{ "dataset_revision": "ebfcd844eadd3d667efa3c57fc5c8c87f5c2867e", "task_name": "AILAStatutes", "mteb_version": "1.39.4", "scores": { "test": [ { "ndcg_at_1": 0.24, "ndcg_at_3": 0.19754, "ndcg_at_5": 0.21556, "ndcg_at_10": 0.25553, "ndcg_at_20": 0.31831, "ndcg_at_100": 0.48329, "ndcg_at_1000": 0.48329, "map_at_1": 0.061, "map_at_3": 0.10117, "map_at_5": 0.13145, "map_at_10": 0.14981, "map_at_20": 0.17181, "map_at_100": 0.21872, "map_at_1000": 0.21872, "recall_at_1": 0.061, "recall_at_3": 0.131, "recall_at_5": 0.22133, "recall_at_10": 0.29833, "recall_at_20": 0.455, "recall_at_100": 1.0, "recall_at_1000": 1.0, "precision_at_1": 0.24, "precision_at_3": 0.18, "precision_at_5": 0.18, "precision_at_10": 0.124, "precision_at_20": 0.096, "precision_at_100": 0.0434, "precision_at_1000": 0.00434, "mrr_at_1": 0.24, "mrr_at_3": 0.326667, "mrr_at_5": 0.374667, "mrr_at_10": 0.390278, "mrr_at_20": 0.404097, "mrr_at_100": 0.405959, "mrr_at_1000": 0.405959, "nauc_ndcg_at_1_max": 0.382429, "nauc_ndcg_at_1_std": 0.421849, "nauc_ndcg_at_1_diff1": 0.238048, "nauc_ndcg_at_3_max": 0.373374, "nauc_ndcg_at_3_std": 0.467747, "nauc_ndcg_at_3_diff1": 0.132649, "nauc_ndcg_at_5_max": 0.355778, "nauc_ndcg_at_5_std": 0.466004, "nauc_ndcg_at_5_diff1": 0.084346, "nauc_ndcg_at_10_max": 0.340171, "nauc_ndcg_at_10_std": 0.473108, "nauc_ndcg_at_10_diff1": 0.135216, "nauc_ndcg_at_20_max": 0.346173, "nauc_ndcg_at_20_std": 0.451587, "nauc_ndcg_at_20_diff1": 0.074269, "nauc_ndcg_at_100_max": 0.373408, "nauc_ndcg_at_100_std": 0.487073, "nauc_ndcg_at_100_diff1": 0.154673, "nauc_ndcg_at_1000_max": 0.373408, "nauc_ndcg_at_1000_std": 0.487073, "nauc_ndcg_at_1000_diff1": 0.154673, "nauc_map_at_1_max": 0.371007, "nauc_map_at_1_std": 0.445914, "nauc_map_at_1_diff1": 0.192759, "nauc_map_at_3_max": 0.417014, "nauc_map_at_3_std": 0.507605, "nauc_map_at_3_diff1": 0.095945, "nauc_map_at_5_max": 0.411315, "nauc_map_at_5_std": 0.507073, "nauc_map_at_5_diff1": 0.090681, "nauc_map_at_10_max": 0.395557, "nauc_map_at_10_std": 0.510638, "nauc_map_at_10_diff1": 0.129833, "nauc_map_at_20_max": 0.410039, "nauc_map_at_20_std": 0.511464, "nauc_map_at_20_diff1": 0.093268, "nauc_map_at_100_max": 0.416895, "nauc_map_at_100_std": 0.521472, "nauc_map_at_100_diff1": 0.121009, "nauc_map_at_1000_max": 0.416895, "nauc_map_at_1000_std": 0.521472, "nauc_map_at_1000_diff1": 0.121009, "nauc_recall_at_1_max": 0.371007, "nauc_recall_at_1_std": 0.445914, "nauc_recall_at_1_diff1": 0.192759, "nauc_recall_at_3_max": 0.387462, "nauc_recall_at_3_std": 0.473984, "nauc_recall_at_3_diff1": 0.081402, "nauc_recall_at_5_max": 0.313324, "nauc_recall_at_5_std": 0.414889, "nauc_recall_at_5_diff1": -0.011755, "nauc_recall_at_10_max": 0.269954, "nauc_recall_at_10_std": 0.40639, "nauc_recall_at_10_diff1": 0.095686, "nauc_recall_at_20_max": 0.261241, "nauc_recall_at_20_std": 0.297379, "nauc_recall_at_20_diff1": -0.063064, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.382429, "nauc_precision_at_1_std": 0.421849, "nauc_precision_at_1_diff1": 0.238048, "nauc_precision_at_3_max": 0.345555, "nauc_precision_at_3_std": 0.449946, "nauc_precision_at_3_diff1": 0.0898, "nauc_precision_at_5_max": 0.281392, "nauc_precision_at_5_std": 0.41635, "nauc_precision_at_5_diff1": 0.011556, "nauc_precision_at_10_max": 0.229939, "nauc_precision_at_10_std": 0.386956, "nauc_precision_at_10_diff1": 0.115656, "nauc_precision_at_20_max": 0.189397, "nauc_precision_at_20_std": 0.257599, "nauc_precision_at_20_diff1": -0.026514, "nauc_precision_at_100_max": -0.082051, "nauc_precision_at_100_std": -0.105779, "nauc_precision_at_100_diff1": 0.173616, "nauc_precision_at_1000_max": -0.082051, "nauc_precision_at_1000_std": -0.105779, "nauc_precision_at_1000_diff1": 0.173616, "nauc_mrr_at_1_max": 0.382429, "nauc_mrr_at_1_std": 0.421849, "nauc_mrr_at_1_diff1": 0.238048, "nauc_mrr_at_3_max": 0.35187, "nauc_mrr_at_3_std": 0.439745, "nauc_mrr_at_3_diff1": 0.242342, "nauc_mrr_at_5_max": 0.31747, "nauc_mrr_at_5_std": 0.424983, "nauc_mrr_at_5_diff1": 0.200574, "nauc_mrr_at_10_max": 0.316897, "nauc_mrr_at_10_std": 0.417742, "nauc_mrr_at_10_diff1": 0.207307, "nauc_mrr_at_20_max": 0.306815, "nauc_mrr_at_20_std": 0.416709, "nauc_mrr_at_20_diff1": 0.198406, "nauc_mrr_at_100_max": 0.317807, "nauc_mrr_at_100_std": 0.421617, "nauc_mrr_at_100_diff1": 0.206906, "nauc_mrr_at_1000_max": 0.317807, "nauc_mrr_at_1000_std": 0.421617, "nauc_mrr_at_1000_diff1": 0.206906, "main_score": 0.25553, "hf_subset": "default", "languages": [ "eng-Latn" ] } ] }, "evaluation_time": 1.3214237689971924, "kg_co2_emissions": null }