{ "dataset_revision": "fd7df84ac089bbec763b1c6bb1b56e985df5cc5c", "task_name": "AutoRAGRetrieval", "mteb_version": "2.12.30", "scores": { "test": [ { "ndcg_at_1": 0.7193, "ndcg_at_3": 0.81109, "ndcg_at_5": 0.82921, "ndcg_at_10": 0.85184, "ndcg_at_20": 0.85639, "ndcg_at_100": 0.85639, "ndcg_at_1000": 0.85639, "map_at_1": 0.7193, "map_at_3": 0.79094, "map_at_5": 0.80102, "map_at_10": 0.81032, "map_at_20": 0.81162, "map_at_100": 0.81162, "map_at_1000": 0.81162, "recall_at_1": 0.7193, "recall_at_3": 0.86842, "recall_at_5": 0.91228, "recall_at_10": 0.98246, "recall_at_20": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.7193, "precision_at_1": 0.7193, "precision_at_3": 0.28947, "precision_at_5": 0.18246, "precision_at_10": 0.09825, "precision_at_20": 0.05, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.719298, "mrr_at_3": 0.790936, "mrr_at_5": 0.801023, "mrr_at_10": 0.810317, "mrr_at_20": 0.811619, "mrr_at_100": 0.811619, "mrr_at_1000": 0.811619, "nauc_ndcg_at_1_max": 0.056688, "nauc_ndcg_at_1_std": -0.302941, "nauc_ndcg_at_1_diff1": 0.770449, "nauc_ndcg_at_3_max": 0.15352, "nauc_ndcg_at_3_std": -0.395097, "nauc_ndcg_at_3_diff1": 0.752513, "nauc_ndcg_at_5_max": 0.183541, "nauc_ndcg_at_5_std": -0.406509, "nauc_ndcg_at_5_diff1": 0.778828, "nauc_ndcg_at_10_max": 0.168898, "nauc_ndcg_at_10_std": -0.376048, "nauc_ndcg_at_10_diff1": 0.774989, "nauc_ndcg_at_20_max": 0.147372, "nauc_ndcg_at_20_std": -0.359304, "nauc_ndcg_at_20_diff1": 0.769329, "nauc_ndcg_at_100_max": 0.147372, "nauc_ndcg_at_100_std": -0.359304, "nauc_ndcg_at_100_diff1": 0.769329, "nauc_ndcg_at_1000_max": 0.147372, "nauc_ndcg_at_1000_std": -0.359304, "nauc_ndcg_at_1000_diff1": 0.769329, "nauc_map_at_1_max": 0.056688, "nauc_map_at_1_std": -0.302941, "nauc_map_at_1_diff1": 0.770449, "nauc_map_at_3_max": 0.131665, "nauc_map_at_3_std": -0.367105, "nauc_map_at_3_diff1": 0.757492, "nauc_map_at_5_max": 0.147028, "nauc_map_at_5_std": -0.370122, "nauc_map_at_5_diff1": 0.770887, "nauc_map_at_10_max": 0.14265, "nauc_map_at_10_std": -0.356866, "nauc_map_at_10_diff1": 0.769652, "nauc_map_at_20_max": 0.137699, "nauc_map_at_20_std": -0.353111, "nauc_map_at_20_diff1": 0.768361, "nauc_map_at_100_max": 0.137699, "nauc_map_at_100_std": -0.353111, "nauc_map_at_100_diff1": 0.768361, "nauc_map_at_1000_max": 0.137699, "nauc_map_at_1000_std": -0.353111, "nauc_map_at_1000_diff1": 0.768361, "nauc_recall_at_1_max": 0.056688, "nauc_recall_at_1_std": -0.302941, "nauc_recall_at_1_diff1": 0.770449, "nauc_recall_at_3_max": 0.241961, "nauc_recall_at_3_std": -0.514492, "nauc_recall_at_3_diff1": 0.731573, "nauc_recall_at_5_max": 0.394949, "nauc_recall_at_5_std": -0.626651, "nauc_recall_at_5_diff1": 0.832442, "nauc_recall_at_10_max": 0.77738, "nauc_recall_at_10_std": -0.85535, "nauc_recall_at_10_diff1": 0.934894, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.056688, "nauc_precision_at_1_std": -0.302941, "nauc_precision_at_1_diff1": 0.770449, "nauc_precision_at_3_max": 0.241961, "nauc_precision_at_3_std": -0.514492, "nauc_precision_at_3_diff1": 0.731573, "nauc_precision_at_5_max": 0.394949, "nauc_precision_at_5_std": -0.626651, "nauc_precision_at_5_diff1": 0.832442, "nauc_precision_at_10_max": 0.77738, "nauc_precision_at_10_std": -0.85535, "nauc_precision_at_10_diff1": 0.934894, "nauc_precision_at_20_max": 1.0, "nauc_precision_at_20_std": 1.0, "nauc_precision_at_20_diff1": 1.0, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.056688, "nauc_mrr_at_1_std": -0.302941, "nauc_mrr_at_1_diff1": 0.770449, "nauc_mrr_at_3_max": 0.131665, "nauc_mrr_at_3_std": -0.367105, "nauc_mrr_at_3_diff1": 0.757492, "nauc_mrr_at_5_max": 0.147028, "nauc_mrr_at_5_std": -0.370122, "nauc_mrr_at_5_diff1": 0.770887, "nauc_mrr_at_10_max": 0.14265, "nauc_mrr_at_10_std": -0.356866, "nauc_mrr_at_10_diff1": 0.769652, "nauc_mrr_at_20_max": 0.137699, "nauc_mrr_at_20_std": -0.353111, "nauc_mrr_at_20_diff1": 0.768361, "nauc_mrr_at_100_max": 0.137699, "nauc_mrr_at_100_std": -0.353111, "nauc_mrr_at_100_diff1": 0.768361, "nauc_mrr_at_1000_max": 0.137699, "nauc_mrr_at_1000_std": -0.353111, "nauc_mrr_at_1000_diff1": 0.768361, "hit_rate_at_1": 0.7193, "hit_rate_at_3": 0.86842, "hit_rate_at_5": 0.91228, "hit_rate_at_10": 0.98246, "hit_rate_at_20": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "main_score": 0.85184, "hf_subset": "default", "languages": [ "kor-Hang" ] } ] }, "evaluation_time": 13.028004169464111, "kg_co2_emissions": null, "date": null }