{ "dataset_revision": "fd7df84ac089bbec763b1c6bb1b56e985df5cc5c", "evaluation_time": 1.926253318786621, "kg_co2_emissions": null, "mteb_version": "1.19.4", "scores": { "test": [ { "hf_subset": "default", "languages": [ "kor-Hang" ], "main_score": 0.58332, "map_at_1": 0.4386, "map_at_10": 0.53697, "map_at_100": 0.54586, "map_at_1000": 0.54614, "map_at_20": 0.54221, "map_at_3": 0.51608, "map_at_5": 0.53056, "mrr_at_1": 0.43859649122807015, "mrr_at_10": 0.5369743803954331, "mrr_at_100": 0.5458626227782769, "mrr_at_1000": 0.5461427541033771, "mrr_at_20": 0.5422120953763044, "mrr_at_3": 0.5160818713450293, "mrr_at_5": 0.5305555555555557, "nauc_map_at_1000_diff1": 0.5517346332846484, "nauc_map_at_1000_max": 0.3738554420856829, "nauc_map_at_1000_std": -0.041467320778462574, "nauc_map_at_100_diff1": 0.5517907504543731, "nauc_map_at_100_max": 0.37428072978767696, "nauc_map_at_100_std": -0.04094065029665378, "nauc_map_at_10_diff1": 0.5437860017629315, "nauc_map_at_10_max": 0.37427453041429154, "nauc_map_at_10_std": -0.043857670246423446, "nauc_map_at_1_diff1": 0.6202229707603372, "nauc_map_at_1_max": 0.34550605993013117, "nauc_map_at_1_std": -0.06910356233222696, "nauc_map_at_20_diff1": 0.5507431969965568, "nauc_map_at_20_max": 0.37486396950221434, "nauc_map_at_20_std": -0.044013189768391754, "nauc_map_at_3_diff1": 0.550991292328967, "nauc_map_at_3_max": 0.36829768923991496, "nauc_map_at_3_std": -0.029483143290972333, "nauc_map_at_5_diff1": 0.5436380533907215, "nauc_map_at_5_max": 0.3612882940446798, "nauc_map_at_5_std": -0.04342390129159417, "nauc_mrr_at_1000_diff1": 0.5517346332846484, "nauc_mrr_at_1000_max": 0.3738554420856829, "nauc_mrr_at_1000_std": -0.041467320778462574, "nauc_mrr_at_100_diff1": 0.5517907504543731, "nauc_mrr_at_100_max": 0.37428072978767696, "nauc_mrr_at_100_std": -0.04094065029665378, "nauc_mrr_at_10_diff1": 0.5437860017629315, "nauc_mrr_at_10_max": 0.37427453041429154, "nauc_mrr_at_10_std": -0.043857670246423446, "nauc_mrr_at_1_diff1": 0.6202229707603372, "nauc_mrr_at_1_max": 0.34550605993013117, "nauc_mrr_at_1_std": -0.06910356233222696, "nauc_mrr_at_20_diff1": 0.5507431969965568, "nauc_mrr_at_20_max": 0.37486396950221434, "nauc_mrr_at_20_std": -0.044013189768391754, "nauc_mrr_at_3_diff1": 0.550991292328967, "nauc_mrr_at_3_max": 0.36829768923991496, "nauc_mrr_at_3_std": -0.029483143290972333, "nauc_mrr_at_5_diff1": 0.5436380533907215, "nauc_mrr_at_5_max": 0.3612882940446798, "nauc_mrr_at_5_std": -0.04342390129159417, "nauc_ndcg_at_1000_diff1": 0.541609472661349, "nauc_ndcg_at_1000_max": 0.385806640077638, "nauc_ndcg_at_1000_std": -0.039003526996751414, "nauc_ndcg_at_100_diff1": 0.5430909554997655, "nauc_ndcg_at_100_max": 0.39736728259191517, "nauc_ndcg_at_100_std": -0.023662216602588205, "nauc_ndcg_at_10_diff1": 0.5082666270294448, "nauc_ndcg_at_10_max": 0.4006411092235243, "nauc_ndcg_at_10_std": -0.05061806791160763, "nauc_ndcg_at_1_diff1": 0.6202229707603372, "nauc_ndcg_at_1_max": 0.34550605993013117, "nauc_ndcg_at_1_std": -0.06910356233222696, "nauc_ndcg_at_20_diff1": 0.5347847565766581, "nauc_ndcg_at_20_max": 0.40239235073804375, "nauc_ndcg_at_20_std": -0.05250049718351136, "nauc_ndcg_at_3_diff1": 0.5252751824223435, "nauc_ndcg_at_3_max": 0.37436810249463026, "nauc_ndcg_at_3_std": -0.025330820273204355, "nauc_ndcg_at_5_diff1": 0.5100034314502537, "nauc_ndcg_at_5_max": 0.3635626974773759, "nauc_ndcg_at_5_std": -0.05091061686797668, "nauc_precision_at_1000_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_100_diff1": 0.5949706437682594, "nauc_precision_at_100_max": 0.8249538540540309, "nauc_precision_at_100_std": 0.5525122873546001, "nauc_precision_at_10_diff1": 0.3623729064886154, "nauc_precision_at_10_max": 0.527440761323421, "nauc_precision_at_10_std": -0.08346085656775253, "nauc_precision_at_1_diff1": 0.6202229707603372, "nauc_precision_at_1_max": 0.34550605993013117, "nauc_precision_at_1_std": -0.06910356233222696, "nauc_precision_at_20_diff1": 0.4845052106706362, "nauc_precision_at_20_max": 0.5732796252269216, "nauc_precision_at_20_std": -0.10933275275973593, "nauc_precision_at_3_diff1": 0.4431620932912698, "nauc_precision_at_3_max": 0.3930005010668853, "nauc_precision_at_3_std": -0.015383329296425807, "nauc_precision_at_5_diff1": 0.3893931298353917, "nauc_precision_at_5_max": 0.3706176726143006, "nauc_precision_at_5_std": -0.08465041790219158, "nauc_recall_at_1000_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_100_diff1": 0.5949706437682629, "nauc_recall_at_100_max": 0.8249538540540327, "nauc_recall_at_100_std": 0.5525122873545996, "nauc_recall_at_10_diff1": 0.3623729064886153, "nauc_recall_at_10_max": 0.5274407613234211, "nauc_recall_at_10_std": -0.08346085656775215, "nauc_recall_at_1_diff1": 0.6202229707603372, "nauc_recall_at_1_max": 0.34550605993013117, "nauc_recall_at_1_std": -0.06910356233222696, "nauc_recall_at_20_diff1": 0.4845052106706359, "nauc_recall_at_20_max": 0.5732796252269218, "nauc_recall_at_20_std": -0.1093327527597355, "nauc_recall_at_3_diff1": 0.44316209329126927, "nauc_recall_at_3_max": 0.3930005010668845, "nauc_recall_at_3_std": -0.015383329296426449, "nauc_recall_at_5_diff1": 0.38939312983539126, "nauc_recall_at_5_max": 0.3706176726142997, "nauc_recall_at_5_std": -0.08465041790219185, "ndcg_at_1": 0.4386, "ndcg_at_10": 0.58332, "ndcg_at_100": 0.62923, "ndcg_at_1000": 0.63615, "ndcg_at_20": 0.60298, "ndcg_at_3": 0.54125, "ndcg_at_5": 0.56692, "precision_at_1": 0.4386, "precision_at_10": 0.07281, "precision_at_100": 0.00947, "precision_at_1000": 0.001, "precision_at_20": 0.04035, "precision_at_3": 0.20468, "precision_at_5": 0.13509, "recall_at_1": 0.4386, "recall_at_10": 0.72807, "recall_at_100": 0.94737, "recall_at_1000": 1.0, "recall_at_20": 0.80702, "recall_at_3": 0.61404, "recall_at_5": 0.67544 } ] }, "task_name": "AutoRAGRetrieval" }