{ "dataset_revision": "2b4ee1f3b143a04792da93a3df21933c5fe9eed3", "task_name": "SQuADKorV1Retrieval", "mteb_version": "2.12.30", "scores": { "test": [ { "ndcg_at_1": 0.86993, "ndcg_at_3": 0.92708, "ndcg_at_5": 0.93243, "ndcg_at_10": 0.93598, "ndcg_at_20": 0.93736, "ndcg_at_100": 0.93855, "ndcg_at_1000": 0.9386, "map_at_1": 0.86993, "map_at_3": 0.91401, "map_at_5": 0.91702, "map_at_10": 0.91853, "map_at_20": 0.91893, "map_at_100": 0.9191, "map_at_1000": 0.9191, "recall_at_1": 0.86993, "recall_at_3": 0.9645, "recall_at_5": 0.97731, "recall_at_10": 0.98805, "recall_at_20": 0.99342, "recall_at_100": 0.99965, "recall_at_1000": 1.0, "accuracy": 0.86993, "precision_at_1": 0.86993, "precision_at_3": 0.3215, "precision_at_5": 0.19546, "precision_at_10": 0.0988, "precision_at_20": 0.04967, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.869934, "mrr_at_3": 0.914011, "mrr_at_5": 0.917025, "mrr_at_10": 0.918532, "mrr_at_20": 0.918926, "mrr_at_100": 0.919103, "mrr_at_1000": 0.919104, "nauc_ndcg_at_1_max": 0.330084, "nauc_ndcg_at_1_std": -0.286587, "nauc_ndcg_at_1_diff1": 0.878226, "nauc_ndcg_at_3_max": 0.419527, "nauc_ndcg_at_3_std": -0.296262, "nauc_ndcg_at_3_diff1": 0.879826, "nauc_ndcg_at_5_max": 0.415528, "nauc_ndcg_at_5_std": -0.293772, "nauc_ndcg_at_5_diff1": 0.878891, "nauc_ndcg_at_10_max": 0.404508, "nauc_ndcg_at_10_std": -0.282747, "nauc_ndcg_at_10_diff1": 0.878671, "nauc_ndcg_at_20_max": 0.396986, "nauc_ndcg_at_20_std": -0.284103, "nauc_ndcg_at_20_diff1": 0.876981, "nauc_ndcg_at_100_max": 0.387755, "nauc_ndcg_at_100_std": -0.288509, "nauc_ndcg_at_100_diff1": 0.877489, "nauc_ndcg_at_1000_max": 0.387361, "nauc_ndcg_at_1000_std": -0.288853, "nauc_ndcg_at_1000_diff1": 0.877495, "nauc_map_at_1_max": 0.330084, "nauc_map_at_1_std": -0.286587, "nauc_map_at_1_diff1": 0.878226, "nauc_map_at_3_max": 0.388585, "nauc_map_at_3_std": -0.294591, "nauc_map_at_3_diff1": 0.878531, "nauc_map_at_5_max": 0.385783, "nauc_map_at_5_std": -0.293571, "nauc_map_at_5_diff1": 0.878003, "nauc_map_at_10_max": 0.381709, "nauc_map_at_10_std": -0.289641, "nauc_map_at_10_diff1": 0.877907, "nauc_map_at_20_max": 0.379914, "nauc_map_at_20_std": -0.289988, "nauc_map_at_20_diff1": 0.877518, "nauc_map_at_100_max": 0.378844, "nauc_map_at_100_std": -0.290452, "nauc_map_at_100_diff1": 0.877551, "nauc_map_at_1000_max": 0.378835, "nauc_map_at_1000_std": -0.290458, "nauc_map_at_1000_diff1": 0.877551, "nauc_recall_at_1_max": 0.330084, "nauc_recall_at_1_std": -0.286587, "nauc_recall_at_1_diff1": 0.878226, "nauc_recall_at_3_max": 0.629429, "nauc_recall_at_3_std": -0.305884, "nauc_recall_at_3_diff1": 0.889371, "nauc_recall_at_5_max": 0.717336, "nauc_recall_at_5_std": -0.291193, "nauc_recall_at_5_diff1": 0.888974, "nauc_recall_at_10_max": 0.807755, "nauc_recall_at_10_std": -0.122494, "nauc_recall_at_10_diff1": 0.894623, "nauc_recall_at_20_max": 0.867587, "nauc_recall_at_20_std": -0.039377, "nauc_recall_at_20_diff1": 0.847785, "nauc_recall_at_100_max": 0.934646, "nauc_recall_at_100_std": 0.218251, "nauc_recall_at_100_diff1": 0.869291, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.330084, "nauc_precision_at_1_std": -0.286587, "nauc_precision_at_1_diff1": 0.878226, "nauc_precision_at_3_max": 0.629429, "nauc_precision_at_3_std": -0.305884, "nauc_precision_at_3_diff1": 0.889371, "nauc_precision_at_5_max": 0.717336, "nauc_precision_at_5_std": -0.291193, "nauc_precision_at_5_diff1": 0.888974, "nauc_precision_at_10_max": 0.807755, "nauc_precision_at_10_std": -0.122494, "nauc_precision_at_10_diff1": 0.894623, "nauc_precision_at_20_max": 0.867587, "nauc_precision_at_20_std": -0.039377, "nauc_precision_at_20_diff1": 0.847785, "nauc_precision_at_100_max": 0.934646, "nauc_precision_at_100_std": 0.218251, "nauc_precision_at_100_diff1": 0.869291, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.330084, "nauc_mrr_at_1_std": -0.286587, "nauc_mrr_at_1_diff1": 0.878226, "nauc_mrr_at_3_max": 0.388585, "nauc_mrr_at_3_std": -0.294591, "nauc_mrr_at_3_diff1": 0.878531, "nauc_mrr_at_5_max": 0.385783, "nauc_mrr_at_5_std": -0.293571, "nauc_mrr_at_5_diff1": 0.878003, "nauc_mrr_at_10_max": 0.381709, "nauc_mrr_at_10_std": -0.289641, "nauc_mrr_at_10_diff1": 0.877907, "nauc_mrr_at_20_max": 0.379914, "nauc_mrr_at_20_std": -0.289988, "nauc_mrr_at_20_diff1": 0.877518, "nauc_mrr_at_100_max": 0.378844, "nauc_mrr_at_100_std": -0.290452, "nauc_mrr_at_100_diff1": 0.877551, "nauc_mrr_at_1000_max": 0.378835, "nauc_mrr_at_1000_std": -0.290458, "nauc_mrr_at_1000_diff1": 0.877551, "hit_rate_at_1": 0.86993, "hit_rate_at_3": 0.9645, "hit_rate_at_5": 0.97731, "hit_rate_at_10": 0.98805, "hit_rate_at_20": 0.99342, "hit_rate_at_100": 0.99965, "hit_rate_at_1000": 1.0, "main_score": 0.93598, "hf_subset": "default", "languages": [ "kor-Hang" ] } ] }, "evaluation_time": 34.61721754074097, "kg_co2_emissions": null, "date": null }