{ "dataset_revision": "2b4ee1f3b143a04792da93a3df21933c5fe9eed3", "task_name": "SQuADKorV1Retrieval", "mteb_version": "2.12.30", "scores": { "test": [ { "ndcg_at_1": 0.80707, "ndcg_at_3": 0.88988, "ndcg_at_5": 0.89874, "ndcg_at_10": 0.90403, "ndcg_at_20": 0.9066, "ndcg_at_100": 0.90786, "ndcg_at_1000": 0.90805, "map_at_1": 0.80707, "map_at_3": 0.87074, "map_at_5": 0.87571, "map_at_10": 0.87795, "map_at_20": 0.87866, "map_at_100": 0.87887, "map_at_1000": 0.87888, "recall_at_1": 0.80707, "recall_at_3": 0.94475, "recall_at_5": 0.96605, "recall_at_10": 0.98216, "recall_at_20": 0.99221, "recall_at_100": 0.99861, "recall_at_1000": 1.0, "accuracy": 0.80707, "precision_at_1": 0.80707, "precision_at_3": 0.31492, "precision_at_5": 0.19321, "precision_at_10": 0.09822, "precision_at_20": 0.04961, "precision_at_100": 0.00999, "precision_at_1000": 0.001, "mrr_at_1": 0.807066, "mrr_at_3": 0.870742, "mrr_at_5": 0.875713, "mrr_at_10": 0.877946, "mrr_at_20": 0.878663, "mrr_at_100": 0.878867, "mrr_at_1000": 0.878877, "nauc_ndcg_at_1_max": 0.337913, "nauc_ndcg_at_1_std": -0.2766, "nauc_ndcg_at_1_diff1": 0.829847, "nauc_ndcg_at_3_max": 0.394377, "nauc_ndcg_at_3_std": -0.356902, "nauc_ndcg_at_3_diff1": 0.809345, "nauc_ndcg_at_5_max": 0.398936, "nauc_ndcg_at_5_std": -0.340115, "nauc_ndcg_at_5_diff1": 0.813228, "nauc_ndcg_at_10_max": 0.391036, "nauc_ndcg_at_10_std": -0.330164, "nauc_ndcg_at_10_diff1": 0.814737, "nauc_ndcg_at_20_max": 0.383822, "nauc_ndcg_at_20_std": -0.327538, "nauc_ndcg_at_20_diff1": 0.816178, "nauc_ndcg_at_100_max": 0.378978, "nauc_ndcg_at_100_std": -0.321416, "nauc_ndcg_at_100_diff1": 0.816401, "nauc_ndcg_at_1000_max": 0.377867, "nauc_ndcg_at_1000_std": -0.322045, "nauc_ndcg_at_1000_diff1": 0.816693, "nauc_map_at_1_max": 0.337913, "nauc_map_at_1_std": -0.2766, "nauc_map_at_1_diff1": 0.829847, "nauc_map_at_3_max": 0.375363, "nauc_map_at_3_std": -0.331538, "nauc_map_at_3_diff1": 0.814948, "nauc_map_at_5_max": 0.376792, "nauc_map_at_5_std": -0.322485, "nauc_map_at_5_diff1": 0.816959, "nauc_map_at_10_max": 0.373833, "nauc_map_at_10_std": -0.318741, "nauc_map_at_10_diff1": 0.817543, "nauc_map_at_20_max": 0.372184, "nauc_map_at_20_std": -0.318142, "nauc_map_at_20_diff1": 0.817859, "nauc_map_at_100_max": 0.371637, "nauc_map_at_100_std": -0.317317, "nauc_map_at_100_diff1": 0.817911, "nauc_map_at_1000_max": 0.371597, "nauc_map_at_1000_std": -0.317331, "nauc_map_at_1000_diff1": 0.817923, "nauc_recall_at_1_max": 0.337913, "nauc_recall_at_1_std": -0.2766, "nauc_recall_at_1_diff1": 0.829847, "nauc_recall_at_3_max": 0.51582, "nauc_recall_at_3_std": -0.517279, "nauc_recall_at_3_diff1": 0.774813, "nauc_recall_at_5_max": 0.621323, "nauc_recall_at_5_std": -0.506939, "nauc_recall_at_5_diff1": 0.779864, "nauc_recall_at_10_max": 0.695466, "nauc_recall_at_10_std": -0.505285, "nauc_recall_at_10_diff1": 0.772872, "nauc_recall_at_20_max": 0.764388, "nauc_recall_at_20_std": -0.609448, "nauc_recall_at_20_diff1": 0.784587, "nauc_recall_at_100_max": 0.893211, "nauc_recall_at_100_std": -0.003634, "nauc_recall_at_100_diff1": 0.685172, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.337913, "nauc_precision_at_1_std": -0.2766, "nauc_precision_at_1_diff1": 0.829847, "nauc_precision_at_3_max": 0.51582, "nauc_precision_at_3_std": -0.517279, "nauc_precision_at_3_diff1": 0.774813, "nauc_precision_at_5_max": 0.621323, "nauc_precision_at_5_std": -0.506939, "nauc_precision_at_5_diff1": 0.779864, "nauc_precision_at_10_max": 0.695466, "nauc_precision_at_10_std": -0.505285, "nauc_precision_at_10_diff1": 0.772872, "nauc_precision_at_20_max": 0.764388, "nauc_precision_at_20_std": -0.609448, "nauc_precision_at_20_diff1": 0.784587, "nauc_precision_at_100_max": 0.893211, "nauc_precision_at_100_std": -0.003634, "nauc_precision_at_100_diff1": 0.685172, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.337913, "nauc_mrr_at_1_std": -0.2766, "nauc_mrr_at_1_diff1": 0.829847, "nauc_mrr_at_3_max": 0.375363, "nauc_mrr_at_3_std": -0.331538, "nauc_mrr_at_3_diff1": 0.814948, "nauc_mrr_at_5_max": 0.376792, "nauc_mrr_at_5_std": -0.322485, "nauc_mrr_at_5_diff1": 0.816959, "nauc_mrr_at_10_max": 0.373833, "nauc_mrr_at_10_std": -0.318741, "nauc_mrr_at_10_diff1": 0.817543, "nauc_mrr_at_20_max": 0.372184, "nauc_mrr_at_20_std": -0.318142, "nauc_mrr_at_20_diff1": 0.817859, "nauc_mrr_at_100_max": 0.371637, "nauc_mrr_at_100_std": -0.317317, "nauc_mrr_at_100_diff1": 0.817911, "nauc_mrr_at_1000_max": 0.371597, "nauc_mrr_at_1000_std": -0.317331, "nauc_mrr_at_1000_diff1": 0.817923, "hit_rate_at_1": 0.80707, "hit_rate_at_3": 0.94475, "hit_rate_at_5": 0.96605, "hit_rate_at_10": 0.98216, "hit_rate_at_20": 0.99221, "hit_rate_at_100": 0.99861, "hit_rate_at_1000": 1.0, "main_score": 0.90403, "hf_subset": "default", "languages": [ "kor-Hang" ] } ] }, "evaluation_time": 178.1469647884369, "kg_co2_emissions": null, "date": null }