{ "dataset_revision": "43bc699486e768138ce3a6d4cd859da306ac9eef", "task_name": "MintakaRetrieval", "mteb_version": "2.2.0", "scores": { "test": [ { "ndcg_at_1": 0.20112, "ndcg_at_3": 0.27676, "ndcg_at_5": 0.30457, "ndcg_at_10": 0.3353, "ndcg_at_20": 0.35989, "ndcg_at_100": 0.39022, "ndcg_at_1000": 0.41898, "map_at_1": 0.20112, "map_at_3": 0.25807, "map_at_5": 0.27351, "map_at_10": 0.28601, "map_at_20": 0.29275, "map_at_100": 0.29691, "map_at_1000": 0.29789, "recall_at_1": 0.20112, "recall_at_3": 0.33088, "recall_at_5": 0.39836, "recall_at_10": 0.49438, "recall_at_20": 0.5917, "recall_at_100": 0.75562, "recall_at_1000": 0.98746, "accuracy": 0.20112, "precision_at_1": 0.20112, "precision_at_3": 0.11029, "precision_at_5": 0.07967, "precision_at_10": 0.04944, "precision_at_20": 0.02958, "precision_at_100": 0.00756, "precision_at_1000": 0.00099, "mrr_at_1": 0.201125, "mrr_at_3": 0.258074, "mrr_at_5": 0.273515, "mrr_at_10": 0.286006, "mrr_at_20": 0.292747, "mrr_at_100": 0.296909, "mrr_at_1000": 0.297886, "nauc_ndcg_at_1_max": 0.238909, "nauc_ndcg_at_1_std": 0.093497, "nauc_ndcg_at_1_diff1": 0.320321, "nauc_ndcg_at_3_max": 0.24762, "nauc_ndcg_at_3_std": 0.129813, "nauc_ndcg_at_3_diff1": 0.25958, "nauc_ndcg_at_5_max": 0.243296, "nauc_ndcg_at_5_std": 0.152915, "nauc_ndcg_at_5_diff1": 0.23325, "nauc_ndcg_at_10_max": 0.248607, "nauc_ndcg_at_10_std": 0.177773, "nauc_ndcg_at_10_diff1": 0.224976, "nauc_ndcg_at_20_max": 0.257335, "nauc_ndcg_at_20_std": 0.193202, "nauc_ndcg_at_20_diff1": 0.21999, "nauc_ndcg_at_100_max": 0.258339, "nauc_ndcg_at_100_std": 0.203739, "nauc_ndcg_at_100_diff1": 0.220318, "nauc_ndcg_at_1000_max": 0.25378, "nauc_ndcg_at_1000_std": 0.177656, "nauc_ndcg_at_1000_diff1": 0.233737, "nauc_map_at_1_max": 0.238909, "nauc_map_at_1_std": 0.093497, "nauc_map_at_1_diff1": 0.320321, "nauc_map_at_3_max": 0.245218, "nauc_map_at_3_std": 0.120657, "nauc_map_at_3_diff1": 0.27272, "nauc_map_at_5_max": 0.242918, "nauc_map_at_5_std": 0.133853, "nauc_map_at_5_diff1": 0.257774, "nauc_map_at_10_max": 0.245167, "nauc_map_at_10_std": 0.144156, "nauc_map_at_10_diff1": 0.254465, "nauc_map_at_20_max": 0.247823, "nauc_map_at_20_std": 0.148205, "nauc_map_at_20_diff1": 0.253211, "nauc_map_at_100_max": 0.248022, "nauc_map_at_100_std": 0.149645, "nauc_map_at_100_diff1": 0.253148, "nauc_map_at_1000_max": 0.247827, "nauc_map_at_1000_std": 0.148809, "nauc_map_at_1000_diff1": 0.253584, "nauc_recall_at_1_max": 0.238909, "nauc_recall_at_1_std": 0.093497, "nauc_recall_at_1_diff1": 0.320321, "nauc_recall_at_3_max": 0.254082, "nauc_recall_at_3_std": 0.154189, "nauc_recall_at_3_diff1": 0.225309, "nauc_recall_at_5_max": 0.2437, "nauc_recall_at_5_std": 0.205118, "nauc_recall_at_5_diff1": 0.167042, "nauc_recall_at_10_max": 0.259019, "nauc_recall_at_10_std": 0.279131, "nauc_recall_at_10_diff1": 0.140708, "nauc_recall_at_20_max": 0.292708, "nauc_recall_at_20_std": 0.350934, "nauc_recall_at_20_diff1": 0.112646, "nauc_recall_at_100_max": 0.313599, "nauc_recall_at_100_std": 0.491204, "nauc_recall_at_100_diff1": 0.074523, "nauc_recall_at_1000_max": 0.470083, "nauc_recall_at_1000_std": 0.464088, "nauc_recall_at_1000_diff1": 0.138335, "nauc_precision_at_1_max": 0.238909, "nauc_precision_at_1_std": 0.093497, "nauc_precision_at_1_diff1": 0.320321, "nauc_precision_at_3_max": 0.254082, "nauc_precision_at_3_std": 0.154189, "nauc_precision_at_3_diff1": 0.225309, "nauc_precision_at_5_max": 0.2437, "nauc_precision_at_5_std": 0.205118, "nauc_precision_at_5_diff1": 0.167042, "nauc_precision_at_10_max": 0.259019, "nauc_precision_at_10_std": 0.279131, "nauc_precision_at_10_diff1": 0.140708, "nauc_precision_at_20_max": 0.292708, "nauc_precision_at_20_std": 0.350934, "nauc_precision_at_20_diff1": 0.112646, "nauc_precision_at_100_max": 0.313599, "nauc_precision_at_100_std": 0.491204, "nauc_precision_at_100_diff1": 0.074523, "nauc_precision_at_1000_max": 0.470083, "nauc_precision_at_1000_std": 0.464088, "nauc_precision_at_1000_diff1": 0.138335, "nauc_mrr_at_1_max": 0.238909, "nauc_mrr_at_1_std": 0.093497, "nauc_mrr_at_1_diff1": 0.320321, "nauc_mrr_at_3_max": 0.245218, "nauc_mrr_at_3_std": 0.120657, "nauc_mrr_at_3_diff1": 0.27272, "nauc_mrr_at_5_max": 0.242918, "nauc_mrr_at_5_std": 0.133853, "nauc_mrr_at_5_diff1": 0.257774, "nauc_mrr_at_10_max": 0.245167, "nauc_mrr_at_10_std": 0.144156, "nauc_mrr_at_10_diff1": 0.254465, "nauc_mrr_at_20_max": 0.247823, "nauc_mrr_at_20_std": 0.148205, "nauc_mrr_at_20_diff1": 0.253211, "nauc_mrr_at_100_max": 0.248022, "nauc_mrr_at_100_std": 0.149645, "nauc_mrr_at_100_diff1": 0.253148, "nauc_mrr_at_1000_max": 0.247827, "nauc_mrr_at_1000_std": 0.148809, "nauc_mrr_at_1000_diff1": 0.253584, "cv_recall_at_1": 0.20112, "cv_recall_at_3": 0.33088, "cv_recall_at_5": 0.39836, "cv_recall_at_10": 0.49438, "cv_recall_at_20": 0.5917, "cv_recall_at_100": 0.75562, "cv_recall_at_1000": 0.98746, "main_score": 0.3353, "hf_subset": "ja", "languages": [ "jpn-Hira" ] } ] }, "evaluation_time": 4.630995988845825, "kg_co2_emissions": null }