{ "dataset_revision": "43bc699486e768138ce3a6d4cd859da306ac9eef", "task_name": "MintakaRetrieval", "mteb_version": "2.2.0", "scores": { "test": [ { "ndcg_at_1": 0.26514, "ndcg_at_3": 0.37089, "ndcg_at_5": 0.4036, "ndcg_at_10": 0.43648, "ndcg_at_20": 0.45879, "ndcg_at_100": 0.48405, "ndcg_at_1000": 0.50095, "map_at_1": 0.26514, "map_at_3": 0.34508, "map_at_5": 0.36318, "map_at_10": 0.37677, "map_at_20": 0.383, "map_at_100": 0.38648, "map_at_1000": 0.3871, "recall_at_1": 0.26514, "recall_at_3": 0.4455, "recall_at_5": 0.52509, "recall_at_10": 0.62673, "recall_at_20": 0.7141, "recall_at_100": 0.85035, "recall_at_1000": 0.98443, "accuracy": 0.26514, "precision_at_1": 0.26514, "precision_at_3": 0.1485, "precision_at_5": 0.10502, "precision_at_10": 0.06267, "precision_at_20": 0.03571, "precision_at_100": 0.0085, "precision_at_1000": 0.00098, "mrr_at_1": 0.265138, "mrr_at_3": 0.345084, "mrr_at_5": 0.363185, "mrr_at_10": 0.376768, "mrr_at_20": 0.383004, "mrr_at_100": 0.386482, "mrr_at_1000": 0.3871, "nauc_ndcg_at_1_max": 0.201427, "nauc_ndcg_at_1_std": -0.107617, "nauc_ndcg_at_1_diff1": 0.278543, "nauc_ndcg_at_3_max": 0.255591, "nauc_ndcg_at_3_std": -0.08836, "nauc_ndcg_at_3_diff1": 0.226934, "nauc_ndcg_at_5_max": 0.257413, "nauc_ndcg_at_5_std": -0.079337, "nauc_ndcg_at_5_diff1": 0.218387, "nauc_ndcg_at_10_max": 0.263174, "nauc_ndcg_at_10_std": -0.048974, "nauc_ndcg_at_10_diff1": 0.210662, "nauc_ndcg_at_20_max": 0.268449, "nauc_ndcg_at_20_std": -0.036709, "nauc_ndcg_at_20_diff1": 0.213052, "nauc_ndcg_at_100_max": 0.263352, "nauc_ndcg_at_100_std": -0.032122, "nauc_ndcg_at_100_diff1": 0.214218, "nauc_ndcg_at_1000_max": 0.25745, "nauc_ndcg_at_1000_std": -0.049104, "nauc_ndcg_at_1000_diff1": 0.219966, "nauc_map_at_1_max": 0.201427, "nauc_map_at_1_std": -0.107617, "nauc_map_at_1_diff1": 0.278543, "nauc_map_at_3_max": 0.243545, "nauc_map_at_3_std": -0.094603, "nauc_map_at_3_diff1": 0.238175, "nauc_map_at_5_max": 0.244666, "nauc_map_at_5_std": -0.089614, "nauc_map_at_5_diff1": 0.233652, "nauc_map_at_10_max": 0.246448, "nauc_map_at_10_std": -0.077646, "nauc_map_at_10_diff1": 0.230492, "nauc_map_at_20_max": 0.247605, "nauc_map_at_20_std": -0.074666, "nauc_map_at_20_diff1": 0.231278, "nauc_map_at_100_max": 0.246994, "nauc_map_at_100_std": -0.074377, "nauc_map_at_100_diff1": 0.231366, "nauc_map_at_1000_max": 0.246716, "nauc_map_at_1000_std": -0.074852, "nauc_map_at_1000_diff1": 0.231515, "nauc_recall_at_1_max": 0.201427, "nauc_recall_at_1_std": -0.107617, "nauc_recall_at_1_diff1": 0.278543, "nauc_recall_at_3_max": 0.28872, "nauc_recall_at_3_std": -0.07039, "nauc_recall_at_3_diff1": 0.196115, "nauc_recall_at_5_max": 0.2937, "nauc_recall_at_5_std": -0.047891, "nauc_recall_at_5_diff1": 0.173555, "nauc_recall_at_10_max": 0.320072, "nauc_recall_at_10_std": 0.059566, "nauc_recall_at_10_diff1": 0.143001, "nauc_recall_at_20_max": 0.358263, "nauc_recall_at_20_std": 0.141847, "nauc_recall_at_20_diff1": 0.14156, "nauc_recall_at_100_max": 0.362356, "nauc_recall_at_100_std": 0.324122, "nauc_recall_at_100_diff1": 0.108126, "nauc_recall_at_1000_max": 0.404995, "nauc_recall_at_1000_std": 0.673842, "nauc_recall_at_1000_diff1": 0.11489, "nauc_precision_at_1_max": 0.201427, "nauc_precision_at_1_std": -0.107617, "nauc_precision_at_1_diff1": 0.278543, "nauc_precision_at_3_max": 0.28872, "nauc_precision_at_3_std": -0.07039, "nauc_precision_at_3_diff1": 0.196115, "nauc_precision_at_5_max": 0.2937, "nauc_precision_at_5_std": -0.047891, "nauc_precision_at_5_diff1": 0.173555, "nauc_precision_at_10_max": 0.320072, "nauc_precision_at_10_std": 0.059566, "nauc_precision_at_10_diff1": 0.143001, "nauc_precision_at_20_max": 0.358263, "nauc_precision_at_20_std": 0.141847, "nauc_precision_at_20_diff1": 0.14156, "nauc_precision_at_100_max": 0.362356, "nauc_precision_at_100_std": 0.324122, "nauc_precision_at_100_diff1": 0.108126, "nauc_precision_at_1000_max": 0.404995, "nauc_precision_at_1000_std": 0.673842, "nauc_precision_at_1000_diff1": 0.11489, "nauc_mrr_at_1_max": 0.201427, "nauc_mrr_at_1_std": -0.107617, "nauc_mrr_at_1_diff1": 0.278543, "nauc_mrr_at_3_max": 0.243545, "nauc_mrr_at_3_std": -0.094603, "nauc_mrr_at_3_diff1": 0.238175, "nauc_mrr_at_5_max": 0.244666, "nauc_mrr_at_5_std": -0.089614, "nauc_mrr_at_5_diff1": 0.233652, "nauc_mrr_at_10_max": 0.246448, "nauc_mrr_at_10_std": -0.077646, "nauc_mrr_at_10_diff1": 0.230492, "nauc_mrr_at_20_max": 0.247605, "nauc_mrr_at_20_std": -0.074666, "nauc_mrr_at_20_diff1": 0.231278, "nauc_mrr_at_100_max": 0.246994, "nauc_mrr_at_100_std": -0.074377, "nauc_mrr_at_100_diff1": 0.231366, "nauc_mrr_at_1000_max": 0.246716, "nauc_mrr_at_1000_std": -0.074852, "nauc_mrr_at_1000_diff1": 0.231515, "cv_recall_at_1": 0.26514, "cv_recall_at_3": 0.4455, "cv_recall_at_5": 0.52509, "cv_recall_at_10": 0.62673, "cv_recall_at_20": 0.7141, "cv_recall_at_100": 0.85035, "cv_recall_at_1000": 0.98443, "main_score": 0.43648, "hf_subset": "ja", "languages": [ "jpn-Hira" ] } ] }, "evaluation_time": 5.261683702468872, "kg_co2_emissions": null }