{ "dataset_revision": "abf6d5fb6759ad516f998bd887b75420d595672e", "task_name": "JaCWIRRetrieval", "mteb_version": "2.2.0", "scores": { "test": [ { "ndcg_at_1": 0.709, "ndcg_at_3": 0.77764, "ndcg_at_5": 0.79078, "ndcg_at_10": 0.80212, "ndcg_at_20": 0.80894, "ndcg_at_100": 0.8163, "ndcg_at_1000": 0.82044, "map_at_1": 0.709, "map_at_3": 0.76167, "map_at_5": 0.76893, "map_at_10": 0.77368, "map_at_20": 0.77558, "map_at_100": 0.77659, "map_at_1000": 0.77675, "recall_at_1": 0.709, "recall_at_3": 0.8235, "recall_at_5": 0.8555, "recall_at_10": 0.89025, "recall_at_20": 0.917, "recall_at_100": 0.95675, "recall_at_1000": 0.9895, "accuracy": 0.709, "precision_at_1": 0.709, "precision_at_3": 0.2745, "precision_at_5": 0.1711, "precision_at_10": 0.08903, "precision_at_20": 0.04585, "precision_at_100": 0.00957, "precision_at_1000": 0.00099, "mrr_at_1": 0.71, "mrr_at_3": 0.762375, "mrr_at_5": 0.769587, "mrr_at_10": 0.774296, "mrr_at_20": 0.776228, "mrr_at_100": 0.777238, "mrr_at_1000": 0.777388, "nauc_ndcg_at_1_max": 0.51023, "nauc_ndcg_at_1_std": -0.240921, "nauc_ndcg_at_1_diff1": 0.832111, "nauc_ndcg_at_3_max": 0.541838, "nauc_ndcg_at_3_std": -0.232924, "nauc_ndcg_at_3_diff1": 0.806988, "nauc_ndcg_at_5_max": 0.545577, "nauc_ndcg_at_5_std": -0.235714, "nauc_ndcg_at_5_diff1": 0.808851, "nauc_ndcg_at_10_max": 0.543714, "nauc_ndcg_at_10_std": -0.223922, "nauc_ndcg_at_10_diff1": 0.806432, "nauc_ndcg_at_20_max": 0.541147, "nauc_ndcg_at_20_std": -0.226819, "nauc_ndcg_at_20_diff1": 0.807717, "nauc_ndcg_at_100_max": 0.536829, "nauc_ndcg_at_100_std": -0.228228, "nauc_ndcg_at_100_diff1": 0.809603, "nauc_ndcg_at_1000_max": 0.538498, "nauc_ndcg_at_1000_std": -0.225007, "nauc_ndcg_at_1000_diff1": 0.810602, "nauc_map_at_1_max": 0.51023, "nauc_map_at_1_std": -0.240921, "nauc_map_at_1_diff1": 0.832111, "nauc_map_at_3_max": 0.533915, "nauc_map_at_3_std": -0.235234, "nauc_map_at_3_diff1": 0.812973, "nauc_map_at_5_max": 0.535703, "nauc_map_at_5_std": -0.236726, "nauc_map_at_5_diff1": 0.814187, "nauc_map_at_10_max": 0.534929, "nauc_map_at_10_std": -0.23237, "nauc_map_at_10_diff1": 0.813361, "nauc_map_at_20_max": 0.53423, "nauc_map_at_20_std": -0.233134, "nauc_map_at_20_diff1": 0.813686, "nauc_map_at_100_max": 0.533723, "nauc_map_at_100_std": -0.233357, "nauc_map_at_100_diff1": 0.813992, "nauc_map_at_1000_max": 0.533792, "nauc_map_at_1000_std": -0.233212, "nauc_map_at_1000_diff1": 0.814033, "nauc_recall_at_1_max": 0.51023, "nauc_recall_at_1_std": -0.240921, "nauc_recall_at_1_diff1": 0.832111, "nauc_recall_at_3_max": 0.570568, "nauc_recall_at_3_std": -0.224359, "nauc_recall_at_3_diff1": 0.785472, "nauc_recall_at_5_max": 0.587975, "nauc_recall_at_5_std": -0.231913, "nauc_recall_at_5_diff1": 0.786836, "nauc_recall_at_10_max": 0.589207, "nauc_recall_at_10_std": -0.170845, "nauc_recall_at_10_diff1": 0.768773, "nauc_recall_at_20_max": 0.582104, "nauc_recall_at_20_std": -0.178511, "nauc_recall_at_20_diff1": 0.768541, "nauc_recall_at_100_max": 0.528413, "nauc_recall_at_100_std": -0.162713, "nauc_recall_at_100_diff1": 0.767688, "nauc_recall_at_1000_max": 0.690298, "nauc_recall_at_1000_std": 0.389745, "nauc_recall_at_1000_diff1": 0.751856, "nauc_precision_at_1_max": 0.51023, "nauc_precision_at_1_std": -0.240921, "nauc_precision_at_1_diff1": 0.832111, "nauc_precision_at_3_max": 0.570568, "nauc_precision_at_3_std": -0.224359, "nauc_precision_at_3_diff1": 0.785472, "nauc_precision_at_5_max": 0.587975, "nauc_precision_at_5_std": -0.231913, "nauc_precision_at_5_diff1": 0.786836, "nauc_precision_at_10_max": 0.589207, "nauc_precision_at_10_std": -0.170845, "nauc_precision_at_10_diff1": 0.768773, "nauc_precision_at_20_max": 0.582104, "nauc_precision_at_20_std": -0.178511, "nauc_precision_at_20_diff1": 0.768541, "nauc_precision_at_100_max": 0.528413, "nauc_precision_at_100_std": -0.162713, "nauc_precision_at_100_diff1": 0.767688, "nauc_precision_at_1000_max": 0.690298, "nauc_precision_at_1000_std": 0.389745, "nauc_precision_at_1000_diff1": 0.751856, "nauc_mrr_at_1_max": 0.513885, "nauc_mrr_at_1_std": -0.238629, "nauc_mrr_at_1_diff1": 0.830527, "nauc_mrr_at_3_max": 0.536067, "nauc_mrr_at_3_std": -0.232559, "nauc_mrr_at_3_diff1": 0.811693, "nauc_mrr_at_5_max": 0.537843, "nauc_mrr_at_5_std": -0.233965, "nauc_mrr_at_5_diff1": 0.812942, "nauc_mrr_at_10_max": 0.537147, "nauc_mrr_at_10_std": -0.229668, "nauc_mrr_at_10_diff1": 0.81215, "nauc_mrr_at_20_max": 0.536472, "nauc_mrr_at_20_std": -0.230429, "nauc_mrr_at_20_diff1": 0.812442, "nauc_mrr_at_100_max": 0.535957, "nauc_mrr_at_100_std": -0.230707, "nauc_mrr_at_100_diff1": 0.812734, "nauc_mrr_at_1000_max": 0.536011, "nauc_mrr_at_1000_std": -0.230588, "nauc_mrr_at_1000_diff1": 0.812778, "cv_recall_at_1": 0.71, "cv_recall_at_3": 0.824, "cv_recall_at_5": 0.85575, "cv_recall_at_10": 0.89, "cv_recall_at_20": 0.91725, "cv_recall_at_100": 0.95675, "cv_recall_at_1000": 0.9895, "main_score": 0.80212, "hf_subset": "default", "languages": [ "jpn-Jpan" ] } ] }, "evaluation_time": 496.7445387840271, "kg_co2_emissions": null }