{ "dataset_revision": "48d6b0851fb5ce83b648eb9d3689cf56a2e6d5b1", "task_name": "JaCWIRReranking", "mteb_version": "2.12.30", "scores": { "test": [ { "ndcg_at_1": 0.8165, "ndcg_at_3": 0.88086, "ndcg_at_5": 0.89015, "ndcg_at_10": 0.89737, "ndcg_at_20": 0.90098, "ndcg_at_100": 0.90418, "ndcg_at_1000": 0.90418, "map_at_1": 0.8165, "map_at_3": 0.86583, "map_at_5": 0.87107, "map_at_10": 0.87411, "map_at_20": 0.87513, "map_at_100": 0.87555, "map_at_1000": 0.87555, "recall_at_1": 0.8165, "recall_at_3": 0.924, "recall_at_5": 0.94625, "recall_at_10": 0.96825, "recall_at_20": 0.98225, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.8165, "precision_at_1": 0.8165, "precision_at_3": 0.308, "precision_at_5": 0.18925, "precision_at_10": 0.09683, "precision_at_20": 0.04911, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.822, "mrr_at_3": 0.87225, "mrr_at_5": 0.877363, "mrr_at_10": 0.880401, "mrr_at_20": 0.881438, "mrr_at_100": 0.881786, "mrr_at_1000": 0.881786, "nauc_ndcg_at_1_max": 0.476279, "nauc_ndcg_at_1_std": -0.307194, "nauc_ndcg_at_1_diff1": 0.871879, "nauc_ndcg_at_3_max": 0.502558, "nauc_ndcg_at_3_std": -0.281877, "nauc_ndcg_at_3_diff1": 0.850064, "nauc_ndcg_at_5_max": 0.490274, "nauc_ndcg_at_5_std": -0.27347, "nauc_ndcg_at_5_diff1": 0.854809, "nauc_ndcg_at_10_max": 0.476985, "nauc_ndcg_at_10_std": -0.269054, "nauc_ndcg_at_10_diff1": 0.857373, "nauc_ndcg_at_20_max": 0.475937, "nauc_ndcg_at_20_std": -0.262968, "nauc_ndcg_at_20_diff1": 0.859549, "nauc_ndcg_at_100_max": 0.481969, "nauc_ndcg_at_100_std": -0.276782, "nauc_ndcg_at_100_diff1": 0.859369, "nauc_ndcg_at_1000_max": 0.481969, "nauc_ndcg_at_1000_std": -0.276782, "nauc_ndcg_at_1000_diff1": 0.859369, "nauc_map_at_1_max": 0.476279, "nauc_map_at_1_std": -0.307194, "nauc_map_at_1_diff1": 0.871879, "nauc_map_at_3_max": 0.495354, "nauc_map_at_3_std": -0.290717, "nauc_map_at_3_diff1": 0.855819, "nauc_map_at_5_max": 0.489161, "nauc_map_at_5_std": -0.287161, "nauc_map_at_5_diff1": 0.85842, "nauc_map_at_10_max": 0.484709, "nauc_map_at_10_std": -0.286031, "nauc_map_at_10_diff1": 0.859374, "nauc_map_at_20_max": 0.484557, "nauc_map_at_20_std": -0.284781, "nauc_map_at_20_diff1": 0.859893, "nauc_map_at_100_max": 0.484785, "nauc_map_at_100_std": -0.285571, "nauc_map_at_100_diff1": 0.859982, "nauc_map_at_1000_max": 0.484785, "nauc_map_at_1000_std": -0.285571, "nauc_map_at_1000_diff1": 0.859982, "nauc_recall_at_1_max": 0.476279, "nauc_recall_at_1_std": -0.307194, "nauc_recall_at_1_diff1": 0.871879, "nauc_recall_at_3_max": 0.536843, "nauc_recall_at_3_std": -0.238241, "nauc_recall_at_3_diff1": 0.82286, "nauc_recall_at_5_max": 0.492776, "nauc_recall_at_5_std": -0.179365, "nauc_recall_at_5_diff1": 0.833322, "nauc_recall_at_10_max": 0.365785, "nauc_recall_at_10_std": -0.071318, "nauc_recall_at_10_diff1": 0.843104, "nauc_recall_at_20_max": 0.255277, "nauc_recall_at_20_std": 0.209709, "nauc_recall_at_20_diff1": 0.87656, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.476279, "nauc_precision_at_1_std": -0.307194, "nauc_precision_at_1_diff1": 0.871879, "nauc_precision_at_3_max": 0.536843, "nauc_precision_at_3_std": -0.238241, "nauc_precision_at_3_diff1": 0.82286, "nauc_precision_at_5_max": 0.492776, "nauc_precision_at_5_std": -0.179365, "nauc_precision_at_5_diff1": 0.833322, "nauc_precision_at_10_max": 0.365785, "nauc_precision_at_10_std": -0.071318, "nauc_precision_at_10_diff1": 0.843104, "nauc_precision_at_20_max": 0.255277, "nauc_precision_at_20_std": 0.209709, "nauc_precision_at_20_diff1": 0.87656, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.50157, "nauc_mrr_at_1_std": -0.348723, "nauc_mrr_at_1_diff1": 0.863944, "nauc_mrr_at_3_max": 0.533721, "nauc_mrr_at_3_std": -0.344192, "nauc_mrr_at_3_diff1": 0.84573, "nauc_mrr_at_5_max": 0.528957, "nauc_mrr_at_5_std": -0.343492, "nauc_mrr_at_5_diff1": 0.848176, "nauc_mrr_at_10_max": 0.525321, "nauc_mrr_at_10_std": -0.343824, "nauc_mrr_at_10_diff1": 0.848903, "nauc_mrr_at_20_max": 0.5257, "nauc_mrr_at_20_std": -0.343283, "nauc_mrr_at_20_diff1": 0.849343, "nauc_mrr_at_100_max": 0.525565, "nauc_mrr_at_100_std": -0.343815, "nauc_mrr_at_100_diff1": 0.84949, "nauc_mrr_at_1000_max": 0.525565, "nauc_mrr_at_1000_std": -0.343815, "nauc_mrr_at_1000_diff1": 0.84949, "hit_rate_at_1": 0.8165, "hit_rate_at_3": 0.924, "hit_rate_at_5": 0.94625, "hit_rate_at_10": 0.96825, "hit_rate_at_20": 0.98225, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "main_score": 0.87555, "hf_subset": "default", "languages": [ "jpn-Jpan" ] } ] }, "evaluation_time": 570.1152911186218, "kg_co2_emissions": null, "date": null }