{ "dataset_revision": "48d6b0851fb5ce83b648eb9d3689cf56a2e6d5b1", "task_name": "JaCWIRReranking", "mteb_version": "2.2.0", "scores": { "test": [ { "ndcg_at_1": 0.76625, "ndcg_at_3": 0.84131, "ndcg_at_5": 0.85552, "ndcg_at_10": 0.86707, "ndcg_at_20": 0.87215, "ndcg_at_100": 0.87575, "ndcg_at_1000": 0.87575, "map_at_1": 0.76625, "map_at_3": 0.82383, "map_at_5": 0.83177, "map_at_10": 0.83663, "map_at_20": 0.83803, "map_at_100": 0.83856, "map_at_1000": 0.83856, "recall_at_1": 0.76625, "recall_at_3": 0.8915, "recall_at_5": 0.92575, "recall_at_10": 0.961, "recall_at_20": 0.981, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.76625, "precision_at_1": 0.76625, "precision_at_3": 0.29717, "precision_at_5": 0.18515, "precision_at_10": 0.0961, "precision_at_20": 0.04905, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.7665, "mrr_at_3": 0.824833, "mrr_at_5": 0.832446, "mrr_at_10": 0.837254, "mrr_at_20": 0.838653, "mrr_at_100": 0.839196, "mrr_at_1000": 0.839196, "nauc_ndcg_at_1_max": 0.466148, "nauc_ndcg_at_1_std": -0.308964, "nauc_ndcg_at_1_diff1": 0.827099, "nauc_ndcg_at_3_max": 0.493984, "nauc_ndcg_at_3_std": -0.313174, "nauc_ndcg_at_3_diff1": 0.798389, "nauc_ndcg_at_5_max": 0.495999, "nauc_ndcg_at_5_std": -0.321083, "nauc_ndcg_at_5_diff1": 0.802113, "nauc_ndcg_at_10_max": 0.489046, "nauc_ndcg_at_10_std": -0.307909, "nauc_ndcg_at_10_diff1": 0.808443, "nauc_ndcg_at_20_max": 0.48781, "nauc_ndcg_at_20_std": -0.301721, "nauc_ndcg_at_20_diff1": 0.810365, "nauc_ndcg_at_100_max": 0.487032, "nauc_ndcg_at_100_std": -0.310724, "nauc_ndcg_at_100_diff1": 0.810102, "nauc_ndcg_at_1000_max": 0.487032, "nauc_ndcg_at_1000_std": -0.310724, "nauc_ndcg_at_1000_diff1": 0.810102, "nauc_map_at_1_max": 0.466148, "nauc_map_at_1_std": -0.308964, "nauc_map_at_1_diff1": 0.827099, "nauc_map_at_3_max": 0.487312, "nauc_map_at_3_std": -0.31514, "nauc_map_at_3_diff1": 0.806309, "nauc_map_at_5_max": 0.488181, "nauc_map_at_5_std": -0.319095, "nauc_map_at_5_diff1": 0.808513, "nauc_map_at_10_max": 0.485851, "nauc_map_at_10_std": -0.314309, "nauc_map_at_10_diff1": 0.810919, "nauc_map_at_20_max": 0.485647, "nauc_map_at_20_std": -0.312973, "nauc_map_at_20_diff1": 0.811346, "nauc_map_at_100_max": 0.485392, "nauc_map_at_100_std": -0.313715, "nauc_map_at_100_diff1": 0.81137, "nauc_map_at_1000_max": 0.485392, "nauc_map_at_1000_std": -0.313715, "nauc_map_at_1000_diff1": 0.81137, "nauc_recall_at_1_max": 0.466148, "nauc_recall_at_1_std": -0.308964, "nauc_recall_at_1_diff1": 0.827099, "nauc_recall_at_3_max": 0.522087, "nauc_recall_at_3_std": -0.302464, "nauc_recall_at_3_diff1": 0.764182, "nauc_recall_at_5_max": 0.541577, "nauc_recall_at_5_std": -0.332277, "nauc_recall_at_5_diff1": 0.765225, "nauc_recall_at_10_max": 0.508882, "nauc_recall_at_10_std": -0.218796, "nauc_recall_at_10_diff1": 0.792765, "nauc_recall_at_20_max": 0.493538, "nauc_recall_at_20_std": 0.025112, "nauc_recall_at_20_diff1": 0.824604, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.466148, "nauc_precision_at_1_std": -0.308964, "nauc_precision_at_1_diff1": 0.827099, "nauc_precision_at_3_max": 0.522087, "nauc_precision_at_3_std": -0.302464, "nauc_precision_at_3_diff1": 0.764182, "nauc_precision_at_5_max": 0.541577, "nauc_precision_at_5_std": -0.332277, "nauc_precision_at_5_diff1": 0.765225, "nauc_precision_at_10_max": 0.508882, "nauc_precision_at_10_std": -0.218796, "nauc_precision_at_10_diff1": 0.792765, "nauc_precision_at_20_max": 0.493538, "nauc_precision_at_20_std": 0.025112, "nauc_precision_at_20_diff1": 0.824604, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.46791, "nauc_mrr_at_1_std": -0.310412, "nauc_mrr_at_1_diff1": 0.826622, "nauc_mrr_at_3_max": 0.492173, "nauc_mrr_at_3_std": -0.315637, "nauc_mrr_at_3_diff1": 0.805231, "nauc_mrr_at_5_max": 0.491461, "nauc_mrr_at_5_std": -0.319841, "nauc_mrr_at_5_diff1": 0.807904, "nauc_mrr_at_10_max": 0.489044, "nauc_mrr_at_10_std": -0.314988, "nauc_mrr_at_10_diff1": 0.810193, "nauc_mrr_at_20_max": 0.488664, "nauc_mrr_at_20_std": -0.313799, "nauc_mrr_at_20_diff1": 0.810627, "nauc_mrr_at_100_max": 0.488497, "nauc_mrr_at_100_std": -0.314656, "nauc_mrr_at_100_diff1": 0.810631, "nauc_mrr_at_1000_max": 0.488497, "nauc_mrr_at_1000_std": -0.314656, "nauc_mrr_at_1000_diff1": 0.810631, "cv_recall_at_1": 0.7665, "cv_recall_at_3": 0.89325, "cv_recall_at_5": 0.92625, "cv_recall_at_10": 0.96125, "cv_recall_at_20": 0.981, "cv_recall_at_100": 1.0, "cv_recall_at_1000": 1.0, "main_score": 0.83856, "hf_subset": "default", "languages": [ "jpn-Jpan" ] } ] }, "evaluation_time": 547.1900646686554, "kg_co2_emissions": null }