{ "dataset_revision": "ad9991cb51e31e31e430383c75ffb2885547b5f0", "task_name": "CQADupstackEnglishRetrieval", "mteb_version": "2.12.30", "scores": { "test": [ { "ndcg_at_1": 0.37389, "ndcg_at_3": 0.41559, "ndcg_at_5": 0.4367, "ndcg_at_10": 0.45994, "ndcg_at_20": 0.47647, "ndcg_at_100": 0.50324, "ndcg_at_1000": 0.52293, "map_at_1": 0.29668, "map_at_3": 0.37071, "map_at_5": 0.3886, "map_at_10": 0.40222, "map_at_20": 0.40872, "map_at_100": 0.41482, "map_at_1000": 0.41601, "recall_at_1": 0.29668, "recall_at_3": 0.43392, "recall_at_5": 0.49338, "recall_at_10": 0.56493, "recall_at_20": 0.6257, "recall_at_100": 0.74627, "recall_at_1000": 0.87222, "accuracy": 0.29668, "precision_at_1": 0.37389, "precision_at_3": 0.20234, "precision_at_5": 0.14395, "precision_at_10": 0.08745, "precision_at_20": 0.05127, "precision_at_100": 0.01399, "precision_at_1000": 0.00183, "mrr_at_1": 0.373885, "mrr_at_3": 0.438535, "mrr_at_5": 0.451465, "mrr_at_10": 0.46049, "mrr_at_20": 0.464506, "mrr_at_100": 0.467294, "mrr_at_1000": 0.467745, "nauc_ndcg_at_1_max": 0.461168, "nauc_ndcg_at_1_std": 0.009833, "nauc_ndcg_at_1_diff1": 0.573926, "nauc_ndcg_at_3_max": 0.45769, "nauc_ndcg_at_3_std": -0.003056, "nauc_ndcg_at_3_diff1": 0.536532, "nauc_ndcg_at_5_max": 0.456314, "nauc_ndcg_at_5_std": -0.006173, "nauc_ndcg_at_5_diff1": 0.534225, "nauc_ndcg_at_10_max": 0.467103, "nauc_ndcg_at_10_std": 0.010827, "nauc_ndcg_at_10_diff1": 0.528433, "nauc_ndcg_at_20_max": 0.468271, "nauc_ndcg_at_20_std": 0.020256, "nauc_ndcg_at_20_diff1": 0.528081, "nauc_ndcg_at_100_max": 0.471404, "nauc_ndcg_at_100_std": 0.042004, "nauc_ndcg_at_100_diff1": 0.518515, "nauc_ndcg_at_1000_max": 0.472823, "nauc_ndcg_at_1000_std": 0.048018, "nauc_ndcg_at_1000_diff1": 0.516649, "nauc_map_at_1_max": 0.38222, "nauc_map_at_1_std": -0.079354, "nauc_map_at_1_diff1": 0.60321, "nauc_map_at_3_max": 0.421991, "nauc_map_at_3_std": -0.057106, "nauc_map_at_3_diff1": 0.560895, "nauc_map_at_5_max": 0.429606, "nauc_map_at_5_std": -0.048186, "nauc_map_at_5_diff1": 0.557134, "nauc_map_at_10_max": 0.442411, "nauc_map_at_10_std": -0.033074, "nauc_map_at_10_diff1": 0.553086, "nauc_map_at_20_max": 0.446313, "nauc_map_at_20_std": -0.024767, "nauc_map_at_20_diff1": 0.552064, "nauc_map_at_100_max": 0.45118, "nauc_map_at_100_std": -0.015202, "nauc_map_at_100_diff1": 0.549263, "nauc_map_at_1000_max": 0.45199, "nauc_map_at_1000_std": -0.013755, "nauc_map_at_1000_diff1": 0.548989, "nauc_recall_at_1_max": 0.38222, "nauc_recall_at_1_std": -0.079354, "nauc_recall_at_1_diff1": 0.60321, "nauc_recall_at_3_max": 0.419984, "nauc_recall_at_3_std": -0.046202, "nauc_recall_at_3_diff1": 0.505627, "nauc_recall_at_5_max": 0.415085, "nauc_recall_at_5_std": -0.037243, "nauc_recall_at_5_diff1": 0.48359, "nauc_recall_at_10_max": 0.442969, "nauc_recall_at_10_std": 0.016049, "nauc_recall_at_10_diff1": 0.455874, "nauc_recall_at_20_max": 0.453896, "nauc_recall_at_20_std": 0.056504, "nauc_recall_at_20_diff1": 0.448054, "nauc_recall_at_100_max": 0.470875, "nauc_recall_at_100_std": 0.192639, "nauc_recall_at_100_diff1": 0.374474, "nauc_recall_at_1000_max": 0.488071, "nauc_recall_at_1000_std": 0.347544, "nauc_recall_at_1000_diff1": 0.280467, "nauc_precision_at_1_max": 0.461168, "nauc_precision_at_1_std": 0.009833, "nauc_precision_at_1_diff1": 0.573926, "nauc_precision_at_3_max": 0.459275, "nauc_precision_at_3_std": 0.119957, "nauc_precision_at_3_diff1": 0.348716, "nauc_precision_at_5_max": 0.435735, "nauc_precision_at_5_std": 0.169577, "nauc_precision_at_5_diff1": 0.259286, "nauc_precision_at_10_max": 0.429624, "nauc_precision_at_10_std": 0.27106, "nauc_precision_at_10_diff1": 0.152558, "nauc_precision_at_20_max": 0.387154, "nauc_precision_at_20_std": 0.338266, "nauc_precision_at_20_diff1": 0.070883, "nauc_precision_at_100_max": 0.302871, "nauc_precision_at_100_std": 0.432158, "nauc_precision_at_100_diff1": -0.093034, "nauc_precision_at_1000_max": 0.17222, "nauc_precision_at_1000_std": 0.388381, "nauc_precision_at_1000_diff1": -0.186177, "nauc_mrr_at_1_max": 0.461168, "nauc_mrr_at_1_std": 0.009833, "nauc_mrr_at_1_diff1": 0.573926, "nauc_mrr_at_3_max": 0.481211, "nauc_mrr_at_3_std": 0.038901, "nauc_mrr_at_3_diff1": 0.537948, "nauc_mrr_at_5_max": 0.476324, "nauc_mrr_at_5_std": 0.038627, "nauc_mrr_at_5_diff1": 0.532817, "nauc_mrr_at_10_max": 0.476901, "nauc_mrr_at_10_std": 0.043716, "nauc_mrr_at_10_diff1": 0.52889, "nauc_mrr_at_20_max": 0.476511, "nauc_mrr_at_20_std": 0.044348, "nauc_mrr_at_20_diff1": 0.528804, "nauc_mrr_at_100_max": 0.476205, "nauc_mrr_at_100_std": 0.045382, "nauc_mrr_at_100_diff1": 0.52837, "nauc_mrr_at_1000_max": 0.476317, "nauc_mrr_at_1000_std": 0.045402, "nauc_mrr_at_1000_diff1": 0.528473, "hit_rate_at_1": 0.37389, "hit_rate_at_3": 0.51911, "hit_rate_at_5": 0.5758, "hit_rate_at_10": 0.64331, "hit_rate_at_20": 0.70191, "hit_rate_at_100": 0.80446, "hit_rate_at_1000": 0.9051, "main_score": 0.45994, "hf_subset": "default", "languages": [ "eng-Latn" ] } ] }, "evaluation_time": 54.96825647354126, "kg_co2_emissions": null, "date": null }