{ "dataset_revision": "46989137a86843e03a6195de44b09deda022eec7", "task_name": "CQADupstackTexRetrieval", "mteb_version": "1.38.9", "scores": { "test": [ { "ndcg_at_1": 0.25671, "ndcg_at_3": 0.28935, "ndcg_at_5": 0.30937, "ndcg_at_10": 0.33429, "ndcg_at_20": 0.35248, "ndcg_at_100": 0.38686, "ndcg_at_1000": 0.4141, "map_at_1": 0.21156, "map_at_3": 0.26053, "map_at_5": 0.27468, "map_at_10": 0.28646, "map_at_20": 0.29214, "map_at_100": 0.29759, "map_at_1000": 0.29885, "recall_at_1": 0.21156, "recall_at_3": 0.31006, "recall_at_5": 0.36302, "recall_at_10": 0.43799, "recall_at_20": 0.50474, "recall_at_100": 0.67349, "recall_at_1000": 0.86626, "precision_at_1": 0.25671, "precision_at_3": 0.13489, "precision_at_5": 0.0967, "precision_at_10": 0.05964, "precision_at_20": 0.03544, "precision_at_100": 0.01016, "precision_at_1000": 0.00143, "mrr_at_1": 0.25671, "mrr_at_3": 0.303911, "mrr_at_5": 0.31642, "mrr_at_10": 0.32697, "mrr_at_20": 0.33199, "mrr_at_100": 0.336133, "mrr_at_1000": 0.336817, "nauc_ndcg_at_1_max": 0.400245, "nauc_ndcg_at_1_std": -0.009239, "nauc_ndcg_at_1_diff1": 0.491189, "nauc_ndcg_at_3_max": 0.373135, "nauc_ndcg_at_3_std": 0.005674, "nauc_ndcg_at_3_diff1": 0.415738, "nauc_ndcg_at_5_max": 0.369866, "nauc_ndcg_at_5_std": 0.015956, "nauc_ndcg_at_5_diff1": 0.39439, "nauc_ndcg_at_10_max": 0.365987, "nauc_ndcg_at_10_std": 0.018778, "nauc_ndcg_at_10_diff1": 0.383179, "nauc_ndcg_at_20_max": 0.364668, "nauc_ndcg_at_20_std": 0.028037, "nauc_ndcg_at_20_diff1": 0.381475, "nauc_ndcg_at_100_max": 0.366197, "nauc_ndcg_at_100_std": 0.046435, "nauc_ndcg_at_100_diff1": 0.37517, "nauc_ndcg_at_1000_max": 0.369253, "nauc_ndcg_at_1000_std": 0.047208, "nauc_ndcg_at_1000_diff1": 0.380449, "nauc_map_at_1_max": 0.357588, "nauc_map_at_1_std": -0.013084, "nauc_map_at_1_diff1": 0.490051, "nauc_map_at_3_max": 0.361451, "nauc_map_at_3_std": 0.00019, "nauc_map_at_3_diff1": 0.432151, "nauc_map_at_5_max": 0.362746, "nauc_map_at_5_std": 0.006647, "nauc_map_at_5_diff1": 0.418991, "nauc_map_at_10_max": 0.363588, "nauc_map_at_10_std": 0.007965, "nauc_map_at_10_diff1": 0.413267, "nauc_map_at_20_max": 0.364164, "nauc_map_at_20_std": 0.010745, "nauc_map_at_20_diff1": 0.41279, "nauc_map_at_100_max": 0.364689, "nauc_map_at_100_std": 0.013846, "nauc_map_at_100_diff1": 0.411693, "nauc_map_at_1000_max": 0.365026, "nauc_map_at_1000_std": 0.014105, "nauc_map_at_1000_diff1": 0.4118, "nauc_recall_at_1_max": 0.357588, "nauc_recall_at_1_std": -0.013084, "nauc_recall_at_1_diff1": 0.490051, "nauc_recall_at_3_max": 0.346752, "nauc_recall_at_3_std": 0.011826, "nauc_recall_at_3_diff1": 0.372471, "nauc_recall_at_5_max": 0.340189, "nauc_recall_at_5_std": 0.033955, "nauc_recall_at_5_diff1": 0.31969, "nauc_recall_at_10_max": 0.325629, "nauc_recall_at_10_std": 0.041503, "nauc_recall_at_10_diff1": 0.280574, "nauc_recall_at_20_max": 0.315666, "nauc_recall_at_20_std": 0.073515, "nauc_recall_at_20_diff1": 0.266594, "nauc_recall_at_100_max": 0.306453, "nauc_recall_at_100_std": 0.186727, "nauc_recall_at_100_diff1": 0.202143, "nauc_recall_at_1000_max": 0.310469, "nauc_recall_at_1000_std": 0.322242, "nauc_recall_at_1000_diff1": 0.143767, "nauc_precision_at_1_max": 0.400245, "nauc_precision_at_1_std": -0.009239, "nauc_precision_at_1_diff1": 0.491189, "nauc_precision_at_3_max": 0.38394, "nauc_precision_at_3_std": 0.024474, "nauc_precision_at_3_diff1": 0.328659, "nauc_precision_at_5_max": 0.372068, "nauc_precision_at_5_std": 0.041648, "nauc_precision_at_5_diff1": 0.265331, "nauc_precision_at_10_max": 0.342017, "nauc_precision_at_10_std": 0.046939, "nauc_precision_at_10_diff1": 0.202937, "nauc_precision_at_20_max": 0.303861, "nauc_precision_at_20_std": 0.078676, "nauc_precision_at_20_diff1": 0.161347, "nauc_precision_at_100_max": 0.229245, "nauc_precision_at_100_std": 0.129654, "nauc_precision_at_100_diff1": 0.045588, "nauc_precision_at_1000_max": 0.154374, "nauc_precision_at_1000_std": 0.089037, "nauc_precision_at_1000_diff1": -0.02671, "nauc_mrr_at_1_max": 0.400245, "nauc_mrr_at_1_std": -0.009239, "nauc_mrr_at_1_diff1": 0.491189, "nauc_mrr_at_3_max": 0.392227, "nauc_mrr_at_3_std": 0.005224, "nauc_mrr_at_3_diff1": 0.434529, "nauc_mrr_at_5_max": 0.390645, "nauc_mrr_at_5_std": 0.010881, "nauc_mrr_at_5_diff1": 0.421242, "nauc_mrr_at_10_max": 0.388456, "nauc_mrr_at_10_std": 0.011577, "nauc_mrr_at_10_diff1": 0.416531, "nauc_mrr_at_20_max": 0.388254, "nauc_mrr_at_20_std": 0.014561, "nauc_mrr_at_20_diff1": 0.416537, "nauc_mrr_at_100_max": 0.388302, "nauc_mrr_at_100_std": 0.016089, "nauc_mrr_at_100_diff1": 0.4162, "nauc_mrr_at_1000_max": 0.388369, "nauc_mrr_at_1000_std": 0.01613, "nauc_mrr_at_1000_diff1": 0.416451, "main_score": 0.33429, "hf_subset": "default", "languages": [ "eng-Latn" ] } ] }, "evaluation_time": 144.02721738815308, "kg_co2_emissions": null }