{ "dataset_revision": "90fceea13679c63fe563ded68f3b6f06e50061de", "task_name": "CQADupstackMathematicaRetrieval", "mteb_version": "2.10.3", "scores": { "test": [ { "ndcg_at_1": 0.24627, "ndcg_at_3": 0.28808, "ndcg_at_5": 0.31254, "ndcg_at_10": 0.33379, "ndcg_at_20": 0.35409, "ndcg_at_100": 0.38873, "ndcg_at_1000": 0.41618, "map_at_1": 0.20078, "map_at_3": 0.25709, "map_at_5": 0.27241, "map_at_10": 0.28215, "map_at_20": 0.28832, "map_at_100": 0.29398, "map_at_1000": 0.29508, "recall_at_1": 0.20078, "recall_at_3": 0.31955, "recall_at_5": 0.38182, "recall_at_10": 0.44519, "recall_at_20": 0.51664, "recall_at_100": 0.68225, "recall_at_1000": 0.87877, "accuracy": 0.20078, "precision_at_1": 0.24627, "precision_at_3": 0.1364, "precision_at_5": 0.09851, "precision_at_10": 0.05908, "precision_at_20": 0.03551, "precision_at_100": 0.0099, "precision_at_1000": 0.00136, "mrr_at_1": 0.246269, "mrr_at_3": 0.305556, "mrr_at_5": 0.321041, "mrr_at_10": 0.330182, "mrr_at_20": 0.335365, "mrr_at_100": 0.339387, "mrr_at_1000": 0.340044, "nauc_ndcg_at_1_max": 0.113265, "nauc_ndcg_at_1_std": -0.009192, "nauc_ndcg_at_1_diff1": 0.474813, "nauc_ndcg_at_3_max": 0.123992, "nauc_ndcg_at_3_std": 0.021069, "nauc_ndcg_at_3_diff1": 0.394472, "nauc_ndcg_at_5_max": 0.125823, "nauc_ndcg_at_5_std": 0.0293, "nauc_ndcg_at_5_diff1": 0.380493, "nauc_ndcg_at_10_max": 0.111027, "nauc_ndcg_at_10_std": 0.030434, "nauc_ndcg_at_10_diff1": 0.373872, "nauc_ndcg_at_20_max": 0.117363, "nauc_ndcg_at_20_std": 0.040402, "nauc_ndcg_at_20_diff1": 0.373597, "nauc_ndcg_at_100_max": 0.132796, "nauc_ndcg_at_100_std": 0.047436, "nauc_ndcg_at_100_diff1": 0.377144, "nauc_ndcg_at_1000_max": 0.132208, "nauc_ndcg_at_1000_std": 0.047674, "nauc_ndcg_at_1000_diff1": 0.381798, "nauc_map_at_1_max": 0.096018, "nauc_map_at_1_std": -0.011104, "nauc_map_at_1_diff1": 0.464436, "nauc_map_at_3_max": 0.11089, "nauc_map_at_3_std": 0.010848, "nauc_map_at_3_diff1": 0.401337, "nauc_map_at_5_max": 0.113492, "nauc_map_at_5_std": 0.016715, "nauc_map_at_5_diff1": 0.39383, "nauc_map_at_10_max": 0.107834, "nauc_map_at_10_std": 0.018235, "nauc_map_at_10_diff1": 0.391413, "nauc_map_at_20_max": 0.109782, "nauc_map_at_20_std": 0.022048, "nauc_map_at_20_diff1": 0.391227, "nauc_map_at_100_max": 0.112633, "nauc_map_at_100_std": 0.02413, "nauc_map_at_100_diff1": 0.392923, "nauc_map_at_1000_max": 0.112652, "nauc_map_at_1000_std": 0.024237, "nauc_map_at_1000_diff1": 0.393124, "nauc_recall_at_1_max": 0.096018, "nauc_recall_at_1_std": -0.011104, "nauc_recall_at_1_diff1": 0.464436, "nauc_recall_at_3_max": 0.125431, "nauc_recall_at_3_std": 0.031257, "nauc_recall_at_3_diff1": 0.335979, "nauc_recall_at_5_max": 0.133525, "nauc_recall_at_5_std": 0.052133, "nauc_recall_at_5_diff1": 0.309263, "nauc_recall_at_10_max": 0.100983, "nauc_recall_at_10_std": 0.054765, "nauc_recall_at_10_diff1": 0.290483, "nauc_recall_at_20_max": 0.12076, "nauc_recall_at_20_std": 0.084729, "nauc_recall_at_20_diff1": 0.286175, "nauc_recall_at_100_max": 0.207707, "nauc_recall_at_100_std": 0.119842, "nauc_recall_at_100_diff1": 0.265073, "nauc_recall_at_1000_max": 0.290783, "nauc_recall_at_1000_std": 0.215869, "nauc_recall_at_1000_diff1": 0.218843, "nauc_precision_at_1_max": 0.113265, "nauc_precision_at_1_std": -0.009192, "nauc_precision_at_1_diff1": 0.474813, "nauc_precision_at_3_max": 0.142346, "nauc_precision_at_3_std": 0.046817, "nauc_precision_at_3_diff1": 0.337537, "nauc_precision_at_5_max": 0.146736, "nauc_precision_at_5_std": 0.062, "nauc_precision_at_5_diff1": 0.295782, "nauc_precision_at_10_max": 0.09193, "nauc_precision_at_10_std": 0.065071, "nauc_precision_at_10_diff1": 0.256342, "nauc_precision_at_20_max": 0.096209, "nauc_precision_at_20_std": 0.093921, "nauc_precision_at_20_diff1": 0.211804, "nauc_precision_at_100_max": 0.120702, "nauc_precision_at_100_std": 0.117097, "nauc_precision_at_100_diff1": 0.141894, "nauc_precision_at_1000_max": 0.074908, "nauc_precision_at_1000_std": 0.052899, "nauc_precision_at_1000_diff1": 0.060875, "nauc_mrr_at_1_max": 0.113265, "nauc_mrr_at_1_std": -0.009192, "nauc_mrr_at_1_diff1": 0.474813, "nauc_mrr_at_3_max": 0.126878, "nauc_mrr_at_3_std": 0.01656, "nauc_mrr_at_3_diff1": 0.422917, "nauc_mrr_at_5_max": 0.129767, "nauc_mrr_at_5_std": 0.020605, "nauc_mrr_at_5_diff1": 0.416382, "nauc_mrr_at_10_max": 0.123911, "nauc_mrr_at_10_std": 0.02208, "nauc_mrr_at_10_diff1": 0.415469, "nauc_mrr_at_20_max": 0.126017, "nauc_mrr_at_20_std": 0.024455, "nauc_mrr_at_20_diff1": 0.414983, "nauc_mrr_at_100_max": 0.126836, "nauc_mrr_at_100_std": 0.024348, "nauc_mrr_at_100_diff1": 0.41556, "nauc_mrr_at_1000_max": 0.126781, "nauc_mrr_at_1000_std": 0.024504, "nauc_mrr_at_1000_diff1": 0.415668, "hit_rate_at_1": 0.24627, "hit_rate_at_3": 0.38308, "hit_rate_at_5": 0.45149, "hit_rate_at_10": 0.52114, "hit_rate_at_20": 0.59577, "hit_rate_at_100": 0.74627, "hit_rate_at_1000": 0.91418, "main_score": 0.33379, "hf_subset": "default", "languages": [ "eng-Latn" ] } ] }, "evaluation_time": 21.194942951202393, "kg_co2_emissions": null, "date": 1772432932.274143 }