{ "dataset_revision": "90fceea13679c63fe563ded68f3b6f06e50061de", "task_name": "CQADupstackMathematicaRetrieval", "mteb_version": "2.10.8", "scores": { "test": [ { "ndcg_at_1": 0.27363, "ndcg_at_3": 0.30387, "ndcg_at_5": 0.33782, "ndcg_at_10": 0.36539, "ndcg_at_20": 0.38591, "ndcg_at_100": 0.41921, "ndcg_at_1000": 0.44601, "map_at_1": 0.22045, "map_at_3": 0.27319, "map_at_5": 0.29513, "map_at_10": 0.30765, "map_at_20": 0.31373, "map_at_100": 0.31945, "map_at_1000": 0.32063, "recall_at_1": 0.22045, "recall_at_3": 0.32773, "recall_at_5": 0.41091, "recall_at_10": 0.4936, "recall_at_20": 0.56898, "recall_at_100": 0.72195, "recall_at_1000": 0.91264, "accuracy": 0.22045, "precision_at_1": 0.27363, "precision_at_3": 0.14013, "precision_at_5": 0.10746, "precision_at_10": 0.06679, "precision_at_20": 0.03912, "precision_at_100": 0.01087, "precision_at_1000": 0.00144, "mrr_at_1": 0.273632, "mrr_at_3": 0.32898, "mrr_at_5": 0.347886, "mrr_at_10": 0.359504, "mrr_at_20": 0.364424, "mrr_at_100": 0.368301, "mrr_at_1000": 0.368968, "nauc_ndcg_at_1_max": 0.061541, "nauc_ndcg_at_1_std": 0.030585, "nauc_ndcg_at_1_diff1": 0.409709, "nauc_ndcg_at_3_max": 0.080249, "nauc_ndcg_at_3_std": 0.023537, "nauc_ndcg_at_3_diff1": 0.371011, "nauc_ndcg_at_5_max": 0.097192, "nauc_ndcg_at_5_std": 0.028529, "nauc_ndcg_at_5_diff1": 0.366625, "nauc_ndcg_at_10_max": 0.098694, "nauc_ndcg_at_10_std": 0.053457, "nauc_ndcg_at_10_diff1": 0.367925, "nauc_ndcg_at_20_max": 0.104157, "nauc_ndcg_at_20_std": 0.059521, "nauc_ndcg_at_20_diff1": 0.358281, "nauc_ndcg_at_100_max": 0.104238, "nauc_ndcg_at_100_std": 0.064836, "nauc_ndcg_at_100_diff1": 0.349044, "nauc_ndcg_at_1000_max": 0.096814, "nauc_ndcg_at_1000_std": 0.059292, "nauc_ndcg_at_1000_diff1": 0.359814, "nauc_map_at_1_max": 0.045645, "nauc_map_at_1_std": 0.016541, "nauc_map_at_1_diff1": 0.413019, "nauc_map_at_3_max": 0.07058, "nauc_map_at_3_std": 0.017037, "nauc_map_at_3_diff1": 0.376045, "nauc_map_at_5_max": 0.080259, "nauc_map_at_5_std": 0.019399, "nauc_map_at_5_diff1": 0.373772, "nauc_map_at_10_max": 0.079663, "nauc_map_at_10_std": 0.031077, "nauc_map_at_10_diff1": 0.374937, "nauc_map_at_20_max": 0.081697, "nauc_map_at_20_std": 0.032897, "nauc_map_at_20_diff1": 0.372684, "nauc_map_at_100_max": 0.081028, "nauc_map_at_100_std": 0.034347, "nauc_map_at_100_diff1": 0.371552, "nauc_map_at_1000_max": 0.080532, "nauc_map_at_1000_std": 0.034285, "nauc_map_at_1000_diff1": 0.371785, "nauc_recall_at_1_max": 0.045645, "nauc_recall_at_1_std": 0.016541, "nauc_recall_at_1_diff1": 0.413019, "nauc_recall_at_3_max": 0.09442, "nauc_recall_at_3_std": 0.022945, "nauc_recall_at_3_diff1": 0.341636, "nauc_recall_at_5_max": 0.135164, "nauc_recall_at_5_std": 0.034753, "nauc_recall_at_5_diff1": 0.32859, "nauc_recall_at_10_max": 0.148413, "nauc_recall_at_10_std": 0.110043, "nauc_recall_at_10_diff1": 0.32696, "nauc_recall_at_20_max": 0.169396, "nauc_recall_at_20_std": 0.137083, "nauc_recall_at_20_diff1": 0.282399, "nauc_recall_at_100_max": 0.20306, "nauc_recall_at_100_std": 0.182575, "nauc_recall_at_100_diff1": 0.20358, "nauc_recall_at_1000_max": 0.228979, "nauc_recall_at_1000_std": 0.247295, "nauc_recall_at_1000_diff1": 0.259015, "nauc_precision_at_1_max": 0.061541, "nauc_precision_at_1_std": 0.030585, "nauc_precision_at_1_diff1": 0.409709, "nauc_precision_at_3_max": 0.106089, "nauc_precision_at_3_std": 0.023007, "nauc_precision_at_3_diff1": 0.304543, "nauc_precision_at_5_max": 0.129183, "nauc_precision_at_5_std": 0.038979, "nauc_precision_at_5_diff1": 0.267279, "nauc_precision_at_10_max": 0.106805, "nauc_precision_at_10_std": 0.101472, "nauc_precision_at_10_diff1": 0.220755, "nauc_precision_at_20_max": 0.122505, "nauc_precision_at_20_std": 0.107994, "nauc_precision_at_20_diff1": 0.163656, "nauc_precision_at_100_max": 0.081758, "nauc_precision_at_100_std": 0.094766, "nauc_precision_at_100_diff1": 0.028442, "nauc_precision_at_1000_max": 0.018198, "nauc_precision_at_1000_std": 0.011616, "nauc_precision_at_1000_diff1": -0.037929, "nauc_mrr_at_1_max": 0.061541, "nauc_mrr_at_1_std": 0.030585, "nauc_mrr_at_1_diff1": 0.409709, "nauc_mrr_at_3_max": 0.084275, "nauc_mrr_at_3_std": 0.036069, "nauc_mrr_at_3_diff1": 0.382182, "nauc_mrr_at_5_max": 0.086552, "nauc_mrr_at_5_std": 0.039333, "nauc_mrr_at_5_diff1": 0.378684, "nauc_mrr_at_10_max": 0.088373, "nauc_mrr_at_10_std": 0.045906, "nauc_mrr_at_10_diff1": 0.380197, "nauc_mrr_at_20_max": 0.08824, "nauc_mrr_at_20_std": 0.046576, "nauc_mrr_at_20_diff1": 0.376413, "nauc_mrr_at_100_max": 0.087683, "nauc_mrr_at_100_std": 0.046778, "nauc_mrr_at_100_diff1": 0.375815, "nauc_mrr_at_1000_max": 0.08745, "nauc_mrr_at_1000_std": 0.046773, "nauc_mrr_at_1000_diff1": 0.376138, "hit_rate_at_1": 0.27363, "hit_rate_at_3": 0.39303, "hit_rate_at_5": 0.47886, "hit_rate_at_10": 0.56592, "hit_rate_at_20": 0.64303, "hit_rate_at_100": 0.77985, "hit_rate_at_1000": 0.93657, "main_score": 0.36539, "hf_subset": "default", "languages": [ "eng-Latn" ] } ] }, "evaluation_time": 21.210293292999268, "kg_co2_emissions": null, "date": 1773421701.905783 }