{ "dataset_revision": "4885aa143210c98657558c04aaf3dc47cfb54340", "task_name": "CQADupstackGamingRetrieval", "mteb_version": "2.1.8", "scores": { "test": [ { "ndcg_at_1": 0.57806, "ndcg_at_3": 0.65753, "ndcg_at_5": 0.68203, "ndcg_at_10": 0.70852, "ndcg_at_20": 0.72394, "ndcg_at_100": 0.73803, "ndcg_at_1000": 0.74186, "map_at_1": 0.50459, "map_at_3": 0.61703, "map_at_5": 0.63568, "map_at_10": 0.6506, "map_at_20": 0.65698, "map_at_100": 0.65983, "map_at_1000": 0.66006, "recall_at_1": 0.50459, "recall_at_3": 0.70732, "recall_at_5": 0.77014, "recall_at_10": 0.84522, "recall_at_20": 0.90081, "recall_at_100": 0.96753, "recall_at_1000": 0.994, "accuracy": 0.50459, "precision_at_1": 0.57806, "precision_at_3": 0.29446, "precision_at_5": 0.19687, "precision_at_10": 0.11216, "precision_at_20": 0.06157, "precision_at_100": 0.01357, "precision_at_1000": 0.00141, "mrr_at_1": 0.578056, "mrr_at_3": 0.659561, "mrr_at_5": 0.672633, "mrr_at_10": 0.680584, "mrr_at_20": 0.683688, "mrr_at_100": 0.685014, "mrr_at_1000": 0.685118, "nauc_ndcg_at_1_max": 0.447485, "nauc_ndcg_at_1_std": -0.143099, "nauc_ndcg_at_1_diff1": 0.603493, "nauc_ndcg_at_3_max": 0.463802, "nauc_ndcg_at_3_std": -0.14439, "nauc_ndcg_at_3_diff1": 0.570636, "nauc_ndcg_at_5_max": 0.461902, "nauc_ndcg_at_5_std": -0.146474, "nauc_ndcg_at_5_diff1": 0.571432, "nauc_ndcg_at_10_max": 0.472873, "nauc_ndcg_at_10_std": -0.137265, "nauc_ndcg_at_10_diff1": 0.569046, "nauc_ndcg_at_20_max": 0.48244, "nauc_ndcg_at_20_std": -0.114016, "nauc_ndcg_at_20_diff1": 0.57204, "nauc_ndcg_at_100_max": 0.480017, "nauc_ndcg_at_100_std": -0.109771, "nauc_ndcg_at_100_diff1": 0.570097, "nauc_ndcg_at_1000_max": 0.47556, "nauc_ndcg_at_1000_std": -0.116449, "nauc_ndcg_at_1000_diff1": 0.572388, "nauc_map_at_1_max": 0.352977, "nauc_map_at_1_std": -0.175065, "nauc_map_at_1_diff1": 0.629083, "nauc_map_at_3_max": 0.437989, "nauc_map_at_3_std": -0.167962, "nauc_map_at_3_diff1": 0.586662, "nauc_map_at_5_max": 0.441255, "nauc_map_at_5_std": -0.164925, "nauc_map_at_5_diff1": 0.584011, "nauc_map_at_10_max": 0.450539, "nauc_map_at_10_std": -0.155574, "nauc_map_at_10_diff1": 0.581386, "nauc_map_at_20_max": 0.456451, "nauc_map_at_20_std": -0.14353, "nauc_map_at_20_diff1": 0.580501, "nauc_map_at_100_max": 0.457378, "nauc_map_at_100_std": -0.14032, "nauc_map_at_100_diff1": 0.57967, "nauc_map_at_1000_max": 0.457249, "nauc_map_at_1000_std": -0.140469, "nauc_map_at_1000_diff1": 0.579771, "nauc_recall_at_1_max": 0.352977, "nauc_recall_at_1_std": -0.175065, "nauc_recall_at_1_diff1": 0.629083, "nauc_recall_at_3_max": 0.450777, "nauc_recall_at_3_std": -0.164888, "nauc_recall_at_3_diff1": 0.536393, "nauc_recall_at_5_max": 0.444696, "nauc_recall_at_5_std": -0.161166, "nauc_recall_at_5_diff1": 0.52346, "nauc_recall_at_10_max": 0.48988, "nauc_recall_at_10_std": -0.131464, "nauc_recall_at_10_diff1": 0.497774, "nauc_recall_at_20_max": 0.597866, "nauc_recall_at_20_std": 0.057677, "nauc_recall_at_20_diff1": 0.507538, "nauc_recall_at_100_max": 0.730376, "nauc_recall_at_100_std": 0.35538, "nauc_recall_at_100_diff1": 0.398368, "nauc_recall_at_1000_max": 0.821053, "nauc_recall_at_1000_std": 0.567424, "nauc_recall_at_1000_diff1": 0.419411, "nauc_precision_at_1_max": 0.447485, "nauc_precision_at_1_std": -0.143099, "nauc_precision_at_1_diff1": 0.603493, "nauc_precision_at_3_max": 0.388101, "nauc_precision_at_3_std": 0.01686, "nauc_precision_at_3_diff1": 0.164054, "nauc_precision_at_5_max": 0.332265, "nauc_precision_at_5_std": 0.07822, "nauc_precision_at_5_diff1": 0.052636, "nauc_precision_at_10_max": 0.263259, "nauc_precision_at_10_std": 0.17461, "nauc_precision_at_10_diff1": -0.081128, "nauc_precision_at_20_max": 0.226576, "nauc_precision_at_20_std": 0.292747, "nauc_precision_at_20_diff1": -0.166833, "nauc_precision_at_100_max": 0.140332, "nauc_precision_at_100_std": 0.333774, "nauc_precision_at_100_diff1": -0.246671, "nauc_precision_at_1000_max": 0.089083, "nauc_precision_at_1000_std": 0.31137, "nauc_precision_at_1000_diff1": -0.261053, "nauc_mrr_at_1_max": 0.447485, "nauc_mrr_at_1_std": -0.143099, "nauc_mrr_at_1_diff1": 0.603493, "nauc_mrr_at_3_max": 0.475295, "nauc_mrr_at_3_std": -0.132568, "nauc_mrr_at_3_diff1": 0.578625, "nauc_mrr_at_5_max": 0.472825, "nauc_mrr_at_5_std": -0.131057, "nauc_mrr_at_5_diff1": 0.578261, "nauc_mrr_at_10_max": 0.473462, "nauc_mrr_at_10_std": -0.130681, "nauc_mrr_at_10_diff1": 0.578322, "nauc_mrr_at_20_max": 0.475241, "nauc_mrr_at_20_std": -0.127127, "nauc_mrr_at_20_diff1": 0.579501, "nauc_mrr_at_100_max": 0.474673, "nauc_mrr_at_100_std": -0.127452, "nauc_mrr_at_100_diff1": 0.579419, "nauc_mrr_at_1000_max": 0.474561, "nauc_mrr_at_1000_std": -0.127603, "nauc_mrr_at_1000_diff1": 0.579453, "cv_recall_at_1": 0.57806, "cv_recall_at_3": 0.7605, "cv_recall_at_5": 0.81755, "cv_recall_at_10": 0.87774, "cv_recall_at_20": 0.92163, "cv_recall_at_100": 0.97367, "cv_recall_at_1000": 0.99561, "main_score": 0.70852, "hf_subset": "default", "languages": [ "eng-Latn" ] } ] }, "evaluation_time": 124.18767523765564, "kg_co2_emissions": null }