{ "dataset_revision": "4885aa143210c98657558c04aaf3dc47cfb54340", "task_name": "CQADupstackGamingRetrieval", "mteb_version": "2.1.5", "scores": { "test": [ { "ndcg_at_1": 0.42884, "ndcg_at_3": 0.50639, "ndcg_at_5": 0.53753, "ndcg_at_10": 0.56745, "ndcg_at_20": 0.58556, "ndcg_at_100": 0.60676, "ndcg_at_1000": 0.61847, "map_at_1": 0.37893, "map_at_3": 0.4698, "map_at_5": 0.49057, "map_at_10": 0.50556, "map_at_20": 0.51188, "map_at_100": 0.5157, "map_at_1000": 0.51626, "recall_at_1": 0.37893, "recall_at_3": 0.5578, "recall_at_5": 0.63218, "recall_at_10": 0.71835, "recall_at_20": 0.78549, "recall_at_100": 0.88726, "recall_at_1000": 0.97027, "accuracy": 0.37893, "precision_at_1": 0.42884, "precision_at_3": 0.22571, "precision_at_5": 0.15787, "precision_at_10": 0.09279, "precision_at_20": 0.05204, "precision_at_100": 0.01216, "precision_at_1000": 0.00136, "mrr_at_1": 0.42884, "mrr_at_3": 0.509404, "mrr_at_5": 0.525674, "mrr_at_10": 0.536704, "mrr_at_20": 0.540801, "mrr_at_100": 0.543061, "mrr_at_1000": 0.543391, "nauc_ndcg_at_1_max": 0.299762, "nauc_ndcg_at_1_std": -0.086869, "nauc_ndcg_at_1_diff1": 0.559342, "nauc_ndcg_at_3_max": 0.321226, "nauc_ndcg_at_3_std": -0.072172, "nauc_ndcg_at_3_diff1": 0.510952, "nauc_ndcg_at_5_max": 0.316441, "nauc_ndcg_at_5_std": -0.063642, "nauc_ndcg_at_5_diff1": 0.497283, "nauc_ndcg_at_10_max": 0.330283, "nauc_ndcg_at_10_std": -0.04181, "nauc_ndcg_at_10_diff1": 0.498144, "nauc_ndcg_at_20_max": 0.335947, "nauc_ndcg_at_20_std": -0.030237, "nauc_ndcg_at_20_diff1": 0.496597, "nauc_ndcg_at_100_max": 0.341712, "nauc_ndcg_at_100_std": -0.025493, "nauc_ndcg_at_100_diff1": 0.50069, "nauc_ndcg_at_1000_max": 0.337728, "nauc_ndcg_at_1000_std": -0.033147, "nauc_ndcg_at_1000_diff1": 0.505355, "nauc_map_at_1_max": 0.242082, "nauc_map_at_1_std": -0.094936, "nauc_map_at_1_diff1": 0.550761, "nauc_map_at_3_max": 0.297614, "nauc_map_at_3_std": -0.087236, "nauc_map_at_3_diff1": 0.523498, "nauc_map_at_5_max": 0.298091, "nauc_map_at_5_std": -0.07906, "nauc_map_at_5_diff1": 0.514988, "nauc_map_at_10_max": 0.306847, "nauc_map_at_10_std": -0.067647, "nauc_map_at_10_diff1": 0.514928, "nauc_map_at_20_max": 0.309744, "nauc_map_at_20_std": -0.063437, "nauc_map_at_20_diff1": 0.514009, "nauc_map_at_100_max": 0.31106, "nauc_map_at_100_std": -0.062115, "nauc_map_at_100_diff1": 0.514268, "nauc_map_at_1000_max": 0.311072, "nauc_map_at_1000_std": -0.062288, "nauc_map_at_1000_diff1": 0.514507, "nauc_recall_at_1_max": 0.242082, "nauc_recall_at_1_std": -0.094936, "nauc_recall_at_1_diff1": 0.550761, "nauc_recall_at_3_max": 0.327358, "nauc_recall_at_3_std": -0.066167, "nauc_recall_at_3_diff1": 0.477087, "nauc_recall_at_5_max": 0.31321, "nauc_recall_at_5_std": -0.039265, "nauc_recall_at_5_diff1": 0.429731, "nauc_recall_at_10_max": 0.352845, "nauc_recall_at_10_std": 0.037817, "nauc_recall_at_10_diff1": 0.415492, "nauc_recall_at_20_max": 0.392003, "nauc_recall_at_20_std": 0.120663, "nauc_recall_at_20_diff1": 0.390704, "nauc_recall_at_100_max": 0.504022, "nauc_recall_at_100_std": 0.294652, "nauc_recall_at_100_diff1": 0.388627, "nauc_recall_at_1000_max": 0.626404, "nauc_recall_at_1000_std": 0.586144, "nauc_recall_at_1000_diff1": 0.432484, "nauc_precision_at_1_max": 0.299762, "nauc_precision_at_1_std": -0.086869, "nauc_precision_at_1_diff1": 0.559342, "nauc_precision_at_3_max": 0.360642, "nauc_precision_at_3_std": -0.014668, "nauc_precision_at_3_diff1": 0.350385, "nauc_precision_at_5_max": 0.321914, "nauc_precision_at_5_std": 0.02829, "nauc_precision_at_5_diff1": 0.23751, "nauc_precision_at_10_max": 0.321046, "nauc_precision_at_10_std": 0.11675, "nauc_precision_at_10_diff1": 0.137197, "nauc_precision_at_20_max": 0.300535, "nauc_precision_at_20_std": 0.165433, "nauc_precision_at_20_diff1": 0.049817, "nauc_precision_at_100_max": 0.253892, "nauc_precision_at_100_std": 0.18781, "nauc_precision_at_100_diff1": -0.039209, "nauc_precision_at_1000_max": 0.190507, "nauc_precision_at_1000_std": 0.161315, "nauc_precision_at_1000_diff1": -0.086632, "nauc_mrr_at_1_max": 0.299762, "nauc_mrr_at_1_std": -0.086869, "nauc_mrr_at_1_diff1": 0.559342, "nauc_mrr_at_3_max": 0.333422, "nauc_mrr_at_3_std": -0.068858, "nauc_mrr_at_3_diff1": 0.523956, "nauc_mrr_at_5_max": 0.330176, "nauc_mrr_at_5_std": -0.065873, "nauc_mrr_at_5_diff1": 0.516376, "nauc_mrr_at_10_max": 0.33381, "nauc_mrr_at_10_std": -0.058952, "nauc_mrr_at_10_diff1": 0.517368, "nauc_mrr_at_20_max": 0.333804, "nauc_mrr_at_20_std": -0.05702, "nauc_mrr_at_20_diff1": 0.517335, "nauc_mrr_at_100_max": 0.333692, "nauc_mrr_at_100_std": -0.057506, "nauc_mrr_at_100_diff1": 0.5178, "nauc_mrr_at_1000_max": 0.333469, "nauc_mrr_at_1000_std": -0.057763, "nauc_mrr_at_1000_diff1": 0.517961, "cv_recall_at_1": 0.42884, "cv_recall_at_3": 0.61066, "cv_recall_at_5": 0.68213, "cv_recall_at_10": 0.76426, "cv_recall_at_20": 0.82382, "cv_recall_at_100": 0.91034, "cv_recall_at_1000": 0.97931, "main_score": 0.56745, "hf_subset": "default", "languages": [ "eng-Latn" ] } ] }, "evaluation_time": 140.78293824195862, "kg_co2_emissions": null }