{ "dataset_revision": "4885aa143210c98657558c04aaf3dc47cfb54340", "task_name": "CQADupstackGamingRetrieval", "mteb_version": "1.34.2", "scores": { "test": [ { "ndcg_at_1": 0.44263, "ndcg_at_3": 0.5132, "ndcg_at_5": 0.54354, "ndcg_at_10": 0.56855, "ndcg_at_20": 0.59019, "ndcg_at_100": 0.61508, "ndcg_at_1000": 0.62522, "map_at_1": 0.38821, "map_at_3": 0.4779, "map_at_5": 0.49826, "map_at_10": 0.5113, "map_at_20": 0.51882, "map_at_100": 0.52321, "map_at_1000": 0.52373, "recall_at_1": 0.38821, "recall_at_3": 0.55961, "recall_at_5": 0.63286, "recall_at_10": 0.70408, "recall_at_20": 0.7847, "recall_at_100": 0.90509, "recall_at_1000": 0.97543, "precision_at_1": 0.44263, "precision_at_3": 0.22926, "precision_at_5": 0.16013, "precision_at_10": 0.09223, "precision_at_20": 0.05238, "precision_at_100": 0.01246, "precision_at_1000": 0.00138, "mrr_at_1": 0.442633, "mrr_at_3": 0.517032, "mrr_at_5": 0.533804, "mrr_at_10": 0.543026, "mrr_at_20": 0.547977, "mrr_at_100": 0.550738, "mrr_at_1000": 0.550997, "nauc_ndcg_at_1_max": 0.365201, "nauc_ndcg_at_1_std": -0.040972, "nauc_ndcg_at_1_diff1": 0.495567, "nauc_ndcg_at_3_max": 0.364186, "nauc_ndcg_at_3_std": -0.032881, "nauc_ndcg_at_3_diff1": 0.445043, "nauc_ndcg_at_5_max": 0.368275, "nauc_ndcg_at_5_std": -0.028841, "nauc_ndcg_at_5_diff1": 0.441124, "nauc_ndcg_at_10_max": 0.378819, "nauc_ndcg_at_10_std": -0.015314, "nauc_ndcg_at_10_diff1": 0.435387, "nauc_ndcg_at_20_max": 0.379693, "nauc_ndcg_at_20_std": -0.005973, "nauc_ndcg_at_20_diff1": 0.429989, "nauc_ndcg_at_100_max": 0.383465, "nauc_ndcg_at_100_std": -0.000186, "nauc_ndcg_at_100_diff1": 0.434551, "nauc_ndcg_at_1000_max": 0.382222, "nauc_ndcg_at_1000_std": -0.003677, "nauc_ndcg_at_1000_diff1": 0.438485, "nauc_map_at_1_max": 0.303838, "nauc_map_at_1_std": -0.060729, "nauc_map_at_1_diff1": 0.499023, "nauc_map_at_3_max": 0.34394, "nauc_map_at_3_std": -0.050606, "nauc_map_at_3_diff1": 0.463459, "nauc_map_at_5_max": 0.348462, "nauc_map_at_5_std": -0.046529, "nauc_map_at_5_diff1": 0.459401, "nauc_map_at_10_max": 0.356705, "nauc_map_at_10_std": -0.036453, "nauc_map_at_10_diff1": 0.454763, "nauc_map_at_20_max": 0.359519, "nauc_map_at_20_std": -0.030703, "nauc_map_at_20_diff1": 0.452239, "nauc_map_at_100_max": 0.361499, "nauc_map_at_100_std": -0.028472, "nauc_map_at_100_diff1": 0.452281, "nauc_map_at_1000_max": 0.361684, "nauc_map_at_1000_std": -0.028369, "nauc_map_at_1000_diff1": 0.452513, "nauc_recall_at_1_max": 0.303838, "nauc_recall_at_1_std": -0.060729, "nauc_recall_at_1_diff1": 0.499023, "nauc_recall_at_3_max": 0.354902, "nauc_recall_at_3_std": -0.04166, "nauc_recall_at_3_diff1": 0.413795, "nauc_recall_at_5_max": 0.355511, "nauc_recall_at_5_std": -0.026091, "nauc_recall_at_5_diff1": 0.385675, "nauc_recall_at_10_max": 0.391336, "nauc_recall_at_10_std": 0.017909, "nauc_recall_at_10_diff1": 0.360768, "nauc_recall_at_20_max": 0.410936, "nauc_recall_at_20_std": 0.084893, "nauc_recall_at_20_diff1": 0.313577, "nauc_recall_at_100_max": 0.472494, "nauc_recall_at_100_std": 0.236531, "nauc_recall_at_100_diff1": 0.283733, "nauc_recall_at_1000_max": 0.601328, "nauc_recall_at_1000_std": 0.511565, "nauc_recall_at_1000_diff1": 0.231446, "nauc_precision_at_1_max": 0.365201, "nauc_precision_at_1_std": -0.040972, "nauc_precision_at_1_diff1": 0.495567, "nauc_precision_at_3_max": 0.3543, "nauc_precision_at_3_std": 0.025281, "nauc_precision_at_3_diff1": 0.262599, "nauc_precision_at_5_max": 0.332373, "nauc_precision_at_5_std": 0.062754, "nauc_precision_at_5_diff1": 0.185877, "nauc_precision_at_10_max": 0.329216, "nauc_precision_at_10_std": 0.140783, "nauc_precision_at_10_diff1": 0.080609, "nauc_precision_at_20_max": 0.307836, "nauc_precision_at_20_std": 0.210397, "nauc_precision_at_20_diff1": -0.017804, "nauc_precision_at_100_max": 0.254678, "nauc_precision_at_100_std": 0.254524, "nauc_precision_at_100_diff1": -0.108569, "nauc_precision_at_1000_max": 0.202269, "nauc_precision_at_1000_std": 0.229962, "nauc_precision_at_1000_diff1": -0.13309, "nauc_mrr_at_1_max": 0.365201, "nauc_mrr_at_1_std": -0.040972, "nauc_mrr_at_1_diff1": 0.495567, "nauc_mrr_at_3_max": 0.384583, "nauc_mrr_at_3_std": -0.023642, "nauc_mrr_at_3_diff1": 0.456929, "nauc_mrr_at_5_max": 0.382616, "nauc_mrr_at_5_std": -0.021449, "nauc_mrr_at_5_diff1": 0.45217, "nauc_mrr_at_10_max": 0.385321, "nauc_mrr_at_10_std": -0.018026, "nauc_mrr_at_10_diff1": 0.451717, "nauc_mrr_at_20_max": 0.385499, "nauc_mrr_at_20_std": -0.016838, "nauc_mrr_at_20_diff1": 0.451274, "nauc_mrr_at_100_max": 0.385241, "nauc_mrr_at_100_std": -0.017293, "nauc_mrr_at_100_diff1": 0.451833, "nauc_mrr_at_1000_max": 0.385209, "nauc_mrr_at_1000_std": -0.017335, "nauc_mrr_at_1000_diff1": 0.451948, "main_score": 0.56855, "hf_subset": "default", "languages": [ "eng-Latn" ] } ] }, "evaluation_time": 44.60592198371887, "kg_co2_emissions": null }