{ "dataset_revision": "4885aa143210c98657558c04aaf3dc47cfb54340", "task_name": "CQADupstackGamingRetrieval", "mteb_version": "2.12.30", "scores": { "test": [ { "ndcg_at_1": 0.43887, "ndcg_at_3": 0.50729, "ndcg_at_5": 0.5346, "ndcg_at_10": 0.55958, "ndcg_at_20": 0.57936, "ndcg_at_100": 0.60188, "ndcg_at_1000": 0.61337, "map_at_1": 0.38206, "map_at_3": 0.47079, "map_at_5": 0.48983, "map_at_10": 0.50282, "map_at_20": 0.50975, "map_at_100": 0.5137, "map_at_1000": 0.51424, "recall_at_1": 0.38206, "recall_at_3": 0.55295, "recall_at_5": 0.62097, "recall_at_10": 0.69333, "recall_at_20": 0.7666, "recall_at_100": 0.87386, "recall_at_1000": 0.95617, "accuracy": 0.38206, "precision_at_1": 0.43887, "precision_at_3": 0.228, "precision_at_5": 0.15649, "precision_at_10": 0.09003, "precision_at_20": 0.05088, "precision_at_100": 0.01203, "precision_at_1000": 0.00135, "mrr_at_1": 0.438871, "mrr_at_3": 0.512539, "mrr_at_5": 0.527555, "mrr_at_10": 0.536239, "mrr_at_20": 0.540981, "mrr_at_100": 0.543629, "mrr_at_1000": 0.543909, "nauc_ndcg_at_1_max": 0.275969, "nauc_ndcg_at_1_std": -0.053081, "nauc_ndcg_at_1_diff1": 0.553898, "nauc_ndcg_at_3_max": 0.302568, "nauc_ndcg_at_3_std": -0.042707, "nauc_ndcg_at_3_diff1": 0.522925, "nauc_ndcg_at_5_max": 0.301557, "nauc_ndcg_at_5_std": -0.038012, "nauc_ndcg_at_5_diff1": 0.514327, "nauc_ndcg_at_10_max": 0.310552, "nauc_ndcg_at_10_std": -0.025535, "nauc_ndcg_at_10_diff1": 0.511803, "nauc_ndcg_at_20_max": 0.319038, "nauc_ndcg_at_20_std": -0.010995, "nauc_ndcg_at_20_diff1": 0.513503, "nauc_ndcg_at_100_max": 0.323959, "nauc_ndcg_at_100_std": -0.001709, "nauc_ndcg_at_100_diff1": 0.513306, "nauc_ndcg_at_1000_max": 0.32363, "nauc_ndcg_at_1000_std": -0.003812, "nauc_ndcg_at_1000_diff1": 0.517525, "nauc_map_at_1_max": 0.229022, "nauc_map_at_1_std": -0.071035, "nauc_map_at_1_diff1": 0.565623, "nauc_map_at_3_max": 0.27971, "nauc_map_at_3_std": -0.059204, "nauc_map_at_3_diff1": 0.534324, "nauc_map_at_5_max": 0.282315, "nauc_map_at_5_std": -0.054898, "nauc_map_at_5_diff1": 0.526967, "nauc_map_at_10_max": 0.289492, "nauc_map_at_10_std": -0.048116, "nauc_map_at_10_diff1": 0.526473, "nauc_map_at_20_max": 0.294417, "nauc_map_at_20_std": -0.041486, "nauc_map_at_20_diff1": 0.526572, "nauc_map_at_100_max": 0.296176, "nauc_map_at_100_std": -0.039029, "nauc_map_at_100_diff1": 0.526876, "nauc_map_at_1000_max": 0.296291, "nauc_map_at_1000_std": -0.038966, "nauc_map_at_1000_diff1": 0.52705, "nauc_recall_at_1_max": 0.229022, "nauc_recall_at_1_std": -0.071035, "nauc_recall_at_1_diff1": 0.565623, "nauc_recall_at_3_max": 0.305797, "nauc_recall_at_3_std": -0.041356, "nauc_recall_at_3_diff1": 0.492664, "nauc_recall_at_5_max": 0.301623, "nauc_recall_at_5_std": -0.026404, "nauc_recall_at_5_diff1": 0.462133, "nauc_recall_at_10_max": 0.329305, "nauc_recall_at_10_std": 0.019421, "nauc_recall_at_10_diff1": 0.447455, "nauc_recall_at_20_max": 0.38225, "nauc_recall_at_20_std": 0.103985, "nauc_recall_at_20_diff1": 0.451252, "nauc_recall_at_100_max": 0.464125, "nauc_recall_at_100_std": 0.258739, "nauc_recall_at_100_diff1": 0.406415, "nauc_recall_at_1000_max": 0.679378, "nauc_recall_at_1000_std": 0.574193, "nauc_recall_at_1000_diff1": 0.433726, "nauc_precision_at_1_max": 0.275969, "nauc_precision_at_1_std": -0.053081, "nauc_precision_at_1_diff1": 0.553898, "nauc_precision_at_3_max": 0.328068, "nauc_precision_at_3_std": 0.017781, "nauc_precision_at_3_diff1": 0.328761, "nauc_precision_at_5_max": 0.312161, "nauc_precision_at_5_std": 0.051656, "nauc_precision_at_5_diff1": 0.238454, "nauc_precision_at_10_max": 0.312909, "nauc_precision_at_10_std": 0.110211, "nauc_precision_at_10_diff1": 0.158414, "nauc_precision_at_20_max": 0.315969, "nauc_precision_at_20_std": 0.184332, "nauc_precision_at_20_diff1": 0.084478, "nauc_precision_at_100_max": 0.276373, "nauc_precision_at_100_std": 0.23284, "nauc_precision_at_100_diff1": -0.019948, "nauc_precision_at_1000_max": 0.216223, "nauc_precision_at_1000_std": 0.209063, "nauc_precision_at_1000_diff1": -0.077335, "nauc_mrr_at_1_max": 0.275969, "nauc_mrr_at_1_std": -0.053081, "nauc_mrr_at_1_diff1": 0.553898, "nauc_mrr_at_3_max": 0.310911, "nauc_mrr_at_3_std": -0.034733, "nauc_mrr_at_3_diff1": 0.527123, "nauc_mrr_at_5_max": 0.308123, "nauc_mrr_at_5_std": -0.032193, "nauc_mrr_at_5_diff1": 0.523371, "nauc_mrr_at_10_max": 0.310248, "nauc_mrr_at_10_std": -0.027484, "nauc_mrr_at_10_diff1": 0.522407, "nauc_mrr_at_20_max": 0.311002, "nauc_mrr_at_20_std": -0.025265, "nauc_mrr_at_20_diff1": 0.52332, "nauc_mrr_at_100_max": 0.310885, "nauc_mrr_at_100_std": -0.024916, "nauc_mrr_at_100_diff1": 0.523468, "nauc_mrr_at_1000_max": 0.310876, "nauc_mrr_at_1000_std": -0.024919, "nauc_mrr_at_1000_diff1": 0.523624, "hit_rate_at_1": 0.43887, "hit_rate_at_3": 0.60564, "hit_rate_at_5": 0.67022, "hit_rate_at_10": 0.7348, "hit_rate_at_20": 0.80251, "hit_rate_at_100": 0.89969, "hit_rate_at_1000": 0.96489, "main_score": 0.55958, "hf_subset": "default", "languages": [ "eng-Latn" ] } ] }, "evaluation_time": 59.41499662399292, "kg_co2_emissions": null, "date": null }