{ "dataset_revision": "160c094312a0e1facb97e55eeddb698c0abe3571", "task_name": "CQADupstackWebmastersRetrieval", "mteb_version": "2.10.3", "scores": { "test": [ { "ndcg_at_1": 0.34783, "ndcg_at_3": 0.39802, "ndcg_at_5": 0.41666, "ndcg_at_10": 0.44326, "ndcg_at_20": 0.4677, "ndcg_at_100": 0.50371, "ndcg_at_1000": 0.52411, "map_at_1": 0.29064, "map_at_3": 0.3562, "map_at_5": 0.37098, "map_at_10": 0.38512, "map_at_20": 0.3939, "map_at_100": 0.40147, "map_at_1000": 0.40369, "recall_at_1": 0.29064, "recall_at_3": 0.41892, "recall_at_5": 0.47284, "recall_at_10": 0.55585, "recall_at_20": 0.64635, "recall_at_100": 0.8235, "recall_at_1000": 0.9451, "accuracy": 0.29064, "precision_at_1": 0.34783, "precision_at_3": 0.18577, "precision_at_5": 0.13123, "precision_at_10": 0.08182, "precision_at_20": 0.05227, "precision_at_100": 0.01628, "precision_at_1000": 0.00246, "mrr_at_1": 0.347826, "mrr_at_3": 0.406456, "mrr_at_5": 0.419598, "mrr_at_10": 0.430635, "mrr_at_20": 0.437242, "mrr_at_100": 0.44078, "mrr_at_1000": 0.441156, "nauc_ndcg_at_1_max": 0.043369, "nauc_ndcg_at_1_std": 0.050145, "nauc_ndcg_at_1_diff1": 0.586314, "nauc_ndcg_at_3_max": 0.034703, "nauc_ndcg_at_3_std": 0.044119, "nauc_ndcg_at_3_diff1": 0.53414, "nauc_ndcg_at_5_max": 0.029223, "nauc_ndcg_at_5_std": 0.041281, "nauc_ndcg_at_5_diff1": 0.528921, "nauc_ndcg_at_10_max": 0.039467, "nauc_ndcg_at_10_std": 0.040164, "nauc_ndcg_at_10_diff1": 0.520225, "nauc_ndcg_at_20_max": 0.044959, "nauc_ndcg_at_20_std": 0.045325, "nauc_ndcg_at_20_diff1": 0.519935, "nauc_ndcg_at_100_max": 0.04048, "nauc_ndcg_at_100_std": 0.074019, "nauc_ndcg_at_100_diff1": 0.513375, "nauc_ndcg_at_1000_max": 0.03576, "nauc_ndcg_at_1000_std": 0.073567, "nauc_ndcg_at_1000_diff1": 0.529991, "nauc_map_at_1_max": 0.029519, "nauc_map_at_1_std": -0.010027, "nauc_map_at_1_diff1": 0.602424, "nauc_map_at_3_max": 0.027668, "nauc_map_at_3_std": 0.013866, "nauc_map_at_3_diff1": 0.547069, "nauc_map_at_5_max": 0.028454, "nauc_map_at_5_std": 0.016582, "nauc_map_at_5_diff1": 0.538662, "nauc_map_at_10_max": 0.032992, "nauc_map_at_10_std": 0.023848, "nauc_map_at_10_diff1": 0.536028, "nauc_map_at_20_max": 0.033684, "nauc_map_at_20_std": 0.02789, "nauc_map_at_20_diff1": 0.536045, "nauc_map_at_100_max": 0.031755, "nauc_map_at_100_std": 0.037049, "nauc_map_at_100_diff1": 0.537553, "nauc_map_at_1000_max": 0.030599, "nauc_map_at_1000_std": 0.037853, "nauc_map_at_1000_diff1": 0.540636, "nauc_recall_at_1_max": 0.029519, "nauc_recall_at_1_std": -0.010027, "nauc_recall_at_1_diff1": 0.602424, "nauc_recall_at_3_max": 0.033547, "nauc_recall_at_3_std": 0.02095, "nauc_recall_at_3_diff1": 0.487894, "nauc_recall_at_5_max": 0.021519, "nauc_recall_at_5_std": 0.022833, "nauc_recall_at_5_diff1": 0.457406, "nauc_recall_at_10_max": 0.053606, "nauc_recall_at_10_std": 0.025423, "nauc_recall_at_10_diff1": 0.426362, "nauc_recall_at_20_max": 0.078443, "nauc_recall_at_20_std": 0.05626, "nauc_recall_at_20_diff1": 0.419553, "nauc_recall_at_100_max": 0.070782, "nauc_recall_at_100_std": 0.266434, "nauc_recall_at_100_diff1": 0.298973, "nauc_recall_at_1000_max": -0.020368, "nauc_recall_at_1000_std": 0.586247, "nauc_recall_at_1000_diff1": 0.444205, "nauc_precision_at_1_max": 0.043369, "nauc_precision_at_1_std": 0.050145, "nauc_precision_at_1_diff1": 0.586314, "nauc_precision_at_3_max": 0.044866, "nauc_precision_at_3_std": 0.102382, "nauc_precision_at_3_diff1": 0.351211, "nauc_precision_at_5_max": 0.052357, "nauc_precision_at_5_std": 0.109553, "nauc_precision_at_5_diff1": 0.306366, "nauc_precision_at_10_max": 0.062308, "nauc_precision_at_10_std": 0.138682, "nauc_precision_at_10_diff1": 0.231269, "nauc_precision_at_20_max": 0.03847, "nauc_precision_at_20_std": 0.159447, "nauc_precision_at_20_diff1": 0.166208, "nauc_precision_at_100_max": -0.051052, "nauc_precision_at_100_std": 0.196048, "nauc_precision_at_100_diff1": 0.112323, "nauc_precision_at_1000_max": -0.085811, "nauc_precision_at_1000_std": 0.089562, "nauc_precision_at_1000_diff1": 0.137479, "nauc_mrr_at_1_max": 0.043369, "nauc_mrr_at_1_std": 0.050145, "nauc_mrr_at_1_diff1": 0.586314, "nauc_mrr_at_3_max": 0.03876, "nauc_mrr_at_3_std": 0.066983, "nauc_mrr_at_3_diff1": 0.537612, "nauc_mrr_at_5_max": 0.034883, "nauc_mrr_at_5_std": 0.063655, "nauc_mrr_at_5_diff1": 0.534416, "nauc_mrr_at_10_max": 0.038984, "nauc_mrr_at_10_std": 0.059487, "nauc_mrr_at_10_diff1": 0.530172, "nauc_mrr_at_20_max": 0.041414, "nauc_mrr_at_20_std": 0.062849, "nauc_mrr_at_20_diff1": 0.532772, "nauc_mrr_at_100_max": 0.040679, "nauc_mrr_at_100_std": 0.065918, "nauc_mrr_at_100_diff1": 0.532392, "nauc_mrr_at_1000_max": 0.04044, "nauc_mrr_at_1000_std": 0.065901, "nauc_mrr_at_1000_diff1": 0.532668, "hit_rate_at_1": 0.34783, "hit_rate_at_3": 0.48024, "hit_rate_at_5": 0.53953, "hit_rate_at_10": 0.62253, "hit_rate_at_20": 0.71739, "hit_rate_at_100": 0.87154, "hit_rate_at_1000": 0.9585, "main_score": 0.44326, "hf_subset": "default", "languages": [ "eng-Latn" ] } ] }, "evaluation_time": 14.634410619735718, "kg_co2_emissions": null, "date": 1772453157.172624 }