{ "dataset_revision": "160c094312a0e1facb97e55eeddb698c0abe3571", "task_name": "CQADupstackWebmastersRetrieval", "mteb_version": "2.10.3", "scores": { "test": [ { "ndcg_at_1": 0.32806, "ndcg_at_3": 0.36715, "ndcg_at_5": 0.37946, "ndcg_at_10": 0.40131, "ndcg_at_20": 0.41624, "ndcg_at_100": 0.45642, "ndcg_at_1000": 0.48485, "map_at_1": 0.27684, "map_at_3": 0.32942, "map_at_5": 0.33997, "map_at_10": 0.35174, "map_at_20": 0.35771, "map_at_100": 0.3663, "map_at_1000": 0.36852, "recall_at_1": 0.27684, "recall_at_3": 0.38388, "recall_at_5": 0.42056, "recall_at_10": 0.48871, "recall_at_20": 0.54912, "recall_at_100": 0.73701, "recall_at_1000": 0.92374, "accuracy": 0.27684, "precision_at_1": 0.32806, "precision_at_3": 0.16798, "precision_at_5": 0.1166, "precision_at_10": 0.07194, "precision_at_20": 0.04368, "precision_at_100": 0.01455, "precision_at_1000": 0.00236, "mrr_at_1": 0.328063, "mrr_at_3": 0.379117, "mrr_at_5": 0.38643, "mrr_at_10": 0.396565, "mrr_at_20": 0.400352, "mrr_at_100": 0.404968, "mrr_at_1000": 0.405636, "nauc_ndcg_at_1_max": -0.039603, "nauc_ndcg_at_1_std": -0.10462, "nauc_ndcg_at_1_diff1": 0.556431, "nauc_ndcg_at_3_max": -0.023388, "nauc_ndcg_at_3_std": -0.062297, "nauc_ndcg_at_3_diff1": 0.524149, "nauc_ndcg_at_5_max": -0.023646, "nauc_ndcg_at_5_std": -0.059212, "nauc_ndcg_at_5_diff1": 0.526972, "nauc_ndcg_at_10_max": -0.008282, "nauc_ndcg_at_10_std": -0.043568, "nauc_ndcg_at_10_diff1": 0.518668, "nauc_ndcg_at_20_max": -0.004813, "nauc_ndcg_at_20_std": -0.035103, "nauc_ndcg_at_20_diff1": 0.5163, "nauc_ndcg_at_100_max": -0.012586, "nauc_ndcg_at_100_std": -0.019619, "nauc_ndcg_at_100_diff1": 0.504112, "nauc_ndcg_at_1000_max": -0.019793, "nauc_ndcg_at_1000_std": -0.029122, "nauc_ndcg_at_1000_diff1": 0.510731, "nauc_map_at_1_max": -0.046687, "nauc_map_at_1_std": -0.115065, "nauc_map_at_1_diff1": 0.573051, "nauc_map_at_3_max": -0.032116, "nauc_map_at_3_std": -0.081723, "nauc_map_at_3_diff1": 0.53507, "nauc_map_at_5_max": -0.029403, "nauc_map_at_5_std": -0.078475, "nauc_map_at_5_diff1": 0.532432, "nauc_map_at_10_max": -0.02229, "nauc_map_at_10_std": -0.069501, "nauc_map_at_10_diff1": 0.531168, "nauc_map_at_20_max": -0.021061, "nauc_map_at_20_std": -0.064954, "nauc_map_at_20_diff1": 0.531666, "nauc_map_at_100_max": -0.02255, "nauc_map_at_100_std": -0.058671, "nauc_map_at_100_diff1": 0.53069, "nauc_map_at_1000_max": -0.024309, "nauc_map_at_1000_std": -0.060102, "nauc_map_at_1000_diff1": 0.531081, "nauc_recall_at_1_max": -0.046687, "nauc_recall_at_1_std": -0.115065, "nauc_recall_at_1_diff1": 0.573051, "nauc_recall_at_3_max": -0.014959, "nauc_recall_at_3_std": -0.029284, "nauc_recall_at_3_diff1": 0.499888, "nauc_recall_at_5_max": -0.004359, "nauc_recall_at_5_std": -0.021186, "nauc_recall_at_5_diff1": 0.484661, "nauc_recall_at_10_max": 0.036453, "nauc_recall_at_10_std": 0.015697, "nauc_recall_at_10_diff1": 0.454182, "nauc_recall_at_20_max": 0.052658, "nauc_recall_at_20_std": 0.061173, "nauc_recall_at_20_diff1": 0.447955, "nauc_recall_at_100_max": 0.014515, "nauc_recall_at_100_std": 0.171779, "nauc_recall_at_100_diff1": 0.344703, "nauc_recall_at_1000_max": -0.079941, "nauc_recall_at_1000_std": 0.35, "nauc_recall_at_1000_diff1": 0.294232, "nauc_precision_at_1_max": -0.039603, "nauc_precision_at_1_std": -0.10462, "nauc_precision_at_1_diff1": 0.556431, "nauc_precision_at_3_max": 0.008209, "nauc_precision_at_3_std": 0.008804, "nauc_precision_at_3_diff1": 0.392343, "nauc_precision_at_5_max": 0.009933, "nauc_precision_at_5_std": 0.029288, "nauc_precision_at_5_diff1": 0.345666, "nauc_precision_at_10_max": 0.040548, "nauc_precision_at_10_std": 0.09345, "nauc_precision_at_10_diff1": 0.270716, "nauc_precision_at_20_max": 0.028051, "nauc_precision_at_20_std": 0.116586, "nauc_precision_at_20_diff1": 0.208383, "nauc_precision_at_100_max": -0.05332, "nauc_precision_at_100_std": 0.093023, "nauc_precision_at_100_diff1": 0.056413, "nauc_precision_at_1000_max": -0.137527, "nauc_precision_at_1000_std": -0.033786, "nauc_precision_at_1000_diff1": -0.056113, "nauc_mrr_at_1_max": -0.039603, "nauc_mrr_at_1_std": -0.10462, "nauc_mrr_at_1_diff1": 0.556431, "nauc_mrr_at_3_max": -0.02729, "nauc_mrr_at_3_std": -0.080759, "nauc_mrr_at_3_diff1": 0.535446, "nauc_mrr_at_5_max": -0.028111, "nauc_mrr_at_5_std": -0.07818, "nauc_mrr_at_5_diff1": 0.52888, "nauc_mrr_at_10_max": -0.022406, "nauc_mrr_at_10_std": -0.072321, "nauc_mrr_at_10_diff1": 0.523989, "nauc_mrr_at_20_max": -0.021636, "nauc_mrr_at_20_std": -0.070831, "nauc_mrr_at_20_diff1": 0.523501, "nauc_mrr_at_100_max": -0.022651, "nauc_mrr_at_100_std": -0.070372, "nauc_mrr_at_100_diff1": 0.522536, "nauc_mrr_at_1000_max": -0.022671, "nauc_mrr_at_1000_std": -0.070591, "nauc_mrr_at_1000_diff1": 0.52281, "hit_rate_at_1": 0.32806, "hit_rate_at_3": 0.44664, "hit_rate_at_5": 0.48221, "hit_rate_at_10": 0.55534, "hit_rate_at_20": 0.61265, "hit_rate_at_100": 0.78854, "hit_rate_at_1000": 0.94664, "main_score": 0.40131, "hf_subset": "default", "languages": [ "eng-Latn" ] } ] }, "evaluation_time": 15.431267738342285, "kg_co2_emissions": null, "date": 1772707969.128073 }