{ "dataset_revision": "51adfef1c1287aab1d2d91b5bead9bcfb9c68583", "task_name": "XQuADRetrieval", "mteb_version": "2.10.0", "scores": { "validation": [ { "ndcg_at_1": 0.87881, "ndcg_at_3": 0.93115, "ndcg_at_5": 0.94031, "ndcg_at_10": 0.94198, "ndcg_at_20": 0.94331, "ndcg_at_100": 0.94398, "ndcg_at_1000": 0.94398, "map_at_1": 0.87881, "map_at_3": 0.91949, "map_at_5": 0.92462, "map_at_10": 0.92532, "map_at_20": 0.92571, "map_at_100": 0.92582, "map_at_1000": 0.92582, "recall_at_1": 0.87881, "recall_at_3": 0.96441, "recall_at_5": 0.98644, "recall_at_10": 0.99153, "recall_at_20": 0.99661, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.87881, "precision_at_1": 0.87881, "precision_at_3": 0.32147, "precision_at_5": 0.19729, "precision_at_10": 0.09915, "precision_at_20": 0.04983, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.878814, "mrr_at_3": 0.919492, "mrr_at_5": 0.924619, "mrr_at_10": 0.925322, "mrr_at_20": 0.925714, "mrr_at_100": 0.925823, "mrr_at_1000": 0.925823, "nauc_ndcg_at_1_max": 0.597101, "nauc_ndcg_at_1_std": 0.05351, "nauc_ndcg_at_1_diff1": 0.850791, "nauc_ndcg_at_3_max": 0.663322, "nauc_ndcg_at_3_std": 0.134744, "nauc_ndcg_at_3_diff1": 0.833821, "nauc_ndcg_at_5_max": 0.648179, "nauc_ndcg_at_5_std": 0.139656, "nauc_ndcg_at_5_diff1": 0.830487, "nauc_ndcg_at_10_max": 0.641617, "nauc_ndcg_at_10_std": 0.127252, "nauc_ndcg_at_10_diff1": 0.831922, "nauc_ndcg_at_20_max": 0.636628, "nauc_ndcg_at_20_std": 0.108501, "nauc_ndcg_at_20_diff1": 0.836934, "nauc_ndcg_at_100_max": 0.632607, "nauc_ndcg_at_100_std": 0.103031, "nauc_ndcg_at_100_diff1": 0.837439, "nauc_ndcg_at_1000_max": 0.632607, "nauc_ndcg_at_1000_std": 0.103031, "nauc_ndcg_at_1000_diff1": 0.837439, "nauc_map_at_1_max": 0.597101, "nauc_map_at_1_std": 0.05351, "nauc_map_at_1_diff1": 0.850791, "nauc_map_at_3_max": 0.64028, "nauc_map_at_3_std": 0.105701, "nauc_map_at_3_diff1": 0.838232, "nauc_map_at_5_max": 0.631951, "nauc_map_at_5_std": 0.105238, "nauc_map_at_5_diff1": 0.837006, "nauc_map_at_10_max": 0.629736, "nauc_map_at_10_std": 0.101111, "nauc_map_at_10_diff1": 0.837531, "nauc_map_at_20_max": 0.628595, "nauc_map_at_20_std": 0.096778, "nauc_map_at_20_diff1": 0.838732, "nauc_map_at_100_max": 0.628096, "nauc_map_at_100_std": 0.095944, "nauc_map_at_100_diff1": 0.838834, "nauc_map_at_1000_max": 0.628096, "nauc_map_at_1000_std": 0.095944, "nauc_map_at_1000_diff1": 0.838834, "nauc_recall_at_1_max": 0.597101, "nauc_recall_at_1_std": 0.05351, "nauc_recall_at_1_diff1": 0.850791, "nauc_recall_at_3_max": 0.810346, "nauc_recall_at_3_std": 0.320806, "nauc_recall_at_3_diff1": 0.807101, "nauc_recall_at_5_max": 0.891778, "nauc_recall_at_5_std": 0.68858, "nauc_recall_at_5_diff1": 0.73013, "nauc_recall_at_10_max": 0.899206, "nauc_recall_at_10_std": 0.751681, "nauc_recall_at_10_diff1": 0.699393, "nauc_recall_at_20_max": 0.96732, "nauc_recall_at_20_std": 0.514006, "nauc_recall_at_20_diff1": 0.806839, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.597101, "nauc_precision_at_1_std": 0.05351, "nauc_precision_at_1_diff1": 0.850791, "nauc_precision_at_3_max": 0.810346, "nauc_precision_at_3_std": 0.320806, "nauc_precision_at_3_diff1": 0.807101, "nauc_precision_at_5_max": 0.891778, "nauc_precision_at_5_std": 0.68858, "nauc_precision_at_5_diff1": 0.73013, "nauc_precision_at_10_max": 0.899206, "nauc_precision_at_10_std": 0.751681, "nauc_precision_at_10_diff1": 0.699393, "nauc_precision_at_20_max": 0.96732, "nauc_precision_at_20_std": 0.514006, "nauc_precision_at_20_diff1": 0.806839, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.597101, "nauc_mrr_at_1_std": 0.05351, "nauc_mrr_at_1_diff1": 0.850791, "nauc_mrr_at_3_max": 0.64028, "nauc_mrr_at_3_std": 0.105701, "nauc_mrr_at_3_diff1": 0.838232, "nauc_mrr_at_5_max": 0.631951, "nauc_mrr_at_5_std": 0.105238, "nauc_mrr_at_5_diff1": 0.837006, "nauc_mrr_at_10_max": 0.629736, "nauc_mrr_at_10_std": 0.101111, "nauc_mrr_at_10_diff1": 0.837531, "nauc_mrr_at_20_max": 0.628595, "nauc_mrr_at_20_std": 0.096778, "nauc_mrr_at_20_diff1": 0.838732, "nauc_mrr_at_100_max": 0.628096, "nauc_mrr_at_100_std": 0.095944, "nauc_mrr_at_100_diff1": 0.838834, "nauc_mrr_at_1000_max": 0.628096, "nauc_mrr_at_1000_std": 0.095944, "nauc_mrr_at_1000_diff1": 0.838834, "cv_recall_at_1": 0.87881, "cv_recall_at_3": 0.96441, "cv_recall_at_5": 0.98644, "cv_recall_at_10": 0.99153, "cv_recall_at_20": 0.99661, "cv_recall_at_100": 1.0, "cv_recall_at_1000": 1.0, "main_score": 0.94198, "hf_subset": "th", "languages": [ "tha-Thai" ] } ] }, "evaluation_time": 10.039603471755981, "kg_co2_emissions": null, "date": null }