{ "dataset_revision": "b2a085913606be3c4f2f1a8bff1810e38bade8fa", "task_name": "HagridRetrieval", "mteb_version": "1.38.9", "scores": { "dev": [ { "ndcg_at_1": 0.98185, "ndcg_at_3": 0.98694, "ndcg_at_5": 0.98694, "ndcg_at_10": 0.98758, "ndcg_at_20": 0.98758, "ndcg_at_100": 0.98758, "ndcg_at_1000": 0.9886, "map_at_1": 0.98185, "map_at_3": 0.98589, "map_at_5": 0.98589, "map_at_10": 0.98614, "map_at_20": 0.98614, "map_at_100": 0.98614, "map_at_1000": 0.98617, "recall_at_1": 0.98185, "recall_at_3": 0.98992, "recall_at_5": 0.98992, "recall_at_10": 0.99194, "recall_at_20": 0.99194, "recall_at_100": 0.99194, "recall_at_1000": 1.0, "precision_at_1": 0.98185, "precision_at_3": 0.32997, "precision_at_5": 0.19798, "precision_at_10": 0.09919, "precision_at_20": 0.0496, "precision_at_100": 0.00992, "precision_at_1000": 0.001, "mrr_at_1": 0.981855, "mrr_at_3": 0.985887, "mrr_at_5": 0.985887, "mrr_at_10": 0.986139, "mrr_at_20": 0.986139, "mrr_at_100": 0.986139, "mrr_at_1000": 0.986174, "nauc_ndcg_at_1_max": 0.476835, "nauc_ndcg_at_1_std": -0.061211, "nauc_ndcg_at_1_diff1": 0.855262, "nauc_ndcg_at_3_max": 0.57936, "nauc_ndcg_at_3_std": 0.153769, "nauc_ndcg_at_3_diff1": 0.798859, "nauc_ndcg_at_5_max": 0.57936, "nauc_ndcg_at_5_std": 0.153769, "nauc_ndcg_at_5_diff1": 0.798859, "nauc_ndcg_at_10_max": 0.557822, "nauc_ndcg_at_10_std": 0.155349, "nauc_ndcg_at_10_diff1": 0.79526, "nauc_ndcg_at_20_max": 0.557822, "nauc_ndcg_at_20_std": 0.155349, "nauc_ndcg_at_20_diff1": 0.79526, "nauc_ndcg_at_100_max": 0.557822, "nauc_ndcg_at_100_std": 0.155349, "nauc_ndcg_at_100_diff1": 0.79526, "nauc_ndcg_at_1000_max": 0.551278, "nauc_ndcg_at_1000_std": 0.128407, "nauc_ndcg_at_1000_diff1": 0.801687, "nauc_map_at_1_max": 0.476835, "nauc_map_at_1_std": -0.061211, "nauc_map_at_1_diff1": 0.855262, "nauc_map_at_3_max": 0.552006, "nauc_map_at_3_std": 0.09641, "nauc_map_at_3_diff1": 0.813908, "nauc_map_at_5_max": 0.552006, "nauc_map_at_5_std": 0.09641, "nauc_map_at_5_diff1": 0.813908, "nauc_map_at_10_max": 0.54386, "nauc_map_at_10_std": 0.095929, "nauc_map_at_10_diff1": 0.812904, "nauc_map_at_20_max": 0.54386, "nauc_map_at_20_std": 0.095929, "nauc_map_at_20_diff1": 0.812904, "nauc_map_at_100_max": 0.54386, "nauc_map_at_100_std": 0.095929, "nauc_map_at_100_diff1": 0.812904, "nauc_map_at_1000_max": 0.543408, "nauc_map_at_1000_std": 0.094888, "nauc_map_at_1000_diff1": 0.812952, "nauc_recall_at_1_max": 0.476835, "nauc_recall_at_1_std": -0.061211, "nauc_recall_at_1_diff1": 0.855262, "nauc_recall_at_3_max": 0.687313, "nauc_recall_at_3_std": 0.380128, "nauc_recall_at_3_diff1": 0.739472, "nauc_recall_at_5_max": 0.687313, "nauc_recall_at_5_std": 0.380128, "nauc_recall_at_5_diff1": 0.739472, "nauc_recall_at_10_max": 0.609141, "nauc_recall_at_10_std": 0.444434, "nauc_recall_at_10_diff1": 0.707048, "nauc_recall_at_20_max": 0.609141, "nauc_recall_at_20_std": 0.444434, "nauc_recall_at_20_diff1": 0.707048, "nauc_recall_at_100_max": 0.609141, "nauc_recall_at_100_std": 0.444434, "nauc_recall_at_100_diff1": 0.707048, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.476835, "nauc_precision_at_1_std": -0.061211, "nauc_precision_at_1_diff1": 0.855262, "nauc_precision_at_3_max": 0.687313, "nauc_precision_at_3_std": 0.380128, "nauc_precision_at_3_diff1": 0.739472, "nauc_precision_at_5_max": 0.687313, "nauc_precision_at_5_std": 0.380128, "nauc_precision_at_5_diff1": 0.739472, "nauc_precision_at_10_max": 0.609141, "nauc_precision_at_10_std": 0.444434, "nauc_precision_at_10_diff1": 0.707048, "nauc_precision_at_20_max": 0.609141, "nauc_precision_at_20_std": 0.444434, "nauc_precision_at_20_diff1": 0.707048, "nauc_precision_at_100_max": 0.609141, "nauc_precision_at_100_std": 0.444434, "nauc_precision_at_100_diff1": 0.707048, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.476835, "nauc_mrr_at_1_std": -0.061211, "nauc_mrr_at_1_diff1": 0.855262, "nauc_mrr_at_3_max": 0.552006, "nauc_mrr_at_3_std": 0.09641, "nauc_mrr_at_3_diff1": 0.813908, "nauc_mrr_at_5_max": 0.552006, "nauc_mrr_at_5_std": 0.09641, "nauc_mrr_at_5_diff1": 0.813908, "nauc_mrr_at_10_max": 0.54386, "nauc_mrr_at_10_std": 0.095929, "nauc_mrr_at_10_diff1": 0.812904, "nauc_mrr_at_20_max": 0.54386, "nauc_mrr_at_20_std": 0.095929, "nauc_mrr_at_20_diff1": 0.812904, "nauc_mrr_at_100_max": 0.54386, "nauc_mrr_at_100_std": 0.095929, "nauc_mrr_at_100_diff1": 0.812904, "nauc_mrr_at_1000_max": 0.543408, "nauc_mrr_at_1000_std": 0.094888, "nauc_mrr_at_1000_diff1": 0.812952, "main_score": 0.98758, "hf_subset": "default", "languages": [ "eng-Latn" ] } ] }, "evaluation_time": 1.0660274028778076, "kg_co2_emissions": null }