{ "dataset_revision": "9935aadbad5c8deec30910489db1b2c7133ae7a7", "task_name": "VidoreSyntheticDocQAEnergyRetrieval", "mteb_version": "1.38.32", "scores": { "test": [ { "ndcg_at_1": 0.96, "ndcg_at_3": 0.96631, "ndcg_at_5": 0.96631, "ndcg_at_10": 0.96946, "ndcg_at_20": 0.97209, "ndcg_at_100": 0.97406, "ndcg_at_1000": 0.97406, "map_at_1": 0.96, "map_at_3": 0.965, "map_at_5": 0.965, "map_at_10": 0.96625, "map_at_20": 0.96702, "map_at_100": 0.96732, "map_at_1000": 0.96732, "recall_at_1": 0.96, "recall_at_3": 0.97, "recall_at_5": 0.97, "recall_at_10": 0.98, "recall_at_20": 0.99, "recall_at_100": 1.0, "recall_at_1000": 1.0, "cv_recall_at_1": 0.96, "cv_recall_at_3": 0.97, "cv_recall_at_5": 0.97, "cv_recall_at_10": 0.98, "cv_recall_at_20": 0.99, "cv_recall_at_100": 1.0, "cv_recall_at_1000": 1.0, "precision_at_1": 0.96, "precision_at_3": 0.32333, "precision_at_5": 0.194, "precision_at_10": 0.098, "precision_at_20": 0.0495, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.96, "mrr_at_3": 0.965, "mrr_at_5": 0.965, "mrr_at_10": 0.96625, "mrr_at_20": 0.967019, "mrr_at_100": 0.967322, "mrr_at_1000": 0.967322, "nauc_ndcg_at_1_max": 0.71697, "nauc_ndcg_at_1_std": -0.038632, "nauc_ndcg_at_1_diff1": 1.0, "nauc_ndcg_at_3_max": 0.715987, "nauc_ndcg_at_3_std": -0.208658, "nauc_ndcg_at_3_diff1": 1.0, "nauc_ndcg_at_5_max": 0.715987, "nauc_ndcg_at_5_std": -0.208658, "nauc_ndcg_at_5_diff1": 1.0, "nauc_ndcg_at_10_max": 0.732705, "nauc_ndcg_at_10_std": -0.050461, "nauc_ndcg_at_10_diff1": 1.0, "nauc_ndcg_at_20_max": 0.719852, "nauc_ndcg_at_20_std": -0.088907, "nauc_ndcg_at_20_diff1": 1.0, "nauc_ndcg_at_100_max": 0.719673, "nauc_ndcg_at_100_std": -0.122772, "nauc_ndcg_at_100_diff1": 1.0, "nauc_ndcg_at_1000_max": 0.719673, "nauc_ndcg_at_1000_std": -0.122772, "nauc_ndcg_at_1000_diff1": 1.0, "nauc_map_at_1_max": 0.71697, "nauc_map_at_1_std": -0.038632, "nauc_map_at_1_diff1": 1.0, "nauc_map_at_3_max": 0.71622, "nauc_map_at_3_std": -0.168334, "nauc_map_at_3_diff1": 1.0, "nauc_map_at_5_max": 0.71622, "nauc_map_at_5_std": -0.168334, "nauc_map_at_5_diff1": 1.0, "nauc_map_at_10_max": 0.722222, "nauc_map_at_10_std": -0.110126, "nauc_map_at_10_diff1": 1.0, "nauc_map_at_20_max": 0.718792, "nauc_map_at_20_std": -0.121046, "nauc_map_at_20_diff1": 1.0, "nauc_map_at_100_max": 0.71876, "nauc_map_at_100_std": -0.125489, "nauc_map_at_100_diff1": 1.0, "nauc_map_at_1000_max": 0.71876, "nauc_map_at_1000_std": -0.125489, "nauc_map_at_1000_diff1": 1.0, "nauc_recall_at_1_max": 0.71697, "nauc_recall_at_1_std": -0.038632, "nauc_recall_at_1_diff1": 1.0, "nauc_recall_at_3_max": 0.715219, "nauc_recall_at_3_std": -0.34127, "nauc_recall_at_3_diff1": 1.0, "nauc_recall_at_5_max": 0.715219, "nauc_recall_at_5_std": -0.34127, "nauc_recall_at_5_diff1": 1.0, "nauc_recall_at_10_max": 0.795752, "nauc_recall_at_10_std": 0.358077, "nauc_recall_at_10_diff1": 1.0, "nauc_recall_at_20_max": 0.722222, "nauc_recall_at_20_std": 0.358077, "nauc_recall_at_20_diff1": 1.0, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.71697, "nauc_precision_at_1_std": -0.038632, "nauc_precision_at_1_diff1": 1.0, "nauc_precision_at_3_max": 0.715219, "nauc_precision_at_3_std": -0.34127, "nauc_precision_at_3_diff1": 1.0, "nauc_precision_at_5_max": 0.715219, "nauc_precision_at_5_std": -0.34127, "nauc_precision_at_5_diff1": 1.0, "nauc_precision_at_10_max": 0.795752, "nauc_precision_at_10_std": 0.358077, "nauc_precision_at_10_diff1": 1.0, "nauc_precision_at_20_max": 0.722222, "nauc_precision_at_20_std": 0.358077, "nauc_precision_at_20_diff1": 1.0, "nauc_precision_at_100_max": NaN, "nauc_precision_at_100_std": NaN, "nauc_precision_at_100_diff1": NaN, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_cv_recall_at_1_max": 0.71697, "nauc_cv_recall_at_1_std": -0.038632, "nauc_cv_recall_at_1_diff1": 1.0, "nauc_cv_recall_at_3_max": 0.715219, "nauc_cv_recall_at_3_std": -0.34127, "nauc_cv_recall_at_3_diff1": 1.0, "nauc_cv_recall_at_5_max": 0.715219, "nauc_cv_recall_at_5_std": -0.34127, "nauc_cv_recall_at_5_diff1": 1.0, "nauc_cv_recall_at_10_max": 0.795752, "nauc_cv_recall_at_10_std": 0.358077, "nauc_cv_recall_at_10_diff1": 1.0, "nauc_cv_recall_at_20_max": 0.722222, "nauc_cv_recall_at_20_std": 0.358077, "nauc_cv_recall_at_20_diff1": 1.0, "nauc_cv_recall_at_100_max": NaN, "nauc_cv_recall_at_100_std": NaN, "nauc_cv_recall_at_100_diff1": NaN, "nauc_cv_recall_at_1000_max": NaN, "nauc_cv_recall_at_1000_std": NaN, "nauc_cv_recall_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.71697, "nauc_mrr_at_1_std": -0.038632, "nauc_mrr_at_1_diff1": 1.0, "nauc_mrr_at_3_max": 0.71622, "nauc_mrr_at_3_std": -0.168334, "nauc_mrr_at_3_diff1": 1.0, "nauc_mrr_at_5_max": 0.71622, "nauc_mrr_at_5_std": -0.168334, "nauc_mrr_at_5_diff1": 1.0, "nauc_mrr_at_10_max": 0.722222, "nauc_mrr_at_10_std": -0.110126, "nauc_mrr_at_10_diff1": 1.0, "nauc_mrr_at_20_max": 0.718792, "nauc_mrr_at_20_std": -0.121046, "nauc_mrr_at_20_diff1": 1.0, "nauc_mrr_at_100_max": 0.71876, "nauc_mrr_at_100_std": -0.125489, "nauc_mrr_at_100_diff1": 1.0, "nauc_mrr_at_1000_max": 0.71876, "nauc_mrr_at_1000_std": -0.125489, "nauc_mrr_at_1000_diff1": 1.0, "main_score": 0.96631, "hf_subset": "default", "languages": [ "eng-Latn" ] } ] }, "evaluation_time": 490.5978660583496, "kg_co2_emissions": null }