{ "dataset_revision": "4b34d10b24e99551890d407f12732a2c2ee1405b", "task_name": "MACSA2TRetrieval", "mteb_version": "1.38.33", "scores": { "test": [ { "ndcg_at_1": 0.10178, "ndcg_at_3": 0.16, "ndcg_at_5": 0.19208, "ndcg_at_10": 0.23025, "ndcg_at_20": 0.26793, "ndcg_at_100": 0.32746, "ndcg_at_1000": 0.34475, "map_at_1": 0.10178, "map_at_3": 0.14504, "map_at_5": 0.1626, "map_at_10": 0.17806, "map_at_20": 0.18828, "map_at_100": 0.1964, "map_at_1000": 0.19726, "recall_at_1": 0.10178, "recall_at_3": 0.20356, "recall_at_5": 0.28244, "recall_at_10": 0.40204, "recall_at_20": 0.55216, "recall_at_100": 0.87532, "recall_at_1000": 1.0, "cv_recall_at_1": 0.10178, "cv_recall_at_3": 0.20356, "cv_recall_at_5": 0.28244, "cv_recall_at_10": 0.40204, "cv_recall_at_20": 0.55216, "cv_recall_at_100": 0.87532, "cv_recall_at_1000": 1.0, "precision_at_1": 0.10178, "precision_at_3": 0.06785, "precision_at_5": 0.05649, "precision_at_10": 0.0402, "precision_at_20": 0.02761, "precision_at_100": 0.00875, "precision_at_1000": 0.001, "mrr_at_1": 0.101781, "mrr_at_3": 0.144614, "mrr_at_5": 0.162171, "mrr_at_10": 0.177635, "mrr_at_20": 0.187859, "mrr_at_100": 0.195974, "mrr_at_1000": 0.196838, "nauc_ndcg_at_1_max": 0.377534, "nauc_ndcg_at_1_std": 0.066049, "nauc_ndcg_at_1_diff1": 0.312334, "nauc_ndcg_at_3_max": 0.396263, "nauc_ndcg_at_3_std": 0.053671, "nauc_ndcg_at_3_diff1": 0.224224, "nauc_ndcg_at_5_max": 0.42833, "nauc_ndcg_at_5_std": 0.051123, "nauc_ndcg_at_5_diff1": 0.221475, "nauc_ndcg_at_10_max": 0.40825, "nauc_ndcg_at_10_std": 0.051735, "nauc_ndcg_at_10_diff1": 0.216993, "nauc_ndcg_at_20_max": 0.422425, "nauc_ndcg_at_20_std": 0.081576, "nauc_ndcg_at_20_diff1": 0.224334, "nauc_ndcg_at_100_max": 0.414515, "nauc_ndcg_at_100_std": 0.088855, "nauc_ndcg_at_100_diff1": 0.223301, "nauc_ndcg_at_1000_max": 0.411583, "nauc_ndcg_at_1000_std": 0.072501, "nauc_ndcg_at_1000_diff1": 0.229319, "nauc_map_at_1_max": 0.377534, "nauc_map_at_1_std": 0.066049, "nauc_map_at_1_diff1": 0.312334, "nauc_map_at_3_max": 0.390998, "nauc_map_at_3_std": 0.057209, "nauc_map_at_3_diff1": 0.240355, "nauc_map_at_5_max": 0.411261, "nauc_map_at_5_std": 0.055299, "nauc_map_at_5_diff1": 0.237107, "nauc_map_at_10_max": 0.402405, "nauc_map_at_10_std": 0.055447, "nauc_map_at_10_diff1": 0.233912, "nauc_map_at_20_max": 0.406196, "nauc_map_at_20_std": 0.063208, "nauc_map_at_20_diff1": 0.236209, "nauc_map_at_100_max": 0.404907, "nauc_map_at_100_std": 0.065022, "nauc_map_at_100_diff1": 0.236734, "nauc_map_at_1000_max": 0.404815, "nauc_map_at_1000_std": 0.064195, "nauc_map_at_1000_diff1": 0.237143, "nauc_recall_at_1_max": 0.377534, "nauc_recall_at_1_std": 0.066049, "nauc_recall_at_1_diff1": 0.312334, "nauc_recall_at_3_max": 0.408555, "nauc_recall_at_3_std": 0.045399, "nauc_recall_at_3_diff1": 0.188411, "nauc_recall_at_5_max": 0.466234, "nauc_recall_at_5_std": 0.04227, "nauc_recall_at_5_diff1": 0.190532, "nauc_recall_at_10_max": 0.416733, "nauc_recall_at_10_std": 0.044765, "nauc_recall_at_10_diff1": 0.185607, "nauc_recall_at_20_max": 0.464065, "nauc_recall_at_20_std": 0.144392, "nauc_recall_at_20_diff1": 0.205688, "nauc_recall_at_100_max": 0.455676, "nauc_recall_at_100_std": 0.290684, "nauc_recall_at_100_diff1": 0.155268, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.377534, "nauc_precision_at_1_std": 0.066049, "nauc_precision_at_1_diff1": 0.312334, "nauc_precision_at_3_max": 0.408555, "nauc_precision_at_3_std": 0.045399, "nauc_precision_at_3_diff1": 0.188411, "nauc_precision_at_5_max": 0.466234, "nauc_precision_at_5_std": 0.04227, "nauc_precision_at_5_diff1": 0.190532, "nauc_precision_at_10_max": 0.416733, "nauc_precision_at_10_std": 0.044765, "nauc_precision_at_10_diff1": 0.185607, "nauc_precision_at_20_max": 0.464065, "nauc_precision_at_20_std": 0.144392, "nauc_precision_at_20_diff1": 0.205688, "nauc_precision_at_100_max": 0.455676, "nauc_precision_at_100_std": 0.290684, "nauc_precision_at_100_diff1": 0.155268, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_cv_recall_at_1_max": 0.377534, "nauc_cv_recall_at_1_std": 0.066049, "nauc_cv_recall_at_1_diff1": 0.312334, "nauc_cv_recall_at_3_max": 0.408555, "nauc_cv_recall_at_3_std": 0.045399, "nauc_cv_recall_at_3_diff1": 0.188411, "nauc_cv_recall_at_5_max": 0.466234, "nauc_cv_recall_at_5_std": 0.04227, "nauc_cv_recall_at_5_diff1": 0.190532, "nauc_cv_recall_at_10_max": 0.416733, "nauc_cv_recall_at_10_std": 0.044765, "nauc_cv_recall_at_10_diff1": 0.185607, "nauc_cv_recall_at_20_max": 0.464065, "nauc_cv_recall_at_20_std": 0.144392, "nauc_cv_recall_at_20_diff1": 0.205688, "nauc_cv_recall_at_100_max": 0.455676, "nauc_cv_recall_at_100_std": 0.290684, "nauc_cv_recall_at_100_diff1": 0.155268, "nauc_cv_recall_at_1000_max": NaN, "nauc_cv_recall_at_1000_std": NaN, "nauc_cv_recall_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.377534, "nauc_mrr_at_1_std": 0.066049, "nauc_mrr_at_1_diff1": 0.312334, "nauc_mrr_at_3_max": 0.392524, "nauc_mrr_at_3_std": 0.05801, "nauc_mrr_at_3_diff1": 0.242767, "nauc_mrr_at_5_max": 0.412764, "nauc_mrr_at_5_std": 0.056062, "nauc_mrr_at_5_diff1": 0.239411, "nauc_mrr_at_10_max": 0.403867, "nauc_mrr_at_10_std": 0.056199, "nauc_mrr_at_10_diff1": 0.236173, "nauc_mrr_at_20_max": 0.40765, "nauc_mrr_at_20_std": 0.063955, "nauc_mrr_at_20_diff1": 0.238468, "nauc_mrr_at_100_max": 0.406424, "nauc_mrr_at_100_std": 0.06579, "nauc_mrr_at_100_diff1": 0.239063, "nauc_mrr_at_1000_max": 0.406338, "nauc_mrr_at_1000_std": 0.064965, "nauc_mrr_at_1000_diff1": 0.239481, "main_score": 0.28244, "hf_subset": "default", "languages": [ "eng-Latn" ] } ] }, "evaluation_time": 69.25672388076782, "kg_co2_emissions": null }