{ "dataset_revision": "617612fa63afcb60e3b134bed8b7216a99707c37", "evaluation_time": 619.9214069843292, "kg_co2_emissions": null, "mteb_version": "1.19.2", "scores": { "test": [ { "hf_subset": "default", "languages": [ "eng-Latn" ], "main_score": 0.28296, "map_at_1": 0.156, "map_at_10": 0.21778, "map_at_100": 0.22747, "map_at_1000": 0.22891, "map_at_20": 0.22259, "map_at_3": 0.20033, "map_at_5": 0.20978, "mrr_at_1": 0.312, "mrr_at_10": 0.38151111111111075, "mrr_at_100": 0.3898793372817461, "mrr_at_1000": 0.39056015236079966, "mrr_at_20": 0.38653504905397257, "mrr_at_3": 0.36033333333333306, "mrr_at_5": 0.37223333333333275, "nauc_map_at_1000_diff1": 0.45881856814323707, "nauc_map_at_1000_max": 0.3382718710587777, "nauc_map_at_1000_std": 0.16698962865919065, "nauc_map_at_100_diff1": 0.45906114206914866, "nauc_map_at_100_max": 0.3379835146240387, "nauc_map_at_100_std": 0.1660672248702478, "nauc_map_at_10_diff1": 0.4675593284038509, "nauc_map_at_10_max": 0.3365334924073432, "nauc_map_at_10_std": 0.1548823176814751, "nauc_map_at_1_diff1": 0.5890700385760184, "nauc_map_at_1_max": 0.3717360820089617, "nauc_map_at_1_std": 0.1228871839506572, "nauc_map_at_20_diff1": 0.46317361534166196, "nauc_map_at_20_max": 0.3361297401143429, "nauc_map_at_20_std": 0.16133557833848775, "nauc_map_at_3_diff1": 0.4956403363787955, "nauc_map_at_3_max": 0.3331311673178324, "nauc_map_at_3_std": 0.13666343103140657, "nauc_map_at_5_diff1": 0.48007247562921135, "nauc_map_at_5_max": 0.3329798260285387, "nauc_map_at_5_std": 0.14667132382818546, "nauc_mrr_at_1000_diff1": 0.5265934186043765, "nauc_mrr_at_1000_max": 0.36401817168290623, "nauc_mrr_at_1000_std": 0.14726658550225635, "nauc_mrr_at_100_diff1": 0.5262449467361637, "nauc_mrr_at_100_max": 0.3638476782121034, "nauc_mrr_at_100_std": 0.14706627681997678, "nauc_mrr_at_10_diff1": 0.527784496856924, "nauc_mrr_at_10_max": 0.3641574793880368, "nauc_mrr_at_10_std": 0.1446656107711577, "nauc_mrr_at_1_diff1": 0.5890700385760184, "nauc_mrr_at_1_max": 0.3717360820089617, "nauc_mrr_at_1_std": 0.1228871839506572, "nauc_mrr_at_20_diff1": 0.5262327138082133, "nauc_mrr_at_20_max": 0.363520433137821, "nauc_mrr_at_20_std": 0.14656731885844498, "nauc_mrr_at_3_diff1": 0.544072750407305, "nauc_mrr_at_3_max": 0.36041572164143343, "nauc_mrr_at_3_std": 0.13366708214778933, "nauc_mrr_at_5_diff1": 0.5324801050630977, "nauc_mrr_at_5_max": 0.3607241316559795, "nauc_mrr_at_5_std": 0.14138768485435624, "nauc_ndcg_at_1000_diff1": 0.41969810851445877, "nauc_ndcg_at_1000_max": 0.3613914169851042, "nauc_ndcg_at_1000_std": 0.22216002690796502, "nauc_ndcg_at_100_diff1": 0.4199321896347073, "nauc_ndcg_at_100_max": 0.355004799651079, "nauc_ndcg_at_100_std": 0.20718713737396205, "nauc_ndcg_at_10_diff1": 0.4529749861198433, "nauc_ndcg_at_10_max": 0.3483513880812389, "nauc_ndcg_at_10_std": 0.16938088096853215, "nauc_ndcg_at_1_diff1": 0.5890700385760184, "nauc_ndcg_at_1_max": 0.3717360820089617, "nauc_ndcg_at_1_std": 0.1228871839506572, "nauc_ndcg_at_20_diff1": 0.44012476086451463, "nauc_ndcg_at_20_max": 0.34532073033179445, "nauc_ndcg_at_20_std": 0.18458028439592494, "nauc_ndcg_at_3_diff1": 0.49868294845093203, "nauc_ndcg_at_3_max": 0.3399676729837236, "nauc_ndcg_at_3_std": 0.1385379500111161, "nauc_ndcg_at_5_diff1": 0.47383554580804504, "nauc_ndcg_at_5_max": 0.34015094801967916, "nauc_ndcg_at_5_std": 0.1549777855225569, "nauc_precision_at_1000_diff1": 0.03668542377106774, "nauc_precision_at_1000_max": 0.3211015198596768, "nauc_precision_at_1000_std": 0.43952837160435543, "nauc_precision_at_100_diff1": 0.13094039133853072, "nauc_precision_at_100_max": 0.3029037550237718, "nauc_precision_at_100_std": 0.31449737257937727, "nauc_precision_at_10_diff1": 0.32279341442404286, "nauc_precision_at_10_max": 0.3331711906729857, "nauc_precision_at_10_std": 0.2131756092219765, "nauc_precision_at_1_diff1": 0.5890700385760184, "nauc_precision_at_1_max": 0.3717360820089617, "nauc_precision_at_1_std": 0.1228871839506572, "nauc_precision_at_20_diff1": 0.26199895834015147, "nauc_precision_at_20_max": 0.3053288288246164, "nauc_precision_at_20_std": 0.2516206974258657, "nauc_precision_at_3_diff1": 0.45025454630676187, "nauc_precision_at_3_max": 0.3261633549192578, "nauc_precision_at_3_std": 0.14677611962557904, "nauc_precision_at_5_diff1": 0.3881911239127243, "nauc_precision_at_5_max": 0.32143891672242436, "nauc_precision_at_5_std": 0.18105488192959826, "nauc_recall_at_1000_diff1": 0.03668542377106788, "nauc_recall_at_1000_max": 0.3211015198596775, "nauc_recall_at_1000_std": 0.43952837160435526, "nauc_recall_at_100_diff1": 0.1309403913385309, "nauc_recall_at_100_max": 0.30290375502377137, "nauc_recall_at_100_std": 0.3144973725793775, "nauc_recall_at_10_diff1": 0.3227934144240429, "nauc_recall_at_10_max": 0.33317119067298545, "nauc_recall_at_10_std": 0.21317560922197665, "nauc_recall_at_1_diff1": 0.5890700385760184, "nauc_recall_at_1_max": 0.3717360820089617, "nauc_recall_at_1_std": 0.1228871839506572, "nauc_recall_at_20_diff1": 0.2619989583401516, "nauc_recall_at_20_max": 0.3053288288246171, "nauc_recall_at_20_std": 0.25162069742586635, "nauc_recall_at_3_diff1": 0.4502545463067617, "nauc_recall_at_3_max": 0.3261633549192579, "nauc_recall_at_3_std": 0.14677611962557907, "nauc_recall_at_5_diff1": 0.388191123912724, "nauc_recall_at_5_max": 0.32143891672242453, "nauc_recall_at_5_std": 0.18105488192959815, "ndcg_at_1": 0.312, "ndcg_at_10": 0.28296, "ndcg_at_100": 0.33037, "ndcg_at_1000": 0.36389, "ndcg_at_20": 0.29895, "ndcg_at_3": 0.24693, "ndcg_at_5": 0.26416, "precision_at_1": 0.312, "precision_at_10": 0.0631, "precision_at_100": 0.01017, "precision_at_1000": 0.00146, "precision_at_20": 0.03665, "precision_at_3": 0.15567, "precision_at_5": 0.1072, "recall_at_1": 0.156, "recall_at_10": 0.3155, "recall_at_100": 0.5085, "recall_at_1000": 0.7315, "recall_at_20": 0.3665, "recall_at_3": 0.2335, "recall_at_5": 0.268 } ] }, "task_name": "HotpotQAHardNegatives" }