{ "dataset_revision": "2d9ebea5a1c6e9ef4a3b902a612f605dca11261c", "evaluation_time": 50.19287443161011, "kg_co2_emissions": null, "mteb_version": "1.16.5", "scores": { "test": [ { "cv_recall_at_1": 0.25, "cv_recall_at_10": 0.51, "cv_recall_at_100": 0.77, "cv_recall_at_1000": 1.0, "cv_recall_at_20": 0.59, "cv_recall_at_3": 0.34, "cv_recall_at_5": 0.43, "hf_subset": "default", "languages": [ "eng-Latn" ], "main_score": 0.33943, "map_at_1": 0.25, "map_at_10": 0.32077, "map_at_100": 0.32981, "map_at_1000": 0.33069, "map_at_20": 0.32608, "map_at_3": 0.28833, "map_at_5": 0.30983, "mrr_at_1": 0.25, "mrr_at_10": 0.3207738095238095, "mrr_at_100": 0.32980897644056095, "mrr_at_1000": 0.3306906247790453, "mrr_at_20": 0.3260815932433579, "mrr_at_3": 0.2883333333333333, "mrr_at_5": 0.3098333333333333, "nauc_cv_recall_at_1000_diff1": NaN, "nauc_cv_recall_at_1000_max": NaN, "nauc_cv_recall_at_1000_std": NaN, "nauc_cv_recall_at_100_diff1": 0.4984892907499828, "nauc_cv_recall_at_100_max": 0.3922920256932474, "nauc_cv_recall_at_100_std": 0.3553859582372816, "nauc_cv_recall_at_10_diff1": 0.4664055032780049, "nauc_cv_recall_at_10_max": 0.3755367984599438, "nauc_cv_recall_at_10_std": 0.23380854300445586, "nauc_cv_recall_at_1_diff1": 0.6808238322912834, "nauc_cv_recall_at_1_max": 0.36912100036778217, "nauc_cv_recall_at_1_std": 0.09615299742552393, "nauc_cv_recall_at_20_diff1": 0.3195298399049116, "nauc_cv_recall_at_20_max": 0.34450526068645726, "nauc_cv_recall_at_20_std": 0.26272616549517946, "nauc_cv_recall_at_3_diff1": 0.5761413921937517, "nauc_cv_recall_at_3_max": 0.34735949548212725, "nauc_cv_recall_at_3_std": 0.1576220885556054, "nauc_cv_recall_at_5_diff1": 0.5308683721111701, "nauc_cv_recall_at_5_max": 0.3860009624013212, "nauc_cv_recall_at_5_std": 0.1935076927078592, "nauc_map_at_1000_diff1": 0.6097296914994066, "nauc_map_at_1000_max": 0.3657522232455335, "nauc_map_at_1000_std": 0.14248137958898938, "nauc_map_at_100_diff1": 0.6094872198135235, "nauc_map_at_100_max": 0.36589651667788536, "nauc_map_at_100_std": 0.14310745164756458, "nauc_map_at_10_diff1": 0.6114881160270081, "nauc_map_at_10_max": 0.36895816876327364, "nauc_map_at_10_std": 0.1395710342536141, "nauc_map_at_1_diff1": 0.6808238322912834, "nauc_map_at_1_max": 0.36912100036778217, "nauc_map_at_1_std": 0.09615299742552393, "nauc_map_at_20_diff1": 0.6034588275189939, "nauc_map_at_20_max": 0.3656210346481206, "nauc_map_at_20_std": 0.14057883514485356, "nauc_map_at_3_diff1": 0.6321163185984319, "nauc_map_at_3_max": 0.36102879286345485, "nauc_map_at_3_std": 0.12100743545562867, "nauc_map_at_5_diff1": 0.6194854770167472, "nauc_map_at_5_max": 0.37052584802732497, "nauc_map_at_5_std": 0.13175133700691802, "nauc_mrr_at_1000_diff1": 0.6097296914994066, "nauc_mrr_at_1000_max": 0.3657522232455335, "nauc_mrr_at_1000_std": 0.14248137958898938, "nauc_mrr_at_100_diff1": 0.6094872198135235, "nauc_mrr_at_100_max": 0.36589651667788536, "nauc_mrr_at_100_std": 0.14310745164756458, "nauc_mrr_at_10_diff1": 0.6114881160270081, "nauc_mrr_at_10_max": 0.36895816876327364, "nauc_mrr_at_10_std": 0.1395710342536141, "nauc_mrr_at_1_diff1": 0.6808238322912834, "nauc_mrr_at_1_max": 0.36912100036778217, "nauc_mrr_at_1_std": 0.09615299742552393, "nauc_mrr_at_20_diff1": 0.6034588275189939, "nauc_mrr_at_20_max": 0.3656210346481206, "nauc_mrr_at_20_std": 0.14057883514485356, "nauc_mrr_at_3_diff1": 0.6321163185984319, "nauc_mrr_at_3_max": 0.36102879286345485, "nauc_mrr_at_3_std": 0.12100743545562867, "nauc_mrr_at_5_diff1": 0.6194854770167472, "nauc_mrr_at_5_max": 0.37052584802732497, "nauc_mrr_at_5_std": 0.13175133700691802, "nauc_ndcg_at_1000_diff1": 0.5897579422707417, "nauc_ndcg_at_1000_max": 0.3641534656755568, "nauc_ndcg_at_1000_std": 0.16106650321096497, "nauc_ndcg_at_100_diff1": 0.5822424446606654, "nauc_ndcg_at_100_max": 0.3671194972743473, "nauc_ndcg_at_100_std": 0.17804868639446866, "nauc_ndcg_at_10_diff1": 0.5758905264651603, "nauc_ndcg_at_10_max": 0.37047251268467823, "nauc_ndcg_at_10_std": 0.16331420245110737, "nauc_ndcg_at_1_diff1": 0.6808238322912834, "nauc_ndcg_at_1_max": 0.36912100036778217, "nauc_ndcg_at_1_std": 0.09615299742552393, "nauc_ndcg_at_20_diff1": 0.5437020678993968, "nauc_ndcg_at_20_max": 0.3612423382771257, "nauc_ndcg_at_20_std": 0.16833166033425467, "nauc_ndcg_at_3_diff1": 0.6171591344021428, "nauc_ndcg_at_3_max": 0.3574607293949045, "nauc_ndcg_at_3_std": 0.13063554096277574, "nauc_ndcg_at_5_diff1": 0.5961157505318058, "nauc_ndcg_at_5_max": 0.3742063526068039, "nauc_ndcg_at_5_std": 0.14793346319315137, "nauc_precision_at_1000_diff1": NaN, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_100_diff1": 0.49848929074998294, "nauc_precision_at_100_max": 0.39229202569324795, "nauc_precision_at_100_std": 0.35538595823728264, "nauc_precision_at_10_diff1": 0.4664055032780049, "nauc_precision_at_10_max": 0.37553679845994414, "nauc_precision_at_10_std": 0.23380854300445642, "nauc_precision_at_1_diff1": 0.6808238322912834, "nauc_precision_at_1_max": 0.36912100036778217, "nauc_precision_at_1_std": 0.09615299742552393, "nauc_precision_at_20_diff1": 0.31952983990491185, "nauc_precision_at_20_max": 0.34450526068645776, "nauc_precision_at_20_std": 0.2627261654951799, "nauc_precision_at_3_diff1": 0.5761413921937516, "nauc_precision_at_3_max": 0.3473594954821271, "nauc_precision_at_3_std": 0.15762208855560542, "nauc_precision_at_5_diff1": 0.5308683721111709, "nauc_precision_at_5_max": 0.38600096240132165, "nauc_precision_at_5_std": 0.19350769270785956, "nauc_recall_at_1000_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_100_diff1": 0.4984892907499828, "nauc_recall_at_100_max": 0.3922920256932474, "nauc_recall_at_100_std": 0.3553859582372816, "nauc_recall_at_10_diff1": 0.4664055032780049, "nauc_recall_at_10_max": 0.3755367984599438, "nauc_recall_at_10_std": 0.23380854300445586, "nauc_recall_at_1_diff1": 0.6808238322912834, "nauc_recall_at_1_max": 0.36912100036778217, "nauc_recall_at_1_std": 0.09615299742552393, "nauc_recall_at_20_diff1": 0.3195298399049116, "nauc_recall_at_20_max": 0.34450526068645726, "nauc_recall_at_20_std": 0.26272616549517946, "nauc_recall_at_3_diff1": 0.5761413921937517, "nauc_recall_at_3_max": 0.34735949548212725, "nauc_recall_at_3_std": 0.1576220885556054, "nauc_recall_at_5_diff1": 0.5308683721111701, "nauc_recall_at_5_max": 0.3860009624013212, "nauc_recall_at_5_std": 0.1935076927078592, "ndcg_at_1": 0.25, "ndcg_at_10": 0.36558, "ndcg_at_100": 0.41709, "ndcg_at_1000": 0.44524, "ndcg_at_20": 0.38547, "ndcg_at_3": 0.30155, "ndcg_at_5": 0.33943, "precision_at_1": 0.25, "precision_at_10": 0.051, "precision_at_100": 0.0077, "precision_at_1000": 0.001, "precision_at_20": 0.0295, "precision_at_3": 0.11333, "precision_at_5": 0.086, "recall_at_1": 0.25, "recall_at_10": 0.51, "recall_at_100": 0.77, "recall_at_1000": 1.0, "recall_at_20": 0.59, "recall_at_3": 0.34, "recall_at_5": 0.43 } ] }, "task_name": "VidoreSyntheticDocQAAIRetrieval" }