{ "dataset_revision": "83bd440268e200a4f60313070618e3f45000fa94", "evaluation_time": 13.943161249160767, "kg_co2_emissions": null, "mteb_version": "1.14.15", "scores": { "test": [ { "accuracy": 0.08012, "cv_recall_at_1": 0.9, "cv_recall_at_10": 0.94286, "cv_recall_at_100": 0.97143, "cv_recall_at_1000": 1.0, "cv_recall_at_20": 0.94286, "cv_recall_at_3": 0.92857, "cv_recall_at_5": 0.94286, "hf_subset": "default", "languages": [ "eng-Latn" ], "main_score": 0.17087, "map_at_1": 0.08012, "map_at_10": 0.23387, "map_at_100": 0.43148, "map_at_1000": 0.51329, "map_at_20": 0.30062, "map_at_3": 0.1356, "map_at_5": 0.17087, "mrr_at_1": 0.9, "mrr_at_10": 0.9178571428571428, "mrr_at_100": 0.9185029835029835, "mrr_at_1000": 0.9186422838274299, "mrr_at_20": 0.9178571428571428, "mrr_at_3": 0.9142857142857143, "mrr_at_5": 0.9178571428571428, "nauc_cv_recall_at_1000_diff1": NaN, "nauc_cv_recall_at_1000_max": NaN, "nauc_cv_recall_at_1000_std": NaN, "nauc_cv_recall_at_100_diff1": 0.6790382819794577, "nauc_cv_recall_at_100_max": 0.9346405228758171, "nauc_cv_recall_at_100_std": -0.07586367880485645, "nauc_cv_recall_at_10_diff1": 0.6202147525676931, "nauc_cv_recall_at_10_max": 0.8068394024276379, "nauc_cv_recall_at_10_std": 0.30158730158730224, "nauc_cv_recall_at_1_diff1": 0.5472855808990265, "nauc_cv_recall_at_1_max": 0.8499399759903963, "nauc_cv_recall_at_1_std": 0.47559023609443724, "nauc_cv_recall_at_20_diff1": 0.6202147525676931, "nauc_cv_recall_at_20_max": 0.8068394024276379, "nauc_cv_recall_at_20_std": 0.30158730158730224, "nauc_cv_recall_at_3_diff1": 0.5677871148459377, "nauc_cv_recall_at_3_max": 0.7899159663865548, "nauc_cv_recall_at_3_std": 0.26582633053221255, "nauc_cv_recall_at_5_diff1": 0.6202147525676931, "nauc_cv_recall_at_5_max": 0.8068394024276379, "nauc_cv_recall_at_5_std": 0.30158730158730224, "nauc_map_at_1000_diff1": -0.0914637461216693, "nauc_map_at_1000_max": 0.33852478578231915, "nauc_map_at_1000_std": 0.34560345678635324, "nauc_map_at_100_diff1": 0.11944799264059543, "nauc_map_at_100_max": 0.08447617972880497, "nauc_map_at_100_std": -0.09496913745171463, "nauc_map_at_10_diff1": 0.3613567185905972, "nauc_map_at_10_max": -0.28081664442600446, "nauc_map_at_10_std": -0.3941769583688095, "nauc_map_at_1_diff1": 0.5196531201993367, "nauc_map_at_1_max": -0.17907100918121874, "nauc_map_at_1_std": -0.31354816741059854, "nauc_map_at_20_diff1": 0.3247469041419206, "nauc_map_at_20_max": -0.19710688443658195, "nauc_map_at_20_std": -0.39743754692761096, "nauc_map_at_3_diff1": 0.3914347370405197, "nauc_map_at_3_max": -0.29287816111768605, "nauc_map_at_3_std": -0.3676576320067323, "nauc_map_at_5_diff1": 0.4213812457885721, "nauc_map_at_5_max": -0.2870707964912277, "nauc_map_at_5_std": -0.36872070061960116, "nauc_mrr_at_1000_diff1": 0.5632931518931703, "nauc_mrr_at_1000_max": 0.8309642688268831, "nauc_mrr_at_1000_std": 0.39788753376787056, "nauc_mrr_at_100_diff1": 0.5637697606912054, "nauc_mrr_at_100_max": 0.8310847118814647, "nauc_mrr_at_100_std": 0.3980121999772904, "nauc_mrr_at_10_diff1": 0.564425770308124, "nauc_mrr_at_10_max": 0.8293955263264721, "nauc_mrr_at_10_std": 0.3997280071448861, "nauc_mrr_at_1_diff1": 0.5472855808990265, "nauc_mrr_at_1_max": 0.8499399759903963, "nauc_mrr_at_1_std": 0.47559023609443724, "nauc_mrr_at_20_diff1": 0.564425770308124, "nauc_mrr_at_20_max": 0.8293955263264721, "nauc_mrr_at_20_std": 0.3997280071448861, "nauc_mrr_at_3_diff1": 0.5558278867102394, "nauc_mrr_at_3_max": 0.8249299719887944, "nauc_mrr_at_3_std": 0.3881886087768445, "nauc_mrr_at_5_diff1": 0.564425770308124, "nauc_mrr_at_5_max": 0.8293955263264721, "nauc_mrr_at_5_std": 0.3997280071448861, "nauc_ndcg_at_1000_diff1": 0.0003979311265756501, "nauc_ndcg_at_1000_max": 0.3651954717527721, "nauc_ndcg_at_1000_std": 0.3403259398199983, "nauc_ndcg_at_100_diff1": -0.012950423796007852, "nauc_ndcg_at_100_max": 0.26208980240584145, "nauc_ndcg_at_100_std": 0.3407601144376853, "nauc_ndcg_at_10_diff1": -0.09632537604469732, "nauc_ndcg_at_10_max": 0.5705709013382589, "nauc_ndcg_at_10_std": 0.33848799609362, "nauc_ndcg_at_1_diff1": 0.5472855808990265, "nauc_ndcg_at_1_max": 0.8499399759903963, "nauc_ndcg_at_1_std": 0.47559023609443724, "nauc_ndcg_at_20_diff1": -0.08177616314016531, "nauc_ndcg_at_20_max": 0.5560716414930725, "nauc_ndcg_at_20_std": 0.34882077281016316, "nauc_ndcg_at_3_diff1": 0.03385560512975589, "nauc_ndcg_at_3_max": 0.6306850885144136, "nauc_ndcg_at_3_std": 0.4091513056313634, "nauc_ndcg_at_5_diff1": 0.0439072785887491, "nauc_ndcg_at_5_max": 0.6025462283466063, "nauc_ndcg_at_5_std": 0.3849917205240607, "nauc_precision_at_1000_diff1": -0.3198708857622617, "nauc_precision_at_1000_max": 0.4277509133702783, "nauc_precision_at_1000_std": 0.6553914251528763, "nauc_precision_at_100_diff1": -0.3593315458341638, "nauc_precision_at_100_max": 0.5044241282550996, "nauc_precision_at_100_std": 0.6612564301824255, "nauc_precision_at_10_diff1": -0.31567137110963067, "nauc_precision_at_10_max": 0.5333154683600496, "nauc_precision_at_10_std": 0.42076072304419193, "nauc_precision_at_1_diff1": 0.5472855808990265, "nauc_precision_at_1_max": 0.8499399759903963, "nauc_precision_at_1_std": 0.47559023609443724, "nauc_precision_at_20_diff1": -0.3331239831562822, "nauc_precision_at_20_max": 0.566670255526845, "nauc_precision_at_20_std": 0.4552732318882192, "nauc_precision_at_3_diff1": -0.12663657167152334, "nauc_precision_at_3_max": 0.5718966099363495, "nauc_precision_at_3_std": 0.4417461766434489, "nauc_precision_at_5_diff1": -0.15947855977266104, "nauc_precision_at_5_max": 0.5500189242348099, "nauc_precision_at_5_std": 0.44379502261601145, "nauc_recall_at_1000_diff1": -0.03385127264551354, "nauc_recall_at_1000_max": 0.08548796874081045, "nauc_recall_at_1000_std": 0.19583535554851877, "nauc_recall_at_100_diff1": 0.19467568937203053, "nauc_recall_at_100_max": -0.18772287577406968, "nauc_recall_at_100_std": -0.19069413965452026, "nauc_recall_at_10_diff1": 0.3461894469898284, "nauc_recall_at_10_max": -0.358417903171766, "nauc_recall_at_10_std": -0.4235202796194865, "nauc_recall_at_1_diff1": 0.5196531201993367, "nauc_recall_at_1_max": -0.17907100918121874, "nauc_recall_at_1_std": -0.31354816741059854, "nauc_recall_at_20_diff1": 0.334150353755798, "nauc_recall_at_20_max": -0.3098275701778901, "nauc_recall_at_20_std": -0.43001206813842047, "nauc_recall_at_3_diff1": 0.34725884867603, "nauc_recall_at_3_max": -0.3287179797032111, "nauc_recall_at_3_std": -0.39286852426683166, "nauc_recall_at_5_diff1": 0.40844614910289173, "nauc_recall_at_5_max": -0.3254389696831629, "nauc_recall_at_5_std": -0.3966412354744941, "ndcg_at_1": 0.9, "ndcg_at_10": 0.77087, "ndcg_at_100": 0.65912, "ndcg_at_1000": 0.73834, "ndcg_at_20": 0.71237, "ndcg_at_3": 0.84292, "ndcg_at_5": 0.8138, "precision_at_1": 0.9, "precision_at_10": 0.66429, "precision_at_100": 0.29729, "precision_at_1000": 0.06667, "precision_at_20": 0.56357, "precision_at_3": 0.8, "precision_at_5": 0.73714, "recall_at_1": 0.08012, "recall_at_10": 0.26165, "recall_at_100": 0.57486, "recall_at_1000": 0.82749, "recall_at_20": 0.347, "recall_at_3": 0.14331, "recall_at_5": 0.18432 } ] }, "task_name": "ROxfordMediumI2IRetrieval" }