{ "dataset_revision": "83bd440268e200a4f60313070618e3f45000fa94", "evaluation_time": 77.899329662323, "kg_co2_emissions": null, "mteb_version": "1.14.15", "scores": { "test": [ { "accuracy": 0.09527, "cv_recall_at_1": 0.95714, "cv_recall_at_10": 0.98571, "cv_recall_at_100": 1.0, "cv_recall_at_1000": 1.0, "cv_recall_at_20": 0.98571, "cv_recall_at_3": 0.95714, "cv_recall_at_5": 0.97143, "hf_subset": "default", "languages": [ "eng-Latn" ], "main_score": 0.25913, "map_at_1": 0.09527, "map_at_10": 0.34115, "map_at_100": 0.60744, "map_at_1000": 0.7027, "map_at_20": 0.46808, "map_at_3": 0.21269, "map_at_5": 0.25913, "mrr_at_1": 0.9571428571428572, "mrr_at_10": 0.9627551020408163, "mrr_at_100": 0.9631310418904403, "mrr_at_1000": 0.9631310418904403, "mrr_at_20": 0.9627551020408163, "mrr_at_3": 0.9571428571428572, "mrr_at_5": 0.9607142857142857, "nauc_cv_recall_at_1000_diff1": NaN, "nauc_cv_recall_at_1000_max": NaN, "nauc_cv_recall_at_1000_std": NaN, "nauc_cv_recall_at_100_diff1": NaN, "nauc_cv_recall_at_100_max": NaN, "nauc_cv_recall_at_100_std": NaN, "nauc_cv_recall_at_10_diff1": 0.7222222222222228, "nauc_cv_recall_at_10_max": 0.8692810457516342, "nauc_cv_recall_at_10_std": 0.5541549953314642, "nauc_cv_recall_at_1_diff1": -0.00420168067226819, "nauc_cv_recall_at_1_max": 0.9564270152505449, "nauc_cv_recall_at_1_std": 0.8513849984438188, "nauc_cv_recall_at_20_diff1": 0.7222222222222228, "nauc_cv_recall_at_20_max": 0.8692810457516342, "nauc_cv_recall_at_20_std": 0.5541549953314642, "nauc_cv_recall_at_3_diff1": -0.00420168067226819, "nauc_cv_recall_at_3_max": 0.9564270152505449, "nauc_cv_recall_at_3_std": 0.8513849984438188, "nauc_cv_recall_at_5_diff1": 0.07936507936507792, "nauc_cv_recall_at_5_max": 0.9346405228758171, "nauc_cv_recall_at_5_std": 0.7770774976657321, "nauc_map_at_1000_diff1": 0.23079429592153253, "nauc_map_at_1000_max": 0.07624657908635402, "nauc_map_at_1000_std": 0.44876242392860505, "nauc_map_at_100_diff1": 0.36099850573649, "nauc_map_at_100_max": -0.08711401515619066, "nauc_map_at_100_std": -0.0711623225964435, "nauc_map_at_10_diff1": 0.6752472312741203, "nauc_map_at_10_max": -0.2871163969017595, "nauc_map_at_10_std": -0.09222967512947637, "nauc_map_at_1_diff1": 0.8910002198273129, "nauc_map_at_1_max": -0.22321916041471593, "nauc_map_at_1_std": 0.03438575051263285, "nauc_map_at_20_diff1": 0.49261416465044755, "nauc_map_at_20_max": -0.2718365073231415, "nauc_map_at_20_std": -0.1210434580859844, "nauc_map_at_3_diff1": 0.8494574614632632, "nauc_map_at_3_max": -0.23592585957847725, "nauc_map_at_3_std": 0.009065819378118347, "nauc_map_at_5_diff1": 0.7831313409995571, "nauc_map_at_5_max": -0.2657522998304328, "nauc_map_at_5_std": -0.04374327188686762, "nauc_mrr_at_1000_diff1": 0.035539683219734115, "nauc_mrr_at_1000_max": 0.9506828708662379, "nauc_mrr_at_1000_std": 0.8317933631330657, "nauc_mrr_at_100_diff1": 0.035539683219734115, "nauc_mrr_at_100_max": 0.9506828708662379, "nauc_mrr_at_100_std": 0.8317933631330657, "nauc_mrr_at_10_diff1": 0.042470869626390656, "nauc_mrr_at_10_max": 0.9498612230280243, "nauc_mrr_at_10_std": 0.8289909571134357, "nauc_mrr_at_1_diff1": -0.00420168067226819, "nauc_mrr_at_1_max": 0.9564270152505449, "nauc_mrr_at_1_std": 0.8513849984438188, "nauc_mrr_at_20_diff1": 0.042470869626390656, "nauc_mrr_at_20_max": 0.9498612230280243, "nauc_mrr_at_20_std": 0.8289909571134357, "nauc_mrr_at_3_diff1": -0.00420168067226819, "nauc_mrr_at_3_max": 0.9564270152505449, "nauc_mrr_at_3_std": 0.8513849984438188, "nauc_mrr_at_5_diff1": 0.010992275698154993, "nauc_mrr_at_5_max": 0.952465834818773, "nauc_mrr_at_5_std": 0.8378745437568934, "nauc_ndcg_at_1000_diff1": 0.21127127151931965, "nauc_ndcg_at_1000_max": 0.12876606198111717, "nauc_ndcg_at_1000_std": 0.47505663722615554, "nauc_ndcg_at_100_diff1": 0.24493327157255879, "nauc_ndcg_at_100_max": 0.027108119948181936, "nauc_ndcg_at_100_std": 0.43812756489367616, "nauc_ndcg_at_10_diff1": -0.20870779248394034, "nauc_ndcg_at_10_max": 0.6729462764797379, "nauc_ndcg_at_10_std": 0.7083219731994885, "nauc_ndcg_at_1_diff1": -0.00420168067226819, "nauc_ndcg_at_1_max": 0.9564270152505449, "nauc_ndcg_at_1_std": 0.8513849984438188, "nauc_ndcg_at_20_diff1": -0.11633720955138567, "nauc_ndcg_at_20_max": 0.5448044117704419, "nauc_ndcg_at_20_std": 0.6421045086506946, "nauc_ndcg_at_3_diff1": -0.22723662034792522, "nauc_ndcg_at_3_max": 0.7635082996503484, "nauc_ndcg_at_3_std": 0.7585147787594008, "nauc_ndcg_at_5_diff1": -0.21600242053080562, "nauc_ndcg_at_5_max": 0.806106666027571, "nauc_ndcg_at_5_std": 0.7739528942939989, "nauc_precision_at_1000_diff1": -0.40174842493854895, "nauc_precision_at_1000_max": 0.36812639360183275, "nauc_precision_at_1000_std": 0.7348396930311468, "nauc_precision_at_100_diff1": -0.4870047936487271, "nauc_precision_at_100_max": 0.402440176344223, "nauc_precision_at_100_std": 0.5989728489176547, "nauc_precision_at_10_diff1": -1.0227673299454216, "nauc_precision_at_10_max": 0.5079206902543771, "nauc_precision_at_10_std": 0.2628385399119808, "nauc_precision_at_1_diff1": -0.00420168067226819, "nauc_precision_at_1_max": 0.9564270152505449, "nauc_precision_at_1_std": 0.8513849984438188, "nauc_precision_at_20_diff1": -0.89266631502512, "nauc_precision_at_20_max": 0.49281070258820264, "nauc_precision_at_20_std": 0.3153161346106218, "nauc_precision_at_3_diff1": -0.8490291366059377, "nauc_precision_at_3_max": 0.5662049624285491, "nauc_precision_at_3_std": 0.3701055425916815, "nauc_precision_at_5_diff1": -1.0856591206276558, "nauc_precision_at_5_max": 0.5212079110820538, "nauc_precision_at_5_std": 0.2165740438051665, "nauc_recall_at_1000_diff1": 0.2629598165745765, "nauc_recall_at_1000_max": -0.19107421106277664, "nauc_recall_at_1000_std": 0.2760804855466015, "nauc_recall_at_100_diff1": 0.4352608318545921, "nauc_recall_at_100_max": -0.3160333936335927, "nauc_recall_at_100_std": -0.3102230901648804, "nauc_recall_at_10_diff1": 0.6800496535589436, "nauc_recall_at_10_max": -0.29637656306489585, "nauc_recall_at_10_std": -0.10609535269602678, "nauc_recall_at_1_diff1": 0.8910002198273129, "nauc_recall_at_1_max": -0.22321916041471593, "nauc_recall_at_1_std": 0.03438575051263285, "nauc_recall_at_20_diff1": 0.5202485391290956, "nauc_recall_at_20_max": -0.29980882833872635, "nauc_recall_at_20_std": -0.15597118047738082, "nauc_recall_at_3_diff1": 0.8494574614632632, "nauc_recall_at_3_max": -0.23592585957847725, "nauc_recall_at_3_std": 0.009065819378118347, "nauc_recall_at_5_diff1": 0.7864244208106596, "nauc_recall_at_5_max": -0.26786630207657147, "nauc_recall_at_5_std": -0.04565486889017372, "ndcg_at_1": 0.95714, "ndcg_at_10": 0.91055, "ndcg_at_100": 0.78965, "ndcg_at_1000": 0.86647, "ndcg_at_20": 0.87928, "ndcg_at_3": 0.94198, "ndcg_at_5": 0.94618, "precision_at_1": 0.95714, "precision_at_10": 0.78, "precision_at_100": 0.32657, "precision_at_1000": 0.07286, "precision_at_20": 0.70214, "precision_at_3": 0.89048, "precision_at_5": 0.86, "recall_at_1": 0.09527, "recall_at_10": 0.34567, "recall_at_100": 0.69313, "recall_at_1000": 0.93479, "recall_at_20": 0.48084, "recall_at_3": 0.21269, "recall_at_5": 0.25977 } ] }, "task_name": "ROxfordMediumI2IRetrieval" }