{ "dataset_revision": "9935aadbad5c8deec30910489db1b2c7133ae7a7", "evaluation_time": 113.39183402061462, "kg_co2_emissions": null, "mteb_version": "1.14.15", "scores": { "test": [ { "cv_recall_at_1": 0.12, "cv_recall_at_10": 0.32, "cv_recall_at_100": 0.7, "cv_recall_at_1000": 1.0, "cv_recall_at_20": 0.39, "cv_recall_at_3": 0.21, "cv_recall_at_5": 0.23, "hf_subset": "default", "languages": [ "eng-Latn" ], "main_score": 0.18234, "map_at_1": 0.12, "map_at_10": 0.17765, "map_at_100": 0.19034, "map_at_1000": 0.19164, "map_at_20": 0.18258, "map_at_3": 0.16167, "map_at_5": 0.16617, "mrr_at_1": 0.12, "mrr_at_10": 0.17765079365079361, "mrr_at_100": 0.1903443825734069, "mrr_at_1000": 0.19164454296224967, "mrr_at_20": 0.18257644153232383, "mrr_at_3": 0.16166666666666668, "mrr_at_5": 0.16616666666666663, "nauc_cv_recall_at_1000_diff1": NaN, "nauc_cv_recall_at_1000_max": NaN, "nauc_cv_recall_at_1000_std": NaN, "nauc_cv_recall_at_100_diff1": -0.11079084849576713, "nauc_cv_recall_at_100_max": -0.1624752296883443, "nauc_cv_recall_at_100_std": 0.07456314177625589, "nauc_cv_recall_at_10_diff1": 0.23976506475436146, "nauc_cv_recall_at_10_max": 0.08266884298405199, "nauc_cv_recall_at_10_std": 0.14076046237825096, "nauc_cv_recall_at_1_diff1": 0.47995450668183115, "nauc_cv_recall_at_1_max": 0.2346460051179983, "nauc_cv_recall_at_1_std": -0.026324519002938, "nauc_cv_recall_at_20_diff1": 0.1581105376844774, "nauc_cv_recall_at_20_max": 0.03973458538667497, "nauc_cv_recall_at_20_std": 0.13877355684037607, "nauc_cv_recall_at_3_diff1": 0.2216257304385007, "nauc_cv_recall_at_3_max": 0.12014822556891065, "nauc_cv_recall_at_3_std": 0.015551015883573369, "nauc_cv_recall_at_5_diff1": 0.1669590152682233, "nauc_cv_recall_at_5_max": 0.1173105962386173, "nauc_cv_recall_at_5_std": 0.058205335489086435, "nauc_map_at_1000_diff1": 0.31826895978439285, "nauc_map_at_1000_max": 0.16273339613881688, "nauc_map_at_1000_std": 0.032954686471477694, "nauc_map_at_100_diff1": 0.31600012109939823, "nauc_map_at_100_max": 0.15956655945275366, "nauc_map_at_100_std": 0.030847976555020425, "nauc_map_at_10_diff1": 0.3308747331566194, "nauc_map_at_10_max": 0.16554373825030952, "nauc_map_at_10_std": 0.03251528690979056, "nauc_map_at_1_diff1": 0.47995450668183115, "nauc_map_at_1_max": 0.2346460051179983, "nauc_map_at_1_std": -0.026324519002938, "nauc_map_at_20_diff1": 0.3222127466061242, "nauc_map_at_20_max": 0.16131543567958845, "nauc_map_at_20_std": 0.031919946843664664, "nauc_map_at_3_diff1": 0.3376891532401346, "nauc_map_at_3_max": 0.17672122645888497, "nauc_map_at_3_std": 0.008521699602085965, "nauc_map_at_5_diff1": 0.3208410650305304, "nauc_map_at_5_max": 0.1756408213335597, "nauc_map_at_5_std": 0.01955690365447249, "nauc_mrr_at_1000_diff1": 0.31826895978439285, "nauc_mrr_at_1000_max": 0.16273339613881688, "nauc_mrr_at_1000_std": 0.032954686471477694, "nauc_mrr_at_100_diff1": 0.31600012109939823, "nauc_mrr_at_100_max": 0.15956655945275366, "nauc_mrr_at_100_std": 0.030847976555020425, "nauc_mrr_at_10_diff1": 0.3308747331566194, "nauc_mrr_at_10_max": 0.16554373825030952, "nauc_mrr_at_10_std": 0.03251528690979056, "nauc_mrr_at_1_diff1": 0.47995450668183115, "nauc_mrr_at_1_max": 0.2346460051179983, "nauc_mrr_at_1_std": -0.026324519002938, "nauc_mrr_at_20_diff1": 0.3222127466061242, "nauc_mrr_at_20_max": 0.16131543567958845, "nauc_mrr_at_20_std": 0.031919946843664664, "nauc_mrr_at_3_diff1": 0.3376891532401346, "nauc_mrr_at_3_max": 0.17672122645888497, "nauc_mrr_at_3_std": 0.008521699602085965, "nauc_mrr_at_5_diff1": 0.3208410650305304, "nauc_mrr_at_5_max": 0.1756408213335597, "nauc_mrr_at_5_std": 0.01955690365447249, "nauc_ndcg_at_1000_diff1": 0.27877547307818096, "nauc_ndcg_at_1000_max": 0.14472522826011114, "nauc_ndcg_at_1000_std": 0.05713949509092154, "nauc_ndcg_at_100_diff1": 0.22913222212798606, "nauc_ndcg_at_100_max": 0.09851753904686816, "nauc_ndcg_at_100_std": 0.04815255650504309, "nauc_ndcg_at_10_diff1": 0.29979957687982256, "nauc_ndcg_at_10_max": 0.13991641344620778, "nauc_ndcg_at_10_std": 0.06311646060759456, "nauc_ndcg_at_1_diff1": 0.47995450668183115, "nauc_ndcg_at_1_max": 0.2346460051179983, "nauc_ndcg_at_1_std": -0.026324519002938, "nauc_ndcg_at_20_diff1": 0.2720534609107464, "nauc_ndcg_at_20_max": 0.1255946334119859, "nauc_ndcg_at_20_std": 0.06255874536095804, "nauc_ndcg_at_3_diff1": 0.3033266207096984, "nauc_ndcg_at_3_max": 0.16017992566002776, "nauc_ndcg_at_3_std": 0.01108080248490171, "nauc_ndcg_at_5_diff1": 0.27542368157146446, "nauc_ndcg_at_5_max": 0.1583605974916379, "nauc_ndcg_at_5_std": 0.03077725137680589, "nauc_precision_at_1000_diff1": NaN, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_100_diff1": -0.1107908484957658, "nauc_precision_at_100_max": -0.16247522968834352, "nauc_precision_at_100_std": 0.07456314177625689, "nauc_precision_at_10_diff1": 0.2397650647543616, "nauc_precision_at_10_max": 0.08266884298405207, "nauc_precision_at_10_std": 0.14076046237825104, "nauc_precision_at_1_diff1": 0.47995450668183115, "nauc_precision_at_1_max": 0.2346460051179983, "nauc_precision_at_1_std": -0.026324519002938, "nauc_precision_at_20_diff1": 0.15811053768447728, "nauc_precision_at_20_max": 0.039734585386674966, "nauc_precision_at_20_std": 0.13877355684037612, "nauc_precision_at_3_diff1": 0.22162573043850078, "nauc_precision_at_3_max": 0.12014822556891083, "nauc_precision_at_3_std": 0.015551015883573424, "nauc_precision_at_5_diff1": 0.16695901526822338, "nauc_precision_at_5_max": 0.11731059623861752, "nauc_precision_at_5_std": 0.0582053354890865, "nauc_recall_at_1000_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_100_diff1": -0.11079084849576713, "nauc_recall_at_100_max": -0.1624752296883443, "nauc_recall_at_100_std": 0.07456314177625589, "nauc_recall_at_10_diff1": 0.23976506475436146, "nauc_recall_at_10_max": 0.08266884298405199, "nauc_recall_at_10_std": 0.14076046237825096, "nauc_recall_at_1_diff1": 0.47995450668183115, "nauc_recall_at_1_max": 0.2346460051179983, "nauc_recall_at_1_std": -0.026324519002938, "nauc_recall_at_20_diff1": 0.1581105376844774, "nauc_recall_at_20_max": 0.03973458538667497, "nauc_recall_at_20_std": 0.13877355684037607, "nauc_recall_at_3_diff1": 0.2216257304385007, "nauc_recall_at_3_max": 0.12014822556891065, "nauc_recall_at_3_std": 0.015551015883573369, "nauc_recall_at_5_diff1": 0.1669590152682233, "nauc_recall_at_5_max": 0.1173105962386173, "nauc_recall_at_5_std": 0.058205335489086435, "ndcg_at_1": 0.12, "ndcg_at_10": 0.21091, "ndcg_at_100": 0.28595, "ndcg_at_1000": 0.32318, "ndcg_at_20": 0.22868, "ndcg_at_3": 0.17417, "ndcg_at_5": 0.18234, "precision_at_1": 0.12, "precision_at_10": 0.032, "precision_at_100": 0.007, "precision_at_1000": 0.001, "precision_at_20": 0.0195, "precision_at_3": 0.07, "precision_at_5": 0.046, "recall_at_1": 0.12, "recall_at_10": 0.32, "recall_at_100": 0.7, "recall_at_1000": 1.0, "recall_at_20": 0.39, "recall_at_3": 0.21, "recall_at_5": 0.23 } ] }, "task_name": "VidoreSyntheticDocQAEnergyRetrieval" }