{ "dataset_revision": "0b3a1622902e6258425e673405bdfb1e5dfa8618", "evaluation_time": 1630.7511842250824, "kg_co2_emissions": 0.04767646293689687, "mteb_version": "1.14.15", "scores": { "test": [ { "cv_recall_at_1": 0.56187, "cv_recall_at_10": 0.73662, "cv_recall_at_100": 0.85954, "cv_recall_at_1000": 0.94679, "cv_recall_at_20": 0.77685, "cv_recall_at_3": 0.65524, "cv_recall_at_5": 0.69239, "hf_subset": "default", "languages": [ "eng-Latn" ], "main_score": 0.56187, "map_at_1": 0.18847, "map_at_10": 0.43427, "map_at_100": 0.45869, "map_at_1000": 0.46143, "map_at_20": 0.44853, "map_at_3": 0.34285, "map_at_5": 0.39569, "mrr_at_1": 0.9996334952062839, "mrr_at_10": 0.9998070296730055, "mrr_at_100": 0.9998070296730055, "mrr_at_1000": 0.9998070296730055, "mrr_at_20": 0.9998070296730055, "mrr_at_3": 0.9997987000186028, "mrr_at_5": 0.9998070296730055, "nauc_cv_recall_at_1000_diff1": -0.5726413749824554, "nauc_cv_recall_at_1000_max": -0.027817245593968178, "nauc_cv_recall_at_1000_std": 0.32929272068399046, "nauc_cv_recall_at_100_diff1": -0.5060162374139155, "nauc_cv_recall_at_100_max": -0.022233554662575615, "nauc_cv_recall_at_100_std": 0.3324319834947271, "nauc_cv_recall_at_10_diff1": -0.49337763388574996, "nauc_cv_recall_at_10_max": -0.01104491385667923, "nauc_cv_recall_at_10_std": 0.28522038069812444, "nauc_cv_recall_at_1_diff1": -0.47244158250534374, "nauc_cv_recall_at_1_max": 0.0035520633747190447, "nauc_cv_recall_at_1_std": 0.17899704561652394, "nauc_cv_recall_at_20_diff1": -0.4944228845464212, "nauc_cv_recall_at_20_max": -0.0168530357008057, "nauc_cv_recall_at_20_std": 0.30248549661863566, "nauc_cv_recall_at_3_diff1": -0.49003203381543636, "nauc_cv_recall_at_3_max": -0.003296318282652555, "nauc_cv_recall_at_3_std": 0.23315369101145297, "nauc_cv_recall_at_5_diff1": -0.49041950941587265, "nauc_cv_recall_at_5_max": -0.005659555224144266, "nauc_cv_recall_at_5_std": 0.25784850691038796, "nauc_map_at_1000_diff1": -0.31408538798380276, "nauc_map_at_1000_max": 0.00011828854714323463, "nauc_map_at_1000_std": 0.30747681437415925, "nauc_map_at_100_diff1": -0.31266193076698956, "nauc_map_at_100_max": 0.00031869713096489225, "nauc_map_at_100_std": 0.3062172650420136, "nauc_map_at_10_diff1": -0.29843398575409924, "nauc_map_at_10_max": 0.0012327129463861953, "nauc_map_at_10_std": 0.28189143614934736, "nauc_map_at_1_diff1": 0.04025875848480472, "nauc_map_at_1_max": 0.0002956572247867749, "nauc_map_at_1_std": 0.13944242674500795, "nauc_map_at_20_diff1": -0.30733972628159334, "nauc_map_at_20_max": 0.0008446771078388573, "nauc_map_at_20_std": 0.29697670423461064, "nauc_map_at_3_diff1": -0.21051100860683952, "nauc_map_at_3_max": 0.0013404325478438505, "nauc_map_at_3_std": 0.20809462599925113, "nauc_map_at_5_diff1": -0.2648954614921393, "nauc_map_at_5_max": 0.0018853156696921932, "nauc_map_at_5_std": 0.24494753788131637, "nauc_mrr_at_1000_diff1": 1.0, "nauc_mrr_at_1000_max": 0.050568926657519477, "nauc_mrr_at_1000_std": -0.3241166755700205, "nauc_mrr_at_100_diff1": 1.0, "nauc_mrr_at_100_max": 0.050568926657519477, "nauc_mrr_at_100_std": -0.3241166755700205, "nauc_mrr_at_10_diff1": 1.0, "nauc_mrr_at_10_max": 0.050568926657519477, "nauc_mrr_at_10_std": -0.3241166755700205, "nauc_mrr_at_1_diff1": 1.0, "nauc_mrr_at_1_max": 0.04139177928724175, "nauc_mrr_at_1_std": -0.32479157479725723, "nauc_mrr_at_20_diff1": 1.0, "nauc_mrr_at_20_max": 0.050568926657519477, "nauc_mrr_at_20_std": -0.3241166755700205, "nauc_mrr_at_3_diff1": 1.0, "nauc_mrr_at_3_max": 0.06045366286675981, "nauc_mrr_at_3_std": -0.3218514330378694, "nauc_mrr_at_5_diff1": 1.0, "nauc_mrr_at_5_max": 0.050568926657519477, "nauc_mrr_at_5_std": -0.3241166755700205, "nauc_ndcg_at_1000_diff1": -0.3487698699898462, "nauc_ndcg_at_1000_max": -0.004384738246057251, "nauc_ndcg_at_1000_std": 0.35571493005674854, "nauc_ndcg_at_100_diff1": -0.3337055406954703, "nauc_ndcg_at_100_max": -0.001963374074528735, "nauc_ndcg_at_100_std": 0.3451438071382254, "nauc_ndcg_at_10_diff1": -0.32588317652585946, "nauc_ndcg_at_10_max": 0.0009258750928860438, "nauc_ndcg_at_10_std": 0.3013752991315199, "nauc_ndcg_at_1_diff1": 1.0, "nauc_ndcg_at_1_max": 0.12631625950279227, "nauc_ndcg_at_1_std": -0.32479157479725723, "nauc_ndcg_at_20_diff1": -0.3229646735547295, "nauc_ndcg_at_20_max": -0.00017818590483925585, "nauc_ndcg_at_20_std": 0.3195576553062859, "nauc_ndcg_at_3_diff1": -0.42140563782830653, "nauc_ndcg_at_3_max": 0.002678506513801712, "nauc_ndcg_at_3_std": 0.2108654634769845, "nauc_ndcg_at_5_diff1": -0.3794442178966512, "nauc_ndcg_at_5_max": 0.0005730897289917911, "nauc_ndcg_at_5_std": 0.2620128674815763, "nauc_precision_at_1000_diff1": -0.22125959326727873, "nauc_precision_at_1000_max": -0.010624685382651652, "nauc_precision_at_1000_std": 0.13697395691266176, "nauc_precision_at_100_diff1": -0.28493224232349973, "nauc_precision_at_100_max": -0.005412517925144776, "nauc_precision_at_100_std": 0.22749879435463338, "nauc_precision_at_10_diff1": -0.3440011292859786, "nauc_precision_at_10_max": 0.0003703513466985055, "nauc_precision_at_10_std": 0.23116031693762376, "nauc_precision_at_1_diff1": 1.0, "nauc_precision_at_1_max": 0.12631625950279227, "nauc_precision_at_1_std": -0.32479157479725723, "nauc_precision_at_20_diff1": -0.3266651608492225, "nauc_precision_at_20_max": -0.0014219438230395822, "nauc_precision_at_20_std": 0.24175339839765908, "nauc_precision_at_3_diff1": -0.4100067196177286, "nauc_precision_at_3_max": 0.0033994551028618558, "nauc_precision_at_3_std": 0.18660611878590527, "nauc_precision_at_5_diff1": -0.36702478582285203, "nauc_precision_at_5_max": 0.0022205296867223384, "nauc_precision_at_5_std": 0.20339835363887604, "nauc_recall_at_1000_diff1": -0.29794201902567136, "nauc_recall_at_1000_max": -0.016157767064657966, "nauc_recall_at_1000_std": 0.41127255317977635, "nauc_recall_at_100_diff1": -0.2871358789280037, "nauc_recall_at_100_max": -0.006379500621981372, "nauc_recall_at_100_std": 0.37728723253852353, "nauc_recall_at_10_diff1": -0.28300394978590654, "nauc_recall_at_10_max": -0.0008302189049019259, "nauc_recall_at_10_std": 0.30064696110200945, "nauc_recall_at_1_diff1": 0.04025875848480472, "nauc_recall_at_1_max": 0.0002956572247867749, "nauc_recall_at_1_std": 0.13944242674500795, "nauc_recall_at_20_diff1": -0.2880291351866321, "nauc_recall_at_20_max": -0.0029211467124038003, "nauc_recall_at_20_std": 0.33091468614913877, "nauc_recall_at_3_diff1": -0.20622804892798025, "nauc_recall_at_3_max": 0.0009127927411151269, "nauc_recall_at_3_std": 0.21007328632169708, "nauc_recall_at_5_diff1": -0.2537658224597618, "nauc_recall_at_5_max": 0.0007345681203674112, "nauc_recall_at_5_std": 0.2508718797608971, "ndcg_at_1": 0.99963, "ndcg_at_10": 0.57646, "ndcg_at_100": 0.62153, "ndcg_at_1000": 0.65629, "ndcg_at_20": 0.58887, "ndcg_at_3": 0.73544, "ndcg_at_5": 0.63946, "precision_at_1": 0.99963, "precision_at_10": 0.28711, "precision_at_100": 0.03903, "precision_at_1000": 0.00505, "precision_at_20": 0.16041, "precision_at_3": 0.64347, "precision_at_5": 0.47722, "recall_at_1": 0.18847, "recall_at_10": 0.47288, "recall_at_100": 0.60967, "recall_at_1000": 0.75531, "recall_at_20": 0.51741, "recall_at_3": 0.3467, "recall_at_5": 0.41039 } ] }, "task_name": "SOPI2IRetrieval" }