{ "dataset_revision": "f8c2fcf00f625baaa80f62ec5bd9e1fff3b8ae88", "evaluation_time": 18.14506721496582, "kg_co2_emissions": 0.0029114974788459424, "mteb_version": "1.12.75", "scores": { "test": [ { "hf_subset": "default", "languages": [ "eng-Latn" ], "main_score": 0.13778, "map_at_1": 0.02865, "map_at_10": 0.07775, "map_at_100": 0.09156, "map_at_1000": 0.09424, "map_at_20": 0.08393, "map_at_3": 0.05636, "map_at_5": 0.0661, "mrr_at_1": 0.142, "mrr_at_10": 0.2378642857142854, "mrr_at_100": 0.24955711238249004, "mrr_at_1000": 0.250506183963145, "mrr_at_20": 0.24467846652401581, "mrr_at_3": 0.20966666666666678, "mrr_at_5": 0.22441666666666665, "nauc_map_at_1000_diff1": 0.16202343866130478, "nauc_map_at_1000_max": 0.2718943531935961, "nauc_map_at_1000_std": 0.18357869995083484, "nauc_map_at_100_diff1": 0.16283460004912312, "nauc_map_at_100_max": 0.27036359502311896, "nauc_map_at_100_std": 0.17929721369740645, "nauc_map_at_10_diff1": 0.16355766318826795, "nauc_map_at_10_max": 0.2525631911769584, "nauc_map_at_10_std": 0.1473617685717323, "nauc_map_at_1_diff1": 0.27064838912391603, "nauc_map_at_1_max": 0.23932488898799362, "nauc_map_at_1_std": 0.09093654474187989, "nauc_map_at_20_diff1": 0.16515808112704694, "nauc_map_at_20_max": 0.26062210119801793, "nauc_map_at_20_std": 0.1603804732512459, "nauc_map_at_3_diff1": 0.2047765572107455, "nauc_map_at_3_max": 0.2446698063983665, "nauc_map_at_3_std": 0.12561603942927096, "nauc_map_at_5_diff1": 0.1809973224386642, "nauc_map_at_5_max": 0.2429706371165685, "nauc_map_at_5_std": 0.11314333815995241, "nauc_mrr_at_1000_diff1": 0.20394164759498906, "nauc_mrr_at_1000_max": 0.25821588451898814, "nauc_mrr_at_1000_std": 0.1347920200474527, "nauc_mrr_at_100_diff1": 0.2039889645887214, "nauc_mrr_at_100_max": 0.2581033804611576, "nauc_mrr_at_100_std": 0.13492305174770358, "nauc_mrr_at_10_diff1": 0.20572367902545535, "nauc_mrr_at_10_max": 0.2582556221193049, "nauc_mrr_at_10_std": 0.13160337241150055, "nauc_mrr_at_1_diff1": 0.27170941857682124, "nauc_mrr_at_1_max": 0.23832177933044177, "nauc_mrr_at_1_std": 0.08946829192507462, "nauc_mrr_at_20_diff1": 0.20256063829213064, "nauc_mrr_at_20_max": 0.25686124588562037, "nauc_mrr_at_20_std": 0.1327107173269032, "nauc_mrr_at_3_diff1": 0.22019272442045032, "nauc_mrr_at_3_max": 0.2552575349731412, "nauc_mrr_at_3_std": 0.12145720159925269, "nauc_mrr_at_5_diff1": 0.20673168798585562, "nauc_mrr_at_5_max": 0.2614328475014389, "nauc_mrr_at_5_std": 0.12929416154514833, "nauc_ndcg_at_1000_diff1": 0.13546726906900455, "nauc_ndcg_at_1000_max": 0.30081179776541234, "nauc_ndcg_at_1000_std": 0.26410732705954365, "nauc_ndcg_at_100_diff1": 0.14303172198333464, "nauc_ndcg_at_100_max": 0.2949916654410778, "nauc_ndcg_at_100_std": 0.23456592587751413, "nauc_ndcg_at_10_diff1": 0.15404178809977578, "nauc_ndcg_at_10_max": 0.2638353994120388, "nauc_ndcg_at_10_std": 0.16413754831795543, "nauc_ndcg_at_1_diff1": 0.27170941857682124, "nauc_ndcg_at_1_max": 0.23832177933044177, "nauc_ndcg_at_1_std": 0.08946829192507462, "nauc_ndcg_at_20_diff1": 0.15294473589852867, "nauc_ndcg_at_20_max": 0.27404080988604596, "nauc_ndcg_at_20_std": 0.18222862865337736, "nauc_ndcg_at_3_diff1": 0.20118230738092574, "nauc_ndcg_at_3_max": 0.2554350267873611, "nauc_ndcg_at_3_std": 0.13063682366230067, "nauc_ndcg_at_5_diff1": 0.16838242887506974, "nauc_ndcg_at_5_max": 0.25677106788092297, "nauc_ndcg_at_5_std": 0.12625851007373579, "nauc_precision_at_1000_diff1": 0.025044595775085787, "nauc_precision_at_1000_max": 0.2642321084686703, "nauc_precision_at_1000_std": 0.37526763582441613, "nauc_precision_at_100_diff1": 0.07153604403444469, "nauc_precision_at_100_max": 0.29302037310503015, "nauc_precision_at_100_std": 0.3165537706087616, "nauc_precision_at_10_diff1": 0.1004316766627193, "nauc_precision_at_10_max": 0.2587081455094166, "nauc_precision_at_10_std": 0.19176304580356812, "nauc_precision_at_1_diff1": 0.27170941857682124, "nauc_precision_at_1_max": 0.23832177933044177, "nauc_precision_at_1_std": 0.08946829192507462, "nauc_precision_at_20_diff1": 0.10049478697387051, "nauc_precision_at_20_max": 0.2717971424893808, "nauc_precision_at_20_std": 0.2198048654910542, "nauc_precision_at_3_diff1": 0.17433188980435554, "nauc_precision_at_3_max": 0.2581132875319155, "nauc_precision_at_3_std": 0.13879463061668576, "nauc_precision_at_5_diff1": 0.12424979673427575, "nauc_precision_at_5_max": 0.25768219110267954, "nauc_precision_at_5_std": 0.12843808894187467, "nauc_recall_at_1000_diff1": 0.019479935785028393, "nauc_recall_at_1000_max": 0.2645485214420874, "nauc_recall_at_1000_std": 0.38629326191061797, "nauc_recall_at_100_diff1": 0.06804669969439674, "nauc_recall_at_100_max": 0.2892137140288268, "nauc_recall_at_100_std": 0.31596688067014456, "nauc_recall_at_10_diff1": 0.09673568233352668, "nauc_recall_at_10_max": 0.25319277638946447, "nauc_recall_at_10_std": 0.18931228294874886, "nauc_recall_at_1_diff1": 0.27064838912391603, "nauc_recall_at_1_max": 0.23932488898799362, "nauc_recall_at_1_std": 0.09093654474187989, "nauc_recall_at_20_diff1": 0.09700672987164329, "nauc_recall_at_20_max": 0.26688922990488445, "nauc_recall_at_20_std": 0.2185016490686512, "nauc_recall_at_3_diff1": 0.16958047898711043, "nauc_recall_at_3_max": 0.2527631489942529, "nauc_recall_at_3_std": 0.13810115937454026, "nauc_recall_at_5_diff1": 0.12016401613731995, "nauc_recall_at_5_max": 0.2517740723895691, "nauc_recall_at_5_std": 0.12581329693091983, "ndcg_at_1": 0.142, "ndcg_at_10": 0.13778, "ndcg_at_100": 0.20055, "ndcg_at_1000": 0.25524, "ndcg_at_20": 0.15744, "ndcg_at_3": 0.12937, "ndcg_at_5": 0.11233, "precision_at_1": 0.142, "precision_at_10": 0.0734, "precision_at_100": 0.01653, "precision_at_1000": 0.00298, "precision_at_20": 0.0481, "precision_at_3": 0.12467, "precision_at_5": 0.1004, "recall_at_1": 0.02865, "recall_at_10": 0.14868, "recall_at_100": 0.33533, "recall_at_1000": 0.60437, "recall_at_20": 0.19498, "recall_at_3": 0.07593, "recall_at_5": 0.10183 } ] }, "task_name": "SCIDOCS" }