{ "dataset_revision": "bb9466bac8153a0349341eb1b22e06409e78ef4e", "evaluation_time": 442.0222942829132, "kg_co2_emissions": null, "mteb_version": "1.14.5", "scores": { "test": [ { "hf_subset": "default", "languages": [ "eng-Latn" ], "main_score": 0.79269, "map_at_1": 0.00253, "map_at_10": 0.02043, "map_at_100": 0.12756, "map_at_1000": 0.31024, "map_at_20": 0.03891, "map_at_3": 0.00682, "map_at_5": 0.01087, "mrr_at_1": 0.96, "mrr_at_10": 0.975, "mrr_at_100": 0.975, "mrr_at_1000": 0.975, "mrr_at_20": 0.975, "mrr_at_3": 0.97, "mrr_at_5": 0.975, "nauc_map_at_1000_diff1": -0.16807867401280305, "nauc_map_at_1000_max": 0.2940929251552476, "nauc_map_at_1000_std": 0.8202301158323607, "nauc_map_at_100_diff1": -0.1435362765857103, "nauc_map_at_100_max": 0.14657946313750111, "nauc_map_at_100_std": 0.554964870488983, "nauc_map_at_10_diff1": -0.1289592727904609, "nauc_map_at_10_max": 0.0011129030859334966, "nauc_map_at_10_std": 0.07840379142525662, "nauc_map_at_1_diff1": 0.012473777220376694, "nauc_map_at_1_max": -0.177241998348899, "nauc_map_at_1_std": -0.05049993873937965, "nauc_map_at_20_diff1": -0.1566018487012718, "nauc_map_at_20_max": 0.03880431349213558, "nauc_map_at_20_std": 0.14742215012037135, "nauc_map_at_3_diff1": -0.07922085762949409, "nauc_map_at_3_max": -0.08015672355865452, "nauc_map_at_3_std": 0.008416841282758422, "nauc_map_at_5_diff1": -0.11675027318656474, "nauc_map_at_5_max": -0.035413723190573794, "nauc_map_at_5_std": 0.048223571300974495, "nauc_mrr_at_1000_diff1": 0.06190476190476337, "nauc_mrr_at_1000_max": -0.010550887021471929, "nauc_mrr_at_1000_std": 0.888888888888893, "nauc_mrr_at_100_diff1": 0.06190476190476337, "nauc_mrr_at_100_max": -0.010550887021471929, "nauc_mrr_at_100_std": 0.888888888888893, "nauc_mrr_at_10_diff1": 0.06190476190476337, "nauc_mrr_at_10_max": -0.010550887021471929, "nauc_mrr_at_10_std": 0.888888888888893, "nauc_mrr_at_1_diff1": 0.2182539682539686, "nauc_mrr_at_1_max": -0.10270774976657153, "nauc_mrr_at_1_std": 0.8611111111111124, "nauc_mrr_at_20_diff1": 0.06190476190476337, "nauc_mrr_at_20_max": -0.010550887021471929, "nauc_mrr_at_20_std": 0.888888888888893, "nauc_mrr_at_3_diff1": -0.04232804232803979, "nauc_mrr_at_3_max": 0.05088702147525683, "nauc_mrr_at_3_std": 0.9074074074074102, "nauc_mrr_at_5_diff1": 0.06190476190476337, "nauc_mrr_at_5_max": -0.010550887021471929, "nauc_mrr_at_5_std": 0.888888888888893, "nauc_ndcg_at_1000_diff1": -0.15700546253217812, "nauc_ndcg_at_1000_max": 0.29636194164802493, "nauc_ndcg_at_1000_std": 0.7853802959274415, "nauc_ndcg_at_100_diff1": -0.22545417765506162, "nauc_ndcg_at_100_max": 0.30678729173583164, "nauc_ndcg_at_100_std": 0.8217827989188348, "nauc_ndcg_at_10_diff1": -0.32942473549641776, "nauc_ndcg_at_10_max": 0.2538780014196932, "nauc_ndcg_at_10_std": 0.6254194513972869, "nauc_ndcg_at_1_diff1": 0.022457891453524663, "nauc_ndcg_at_1_max": -0.1975314143124506, "nauc_ndcg_at_1_std": 0.628464486231174, "nauc_ndcg_at_20_diff1": -0.3506236451884451, "nauc_ndcg_at_20_max": 0.31701524129472053, "nauc_ndcg_at_20_std": 0.7172216811701663, "nauc_ndcg_at_3_diff1": -0.2315745118631438, "nauc_ndcg_at_3_max": 0.08227770987953177, "nauc_ndcg_at_3_std": 0.5080745178456302, "nauc_ndcg_at_5_diff1": -0.3312667568672403, "nauc_ndcg_at_5_max": 0.17320981941525004, "nauc_ndcg_at_5_std": 0.5726753769229368, "nauc_precision_at_1000_diff1": -0.11133213067991736, "nauc_precision_at_1000_max": 0.3140318971068166, "nauc_precision_at_1000_std": 0.48760393972389937, "nauc_precision_at_100_diff1": -0.14079887610496328, "nauc_precision_at_100_max": 0.3404860539346944, "nauc_precision_at_100_std": 0.8248066093709825, "nauc_precision_at_10_diff1": -0.2658153630604303, "nauc_precision_at_10_max": 0.3894066764132553, "nauc_precision_at_10_std": 0.6031920077972702, "nauc_precision_at_1_diff1": 0.2182539682539686, "nauc_precision_at_1_max": -0.10270774976657153, "nauc_precision_at_1_std": 0.8611111111111124, "nauc_precision_at_20_diff1": -0.31893197826752584, "nauc_precision_at_20_max": 0.436555017410932, "nauc_precision_at_20_std": 0.7027135344002963, "nauc_precision_at_3_diff1": -0.25975020337847526, "nauc_precision_at_3_max": 0.2814040292865004, "nauc_precision_at_3_std": 0.5223237785328031, "nauc_precision_at_5_diff1": -0.35876560332871027, "nauc_precision_at_5_max": 0.35876560332871027, "nauc_precision_at_5_std": 0.5864771151178928, "nauc_recall_at_1000_diff1": -0.09923499595794194, "nauc_recall_at_1000_max": 0.2419958000277053, "nauc_recall_at_1000_std": 0.6513411363787268, "nauc_recall_at_100_diff1": -0.09016713443319489, "nauc_recall_at_100_max": 0.06599272345505293, "nauc_recall_at_100_std": 0.4188106775413471, "nauc_recall_at_10_diff1": -0.11489189432222803, "nauc_recall_at_10_max": -0.028311562555760488, "nauc_recall_at_10_std": 0.02157325673633154, "nauc_recall_at_1_diff1": 0.012473777220376694, "nauc_recall_at_1_max": -0.177241998348899, "nauc_recall_at_1_std": -0.05049993873937965, "nauc_recall_at_20_diff1": -0.14553748944017575, "nauc_recall_at_20_max": -0.010235736012334752, "nauc_recall_at_20_std": 0.06340378444796686, "nauc_recall_at_3_diff1": -0.09752761196573112, "nauc_recall_at_3_max": -0.08097340197320901, "nauc_recall_at_3_std": -0.004653843921567471, "nauc_recall_at_5_diff1": -0.13126359909674928, "nauc_recall_at_5_max": -0.041755880677816215, "nauc_recall_at_5_std": 0.024936897337850424, "ndcg_at_1": 0.89, "ndcg_at_10": 0.79269, "ndcg_at_100": 0.62625, "ndcg_at_1000": 0.56554, "ndcg_at_20": 0.77855, "ndcg_at_3": 0.8205, "ndcg_at_5": 0.8087, "precision_at_1": 0.96, "precision_at_10": 0.832, "precision_at_100": 0.648, "precision_at_1000": 0.24868, "precision_at_20": 0.828, "precision_at_3": 0.85333, "precision_at_5": 0.84, "recall_at_1": 0.00253, "recall_at_10": 0.02216, "recall_at_100": 0.15685, "recall_at_1000": 0.5355, "recall_at_20": 0.04355, "recall_at_3": 0.00695, "recall_at_5": 0.01128 } ] }, "task_name": "TRECCOVID" }