{ "dataset_revision": "bb9466bac8153a0349341eb1b22e06409e78ef4e", "task_name": "TRECCOVID", "mteb_version": "2.10.3", "scores": { "test": [ { "ndcg_at_1": 0.89, "ndcg_at_3": 0.81497, "ndcg_at_5": 0.79258, "ndcg_at_10": 0.75582, "ndcg_at_20": 0.71593, "ndcg_at_100": 0.57978, "ndcg_at_1000": 0.53882, "map_at_1": 0.00243, "map_at_3": 0.00651, "map_at_5": 0.01009, "map_at_10": 0.01833, "map_at_20": 0.03253, "map_at_100": 0.11042, "map_at_1000": 0.28603, "recall_at_1": 0.00243, "recall_at_3": 0.00679, "recall_at_5": 0.01076, "recall_at_10": 0.02027, "recall_at_20": 0.03739, "recall_at_100": 0.14273, "recall_at_1000": 0.51271, "accuracy": 0.00243, "precision_at_1": 0.92, "precision_at_3": 0.83333, "precision_at_5": 0.812, "precision_at_10": 0.78, "precision_at_20": 0.742, "precision_at_100": 0.597, "precision_at_1000": 0.2444, "mrr_at_1": 0.92, "mrr_at_3": 0.946667, "mrr_at_5": 0.951667, "mrr_at_10": 0.951667, "mrr_at_20": 0.951667, "mrr_at_100": 0.951667, "mrr_at_1000": 0.951667, "nauc_ndcg_at_1_max": 0.174985, "nauc_ndcg_at_1_std": 0.755065, "nauc_ndcg_at_1_diff1": -0.070907, "nauc_ndcg_at_3_max": 0.306348, "nauc_ndcg_at_3_std": 0.590676, "nauc_ndcg_at_3_diff1": -0.161597, "nauc_ndcg_at_5_max": 0.332456, "nauc_ndcg_at_5_std": 0.594963, "nauc_ndcg_at_5_diff1": -0.088747, "nauc_ndcg_at_10_max": 0.1971, "nauc_ndcg_at_10_std": 0.652676, "nauc_ndcg_at_10_diff1": -0.018789, "nauc_ndcg_at_20_max": 0.209163, "nauc_ndcg_at_20_std": 0.683369, "nauc_ndcg_at_20_diff1": -0.008653, "nauc_ndcg_at_100_max": 0.21696, "nauc_ndcg_at_100_std": 0.700596, "nauc_ndcg_at_100_diff1": -0.044303, "nauc_ndcg_at_1000_max": 0.307503, "nauc_ndcg_at_1000_std": 0.644406, "nauc_ndcg_at_1000_diff1": -0.082761, "nauc_map_at_1_max": 0.060575, "nauc_map_at_1_std": -0.001483, "nauc_map_at_1_diff1": -0.120788, "nauc_map_at_3_max": 0.129063, "nauc_map_at_3_std": 0.013216, "nauc_map_at_3_diff1": -0.20461, "nauc_map_at_5_max": 0.180577, "nauc_map_at_5_std": 0.078599, "nauc_map_at_5_diff1": -0.198316, "nauc_map_at_10_max": 0.120278, "nauc_map_at_10_std": 0.192461, "nauc_map_at_10_diff1": -0.18723, "nauc_map_at_20_max": 0.093644, "nauc_map_at_20_std": 0.327982, "nauc_map_at_20_diff1": -0.179448, "nauc_map_at_100_max": 0.069806, "nauc_map_at_100_std": 0.596865, "nauc_map_at_100_diff1": -0.165943, "nauc_map_at_1000_max": 0.173848, "nauc_map_at_1000_std": 0.653419, "nauc_map_at_1000_diff1": -0.104678, "nauc_recall_at_1_max": 0.060575, "nauc_recall_at_1_std": -0.001483, "nauc_recall_at_1_diff1": -0.120788, "nauc_recall_at_3_max": 0.130271, "nauc_recall_at_3_std": -0.016063, "nauc_recall_at_3_diff1": -0.195811, "nauc_recall_at_5_max": 0.18343, "nauc_recall_at_5_std": 0.035077, "nauc_recall_at_5_diff1": -0.194647, "nauc_recall_at_10_max": 0.097116, "nauc_recall_at_10_std": 0.127836, "nauc_recall_at_10_diff1": -0.187221, "nauc_recall_at_20_max": 0.095214, "nauc_recall_at_20_std": 0.236144, "nauc_recall_at_20_diff1": -0.170936, "nauc_recall_at_100_max": 0.097049, "nauc_recall_at_100_std": 0.481048, "nauc_recall_at_100_diff1": -0.177649, "nauc_recall_at_1000_max": 0.304573, "nauc_recall_at_1000_std": 0.538921, "nauc_recall_at_1000_diff1": -0.07758, "nauc_precision_at_1_max": 0.218721, "nauc_precision_at_1_std": 0.828431, "nauc_precision_at_1_diff1": 0.214169, "nauc_precision_at_3_max": 0.309183, "nauc_precision_at_3_std": 0.543071, "nauc_precision_at_3_diff1": -0.168912, "nauc_precision_at_5_max": 0.306373, "nauc_precision_at_5_std": 0.549799, "nauc_precision_at_5_diff1": -0.056336, "nauc_precision_at_10_max": 0.115057, "nauc_precision_at_10_std": 0.638439, "nauc_precision_at_10_diff1": 0.00336, "nauc_precision_at_20_max": 0.129816, "nauc_precision_at_20_std": 0.676744, "nauc_precision_at_20_diff1": -0.004325, "nauc_precision_at_100_max": 0.175142, "nauc_precision_at_100_std": 0.717622, "nauc_precision_at_100_diff1": -0.054126, "nauc_precision_at_1000_max": 0.171416, "nauc_precision_at_1000_std": 0.300778, "nauc_precision_at_1000_diff1": 0.042918, "nauc_mrr_at_1_max": 0.218721, "nauc_mrr_at_1_std": 0.828431, "nauc_mrr_at_1_diff1": 0.214169, "nauc_mrr_at_3_max": 0.195962, "nauc_mrr_at_3_std": 0.853962, "nauc_mrr_at_3_diff1": 0.260825, "nauc_mrr_at_5_max": 0.179191, "nauc_mrr_at_5_std": 0.838855, "nauc_mrr_at_5_diff1": 0.213094, "nauc_mrr_at_10_max": 0.179191, "nauc_mrr_at_10_std": 0.838855, "nauc_mrr_at_10_diff1": 0.213094, "nauc_mrr_at_20_max": 0.179191, "nauc_mrr_at_20_std": 0.838855, "nauc_mrr_at_20_diff1": 0.213094, "nauc_mrr_at_100_max": 0.179191, "nauc_mrr_at_100_std": 0.838855, "nauc_mrr_at_100_diff1": 0.213094, "nauc_mrr_at_1000_max": 0.179191, "nauc_mrr_at_1000_std": 0.838855, "nauc_mrr_at_1000_diff1": 0.213094, "hit_rate_at_1": 0.92, "hit_rate_at_3": 0.98, "hit_rate_at_5": 1.0, "hit_rate_at_10": 1.0, "hit_rate_at_20": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "main_score": 0.75582, "hf_subset": "default", "languages": [ "eng-Latn" ] } ] }, "evaluation_time": 135.37774205207825, "kg_co2_emissions": null, "date": 1772453459.36048 }