{ "dataset_revision": "bf110dabd08865a8aff2d40d03696984e76085e0", "task_name": "CovidQA", "mteb_version": "2.3.0", "scores": { "test": [ { "ndcg_at_1": 0.54095, "ndcg_at_3": 0.62128, "ndcg_at_5": 0.64282, "ndcg_at_10": 0.66182, "ndcg_at_20": 0.67284, "ndcg_at_25": 0.67461, "ndcg_at_50": 0.67968, "ndcg_at_100": 0.68477, "ndcg_at_1000": 0.69371, "map_at_1": 0.54095, "map_at_3": 0.60201, "map_at_5": 0.61376, "map_at_10": 0.62165, "map_at_20": 0.62473, "map_at_25": 0.62508, "map_at_50": 0.62585, "map_at_100": 0.62629, "map_at_1000": 0.6266, "recall_at_1": 0.54095, "recall_at_3": 0.67687, "recall_at_5": 0.72997, "recall_at_10": 0.78848, "recall_at_20": 0.83168, "recall_at_25": 0.83978, "recall_at_50": 0.86589, "recall_at_100": 0.89739, "recall_at_1000": 0.9694, "accuracy": 0.54095, "precision_at_1": 0.54095, "precision_at_3": 0.22562, "precision_at_5": 0.14599, "precision_at_10": 0.07885, "precision_at_20": 0.04158, "precision_at_25": 0.03359, "precision_at_50": 0.01732, "precision_at_100": 0.00897, "precision_at_1000": 0.00097, "mrr_at_1": 0.540954, "mrr_at_3": 0.60201, "mrr_at_5": 0.613756, "mrr_at_10": 0.621651, "mrr_at_20": 0.624728, "mrr_at_25": 0.625082, "mrr_at_50": 0.625849, "mrr_at_100": 0.626291, "mrr_at_1000": 0.626599, "nauc_ndcg_at_1_max": 0.339581, "nauc_ndcg_at_1_std": 0.05675, "nauc_ndcg_at_1_diff1": 0.690247, "nauc_ndcg_at_3_max": 0.381221, "nauc_ndcg_at_3_std": 0.079251, "nauc_ndcg_at_3_diff1": 0.67047, "nauc_ndcg_at_5_max": 0.401168, "nauc_ndcg_at_5_std": 0.098733, "nauc_ndcg_at_5_diff1": 0.659137, "nauc_ndcg_at_10_max": 0.410302, "nauc_ndcg_at_10_std": 0.116956, "nauc_ndcg_at_10_diff1": 0.657426, "nauc_ndcg_at_20_max": 0.416841, "nauc_ndcg_at_20_std": 0.128751, "nauc_ndcg_at_20_diff1": 0.65911, "nauc_ndcg_at_25_max": 0.415015, "nauc_ndcg_at_25_std": 0.128094, "nauc_ndcg_at_25_diff1": 0.659103, "nauc_ndcg_at_50_max": 0.411506, "nauc_ndcg_at_50_std": 0.125858, "nauc_ndcg_at_50_diff1": 0.660414, "nauc_ndcg_at_100_max": 0.40889, "nauc_ndcg_at_100_std": 0.123619, "nauc_ndcg_at_100_diff1": 0.661402, "nauc_ndcg_at_1000_max": 0.404581, "nauc_ndcg_at_1000_std": 0.119255, "nauc_ndcg_at_1000_diff1": 0.66307, "nauc_map_at_1_max": 0.339581, "nauc_map_at_1_std": 0.05675, "nauc_map_at_1_diff1": 0.690247, "nauc_map_at_3_max": 0.371141, "nauc_map_at_3_std": 0.074787, "nauc_map_at_3_diff1": 0.674775, "nauc_map_at_5_max": 0.38112, "nauc_map_at_5_std": 0.084738, "nauc_map_at_5_diff1": 0.668689, "nauc_map_at_10_max": 0.384092, "nauc_map_at_10_std": 0.090948, "nauc_map_at_10_diff1": 0.668146, "nauc_map_at_20_max": 0.385423, "nauc_map_at_20_std": 0.093659, "nauc_map_at_20_diff1": 0.66877, "nauc_map_at_25_max": 0.385063, "nauc_map_at_25_std": 0.093503, "nauc_map_at_25_diff1": 0.668772, "nauc_map_at_50_max": 0.384583, "nauc_map_at_50_std": 0.093224, "nauc_map_at_50_diff1": 0.668983, "nauc_map_at_100_max": 0.384377, "nauc_map_at_100_std": 0.093007, "nauc_map_at_100_diff1": 0.669061, "nauc_map_at_1000_max": 0.384207, "nauc_map_at_1000_std": 0.092945, "nauc_map_at_1000_diff1": 0.669075, "nauc_recall_at_1_max": 0.339581, "nauc_recall_at_1_std": 0.05675, "nauc_recall_at_1_diff1": 0.690247, "nauc_recall_at_3_max": 0.413714, "nauc_recall_at_3_std": 0.093143, "nauc_recall_at_3_diff1": 0.656834, "nauc_recall_at_5_max": 0.477846, "nauc_recall_at_5_std": 0.152822, "nauc_recall_at_5_diff1": 0.623095, "nauc_recall_at_10_max": 0.534524, "nauc_recall_at_10_std": 0.246236, "nauc_recall_at_10_diff1": 0.60858, "nauc_recall_at_20_max": 0.605637, "nauc_recall_at_20_std": 0.351489, "nauc_recall_at_20_diff1": 0.606897, "nauc_recall_at_25_max": 0.600106, "nauc_recall_at_25_std": 0.356666, "nauc_recall_at_25_diff1": 0.604568, "nauc_recall_at_50_max": 0.595312, "nauc_recall_at_50_std": 0.371216, "nauc_recall_at_50_diff1": 0.607918, "nauc_recall_at_100_max": 0.603339, "nauc_recall_at_100_std": 0.403431, "nauc_recall_at_100_diff1": 0.609394, "nauc_recall_at_1000_max": 0.792982, "nauc_recall_at_1000_std": 0.730759, "nauc_recall_at_1000_diff1": 0.615382, "nauc_precision_at_1_max": 0.339581, "nauc_precision_at_1_std": 0.05675, "nauc_precision_at_1_diff1": 0.690247, "nauc_precision_at_3_max": 0.413714, "nauc_precision_at_3_std": 0.093143, "nauc_precision_at_3_diff1": 0.656834, "nauc_precision_at_5_max": 0.477846, "nauc_precision_at_5_std": 0.152822, "nauc_precision_at_5_diff1": 0.623095, "nauc_precision_at_10_max": 0.534524, "nauc_precision_at_10_std": 0.246236, "nauc_precision_at_10_diff1": 0.60858, "nauc_precision_at_20_max": 0.605637, "nauc_precision_at_20_std": 0.351489, "nauc_precision_at_20_diff1": 0.606897, "nauc_precision_at_25_max": 0.600106, "nauc_precision_at_25_std": 0.356666, "nauc_precision_at_25_diff1": 0.604568, "nauc_precision_at_50_max": 0.595312, "nauc_precision_at_50_std": 0.371216, "nauc_precision_at_50_diff1": 0.607918, "nauc_precision_at_100_max": 0.603339, "nauc_precision_at_100_std": 0.403431, "nauc_precision_at_100_diff1": 0.609394, "nauc_precision_at_1000_max": 0.792982, "nauc_precision_at_1000_std": 0.730759, "nauc_precision_at_1000_diff1": 0.615382, "nauc_mrr_at_1_max": 0.339581, "nauc_mrr_at_1_std": 0.05675, "nauc_mrr_at_1_diff1": 0.690247, "nauc_mrr_at_3_max": 0.371141, "nauc_mrr_at_3_std": 0.074787, "nauc_mrr_at_3_diff1": 0.674775, "nauc_mrr_at_5_max": 0.38112, "nauc_mrr_at_5_std": 0.084738, "nauc_mrr_at_5_diff1": 0.668689, "nauc_mrr_at_10_max": 0.384092, "nauc_mrr_at_10_std": 0.090948, "nauc_mrr_at_10_diff1": 0.668146, "nauc_mrr_at_20_max": 0.385423, "nauc_mrr_at_20_std": 0.093659, "nauc_mrr_at_20_diff1": 0.66877, "nauc_mrr_at_25_max": 0.385063, "nauc_mrr_at_25_std": 0.093503, "nauc_mrr_at_25_diff1": 0.668772, "nauc_mrr_at_50_max": 0.384583, "nauc_mrr_at_50_std": 0.093224, "nauc_mrr_at_50_diff1": 0.668983, "nauc_mrr_at_100_max": 0.384377, "nauc_mrr_at_100_std": 0.093007, "nauc_mrr_at_100_diff1": 0.669061, "nauc_mrr_at_1000_max": 0.38421, "nauc_mrr_at_1000_std": 0.092949, "nauc_mrr_at_1000_diff1": 0.669075, "hit_rate_at_1": 0.54095, "hit_rate_at_3": 0.67687, "hit_rate_at_5": 0.72997, "hit_rate_at_10": 0.78848, "hit_rate_at_20": 0.83168, "hit_rate_at_25": 0.83978, "hit_rate_at_50": 0.86589, "hit_rate_at_100": 0.89739, "hit_rate_at_1000": 0.9694, "R_cap_at_1": 0.540954, "R_cap_at_3": 0.676868, "R_cap_at_5": 0.729973, "R_cap_at_10": 0.788479, "R_cap_at_20": 0.831683, "R_cap_at_25": 0.839784, "R_cap_at_50": 0.865887, "R_cap_at_100": 0.89739, "R_cap_at_1000": 0.969397, "main_score": 0.66182, "hf_subset": "Covid-QA", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" } ] }, "evaluation_time": 302.9216851387173, "kg_co2_emissions": null, "date": 1785856165.526135, "evaluation_phases": [ { "name": "Data loading", "start": 8.432194590568542e-06, "end": 297.23619348183274, "split": "", "subset": "" }, { "name": "Dataset transform", "start": 297.2362088095397, "end": 297.23621245101094, "split": "", "subset": "" }, { "name": "Encoding queries and documents", "start": 297.26286186277866, "end": 301.5566063914448, "split": "test", "subset": "Covid-QA" }, { "name": "Scoring", "start": 301.5566558241844, "end": 302.6252398509532, "split": "test", "subset": "Covid-QA" } ] }