{ "dataset_revision": "1e710582482d4199ff690e5dd2491a70627523f5", "task_name": "TRECCOVID-PL", "mteb_version": "2.20.11", "scores": { "test": [ { "ndcg_at_1": 0.73, "ndcg_at_3": 0.72654, "ndcg_at_5": 0.72401, "ndcg_at_10": 0.6969, "ndcg_at_20": 0.67193, "ndcg_at_100": 0.53708, "ndcg_at_1000": 0.4834, "map_at_1": 0.00222, "map_at_3": 0.0059, "map_at_5": 0.00942, "map_at_10": 0.01745, "map_at_20": 0.03173, "map_at_100": 0.09984, "map_at_1000": 0.23405, "recall_at_1": 0.00222, "recall_at_3": 0.0062, "recall_at_5": 0.01026, "recall_at_10": 0.01972, "recall_at_20": 0.03753, "recall_at_100": 0.13548, "recall_at_1000": 0.45203, "accuracy": 0.00222, "precision_at_1": 0.8, "precision_at_3": 0.77333, "precision_at_5": 0.764, "precision_at_10": 0.732, "precision_at_20": 0.709, "precision_at_100": 0.5476, "precision_at_1000": 0.21006, "mrr_at_1": 0.8, "mrr_at_3": 0.866667, "mrr_at_5": 0.881667, "mrr_at_10": 0.881667, "mrr_at_20": 0.881667, "mrr_at_100": 0.881667, "mrr_at_1000": 0.881667, "nauc_ndcg_at_1_max": 0.05031, "nauc_ndcg_at_1_std": 0.263116, "nauc_ndcg_at_1_diff1": -0.076352, "nauc_ndcg_at_3_max": 0.115637, "nauc_ndcg_at_3_std": 0.348235, "nauc_ndcg_at_3_diff1": -0.103074, "nauc_ndcg_at_5_max": 0.117722, "nauc_ndcg_at_5_std": 0.36127, "nauc_ndcg_at_5_diff1": -0.064189, "nauc_ndcg_at_10_max": 0.116347, "nauc_ndcg_at_10_std": 0.486142, "nauc_ndcg_at_10_diff1": -0.021837, "nauc_ndcg_at_20_max": 0.132259, "nauc_ndcg_at_20_std": 0.59935, "nauc_ndcg_at_20_diff1": -0.019692, "nauc_ndcg_at_100_max": 0.154536, "nauc_ndcg_at_100_std": 0.715112, "nauc_ndcg_at_100_diff1": 0.007331, "nauc_ndcg_at_1000_max": 0.401195, "nauc_ndcg_at_1000_std": 0.7687, "nauc_ndcg_at_1000_diff1": 0.130629, "nauc_map_at_1_max": 0.170385, "nauc_map_at_1_std": -0.096925, "nauc_map_at_1_diff1": -0.088123, "nauc_map_at_3_max": 0.275192, "nauc_map_at_3_std": 0.039526, "nauc_map_at_3_diff1": -0.095322, "nauc_map_at_5_max": 0.296691, "nauc_map_at_5_std": 0.054666, "nauc_map_at_5_diff1": -0.067574, "nauc_map_at_10_max": 0.298358, "nauc_map_at_10_std": 0.118647, "nauc_map_at_10_diff1": -0.04819, "nauc_map_at_20_max": 0.263422, "nauc_map_at_20_std": 0.229292, "nauc_map_at_20_diff1": -0.050509, "nauc_map_at_100_max": 0.24506, "nauc_map_at_100_std": 0.572615, "nauc_map_at_100_diff1": -0.073428, "nauc_map_at_1000_max": 0.356959, "nauc_map_at_1000_std": 0.797594, "nauc_map_at_1000_diff1": 0.052354, "nauc_recall_at_1_max": 0.170385, "nauc_recall_at_1_std": -0.096925, "nauc_recall_at_1_diff1": -0.088123, "nauc_recall_at_3_max": 0.277621, "nauc_recall_at_3_std": 0.040073, "nauc_recall_at_3_diff1": -0.078648, "nauc_recall_at_5_max": 0.289359, "nauc_recall_at_5_std": 0.03769, "nauc_recall_at_5_diff1": -0.041066, "nauc_recall_at_10_max": 0.275591, "nauc_recall_at_10_std": 0.128228, "nauc_recall_at_10_diff1": -0.010573, "nauc_recall_at_20_max": 0.234917, "nauc_recall_at_20_std": 0.202047, "nauc_recall_at_20_diff1": -0.022927, "nauc_recall_at_100_max": 0.242094, "nauc_recall_at_100_std": 0.471557, "nauc_recall_at_100_diff1": -0.027753, "nauc_recall_at_1000_max": 0.425614, "nauc_recall_at_1000_std": 0.708305, "nauc_recall_at_1000_diff1": 0.122984, "nauc_precision_at_1_max": 0.018731, "nauc_precision_at_1_std": 0.161339, "nauc_precision_at_1_diff1": -0.217433, "nauc_precision_at_3_max": 0.147037, "nauc_precision_at_3_std": 0.356942, "nauc_precision_at_3_diff1": -0.215423, "nauc_precision_at_5_max": 0.137187, "nauc_precision_at_5_std": 0.347038, "nauc_precision_at_5_diff1": -0.106109, "nauc_precision_at_10_max": 0.133773, "nauc_precision_at_10_std": 0.492121, "nauc_precision_at_10_diff1": -0.050622, "nauc_precision_at_20_max": 0.127246, "nauc_precision_at_20_std": 0.63634, "nauc_precision_at_20_diff1": -0.04286, "nauc_precision_at_100_max": 0.132541, "nauc_precision_at_100_std": 0.731805, "nauc_precision_at_100_diff1": -0.017509, "nauc_precision_at_1000_max": 0.197526, "nauc_precision_at_1000_std": 0.483066, "nauc_precision_at_1000_diff1": 0.09502, "nauc_mrr_at_1_max": 0.018731, "nauc_mrr_at_1_std": 0.161339, "nauc_mrr_at_1_diff1": -0.217433, "nauc_mrr_at_3_max": 0.0804, "nauc_mrr_at_3_std": 0.185886, "nauc_mrr_at_3_diff1": -0.259573, "nauc_mrr_at_5_max": 0.06419, "nauc_mrr_at_5_std": 0.185813, "nauc_mrr_at_5_diff1": -0.22318, "nauc_mrr_at_10_max": 0.06419, "nauc_mrr_at_10_std": 0.185813, "nauc_mrr_at_10_diff1": -0.22318, "nauc_mrr_at_20_max": 0.06419, "nauc_mrr_at_20_std": 0.185813, "nauc_mrr_at_20_diff1": -0.22318, "nauc_mrr_at_100_max": 0.06419, "nauc_mrr_at_100_std": 0.185813, "nauc_mrr_at_100_diff1": -0.22318, "nauc_mrr_at_1000_max": 0.06419, "nauc_mrr_at_1000_std": 0.185813, "nauc_mrr_at_1000_diff1": -0.22318, "hit_rate_at_1": 0.8, "hit_rate_at_3": 0.94, "hit_rate_at_5": 1.0, "hit_rate_at_10": 1.0, "hit_rate_at_20": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "main_score": 0.6969, "hf_subset": "default", "languages": [ "pol-Latn" ], "mteb_version": "2.20.11" } ] }, "evaluation_time": 11270.923446178436, "kg_co2_emissions": null, "date": null, "evaluation_phases": null }