{ "dataset_revision": "3a309e201f3c2c4b13bd4a367a8f37eee2ec1d21", "task_name": "ClimateFEVERHardNegatives", "mteb_version": "2.18.6", "scores": { "test": [ { "ndcg_at_1": 0.182, "ndcg_at_3": 0.15679, "ndcg_at_5": 0.16969, "ndcg_at_10": 0.19774, "ndcg_at_20": 0.21896, "ndcg_at_100": 0.26072, "ndcg_at_1000": 0.30498, "map_at_1": 0.08672, "map_at_3": 0.11773, "map_at_5": 0.12641, "map_at_10": 0.13775, "map_at_20": 0.1444, "map_at_100": 0.15109, "map_at_1000": 0.15323, "recall_at_1": 0.08672, "recall_at_3": 0.14745, "recall_at_5": 0.1818, "recall_at_10": 0.24494, "recall_at_20": 0.30585, "recall_at_100": 0.46821, "recall_at_1000": 0.72421, "accuracy": 0.08672, "precision_at_1": 0.182, "precision_at_3": 0.111, "precision_at_5": 0.084, "precision_at_10": 0.060, "precision_at_20": 0.0390, "precision_at_100": 0.01279, "precision_at_1000": 0.00210, "mrr_at_1": 0.182, "mrr_at_3": 0.2320, "mrr_at_5": 0.24892, "mrr_at_10": 0.265119, "mrr_at_20": 0.271278, "mrr_at_100": 0.276708, "mrr_at_1000": 0.277323, "nauc_ndcg_at_1_max": 0.256451, "nauc_ndcg_at_1_std": 0.037663, "nauc_ndcg_at_1_diff1": 0.240001, "nauc_ndcg_at_3_max": 0.279747, "nauc_ndcg_at_3_std": 0.014639, "nauc_ndcg_at_3_diff1": 0.248974, "nauc_ndcg_at_5_max": 0.293258, "nauc_ndcg_at_5_std": 0.025463, "nauc_ndcg_at_5_diff1": 0.250132, "nauc_ndcg_at_10_max": 0.302242, "nauc_ndcg_at_10_std": 0.058618, "nauc_ndcg_at_10_diff1": 0.233167, "nauc_ndcg_at_20_max": 0.316100, "nauc_ndcg_at_20_std": 0.085265, "nauc_ndcg_at_20_diff1": 0.233278, "nauc_ndcg_at_100_max": 0.314268, "nauc_ndcg_at_100_std": 0.108724, "nauc_ndcg_at_100_diff1": 0.214331, "nauc_ndcg_at_1000_max": 0.320562, "nauc_ndcg_at_1000_std": 0.129506, "nauc_ndcg_at_1000_diff1": 0.218014, "nauc_map_at_1_max": 0.282924, "nauc_map_at_1_std": -0.031911, "nauc_map_at_1_diff1": 0.313282, "nauc_map_at_3_max": 0.288195, "nauc_map_at_3_std": -0.012384, "nauc_map_at_3_diff1": 0.283370, "nauc_map_at_5_max": 0.297054, "nauc_map_at_5_std": -0.001226, "nauc_map_at_5_diff1": 0.282859, "nauc_map_at_10_max": 0.299343, "nauc_map_at_10_std": 0.014797, "nauc_map_at_10_diff1": 0.272397, "nauc_map_at_20_max": 0.304193, "nauc_map_at_20_std": 0.02504, "nauc_map_at_20_diff1": 0.270301, "nauc_map_at_100_max": 0.304763, "nauc_map_at_100_std": 0.032431, "nauc_map_at_100_diff1": 0.265043, "nauc_map_at_1000_max": 0.305227, "nauc_map_at_1000_std": 0.034579, "nauc_map_at_1000_diff1": 0.265047, "nauc_recall_at_1_max": 0.282924, "nauc_recall_at_1_std": -0.031911, "nauc_recall_at_1_diff1": 0.313282, "nauc_recall_at_3_max": 0.281423, "nauc_recall_at_3_std": 0.000989, "nauc_recall_at_3_diff1": 0.243357, "nauc_recall_at_5_max": 0.294209, "nauc_recall_at_5_std": 0.027101, "nauc_recall_at_5_diff1": 0.235104, "nauc_recall_at_10_max": 0.293005, "nauc_recall_at_10_std": 0.085427, "nauc_recall_at_10_diff1": 0.188096, "nauc_recall_at_20_max": 0.309907, "nauc_recall_at_20_std": 0.139019, "nauc_recall_at_20_diff1": 0.180388, "nauc_recall_at_100_max": 0.281676, "nauc_recall_at_100_std": 0.196642, "nauc_recall_at_100_diff1": 0.111384, "nauc_recall_at_1000_max": 0.296342, "nauc_recall_at_1000_std": 0.30532, "nauc_recall_at_1000_diff1": 0.096326, "nauc_precision_at_1_max": 0.256451, "nauc_precision_at_1_std": 0.037663, "nauc_precision_at_1_diff1": 0.240001, "nauc_precision_at_3_max": 0.259490, "nauc_precision_at_3_std": 0.054732, "nauc_precision_at_3_diff1": 0.193142, "nauc_precision_at_5_max": 0.268997, "nauc_precision_at_5_std": 0.090761, "nauc_precision_at_5_diff1": 0.16846, "nauc_precision_at_10_max": 0.274084, "nauc_precision_at_10_std": 0.174127, "nauc_precision_at_10_diff1": 0.114386, "nauc_precision_at_20_max": 0.28767, "nauc_precision_at_20_std": 0.227842, "nauc_precision_at_20_diff1": 0.108799, "nauc_precision_at_100_max": 0.208568, "nauc_precision_at_100_std": 0.254339, "nauc_precision_at_100_diff1": 0.019682, "nauc_precision_at_1000_max": 0.127057, "nauc_precision_at_1000_std": 0.279559, "nauc_precision_at_1000_diff1": -0.018011, "nauc_mrr_at_1_max": 0.256451, "nauc_mrr_at_1_std": 0.037663, "nauc_mrr_at_1_diff1": 0.240001, "nauc_mrr_at_3_max": 0.270010, "nauc_mrr_at_3_std": 0.045810, "nauc_mrr_at_3_diff1": 0.220226, "nauc_mrr_at_5_max": 0.273091, "nauc_mrr_at_5_std": 0.054231, "nauc_mrr_at_5_diff1": 0.212904, "nauc_mrr_at_10_max": 0.279531, "nauc_mrr_at_10_std": 0.068503, "nauc_mrr_at_10_diff1": 0.209445, "nauc_mrr_at_20_max": 0.283563, "nauc_mrr_at_20_std": 0.076045, "nauc_mrr_at_20_diff1": 0.212453, "nauc_mrr_at_100_max": 0.282327, "nauc_mrr_at_100_std": 0.075647, "nauc_mrr_at_100_diff1": 0.211738, "nauc_mrr_at_1000_max": 0.282504, "nauc_mrr_at_1000_std": 0.075446, "nauc_mrr_at_1000_diff1": 0.212031, "hit_rate_at_1": 0.182, "hit_rate_at_3": 0.299, "hit_rate_at_5": 0.38, "hit_rate_at_10": 0.497, "hit_rate_at_20": 0.582, "hit_rate_at_100": 0.786, "hit_rate_at_1000": 0.952, "main_score": 0.19774, "hf_subset": "default", "languages": [ "eng-Latn" ], "mteb_version": "2.18.6" } ] }, "evaluation_time": 124.26138710975647, "kg_co2_emissions": null, "date": null, "evaluation_phases": null }