{ "dataset_revision": "c0f706b76e590d620bd6618b3ca8efdd34e2d659", "task_name": "DBPedia", "mteb_version": "2.12.25", "scores": { "test": [ { "ndcg_at_1": 0.605, "ndcg_at_3": 0.52472, "ndcg_at_5": 0.50038, "ndcg_at_10": 0.48394, "ndcg_at_20": 0.47503, "ndcg_at_100": 0.52793, "ndcg_at_1000": 0.58896, "map_at_1": 0.09963, "map_at_3": 0.16202, "map_at_5": 0.19304, "map_at_10": 0.23422, "map_at_20": 0.27614, "map_at_100": 0.34129, "map_at_1000": 0.35991, "recall_at_1": 0.09963, "recall_at_3": 0.17251, "recall_at_5": 0.21623, "recall_at_10": 0.28538, "recall_at_20": 0.36877, "recall_at_100": 0.58318, "recall_at_1000": 0.77841, "accuracy": 0.09963, "precision_at_1": 0.735, "precision_at_3": 0.56667, "precision_at_5": 0.4905, "precision_at_10": 0.4, "precision_at_20": 0.30625, "precision_at_100": 0.12842, "precision_at_1000": 0.02406, "mrr_at_1": 0.735, "mrr_at_3": 0.786667, "mrr_at_5": 0.798292, "mrr_at_10": 0.802586, "mrr_at_20": 0.803578, "mrr_at_100": 0.804242, "mrr_at_1000": 0.804355, "nauc_ndcg_at_1_max": -0.239422, "nauc_ndcg_at_1_std": 0.025357, "nauc_ndcg_at_1_diff1": 0.338823, "nauc_ndcg_at_3_max": -0.223835, "nauc_ndcg_at_3_std": -0.00187, "nauc_ndcg_at_3_diff1": 0.175702, "nauc_ndcg_at_5_max": -0.228508, "nauc_ndcg_at_5_std": -0.011372, "nauc_ndcg_at_5_diff1": 0.175328, "nauc_ndcg_at_10_max": -0.211185, "nauc_ndcg_at_10_std": -0.010168, "nauc_ndcg_at_10_diff1": 0.218708, "nauc_ndcg_at_20_max": -0.180032, "nauc_ndcg_at_20_std": -0.002066, "nauc_ndcg_at_20_diff1": 0.24035, "nauc_ndcg_at_100_max": -0.148042, "nauc_ndcg_at_100_std": 0.063805, "nauc_ndcg_at_100_diff1": 0.258559, "nauc_ndcg_at_1000_max": -0.184734, "nauc_ndcg_at_1000_std": 0.079399, "nauc_ndcg_at_1000_diff1": 0.20238, "nauc_map_at_1_max": 0.003789, "nauc_map_at_1_std": -0.130623, "nauc_map_at_1_diff1": 0.387821, "nauc_map_at_3_max": 0.006352, "nauc_map_at_3_std": -0.1045, "nauc_map_at_3_diff1": 0.313713, "nauc_map_at_5_max": -0.021525, "nauc_map_at_5_std": -0.105101, "nauc_map_at_5_diff1": 0.283411, "nauc_map_at_10_max": -0.05241, "nauc_map_at_10_std": -0.082857, "nauc_map_at_10_diff1": 0.269204, "nauc_map_at_20_max": -0.078288, "nauc_map_at_20_std": -0.043724, "nauc_map_at_20_diff1": 0.243173, "nauc_map_at_100_max": -0.10739, "nauc_map_at_100_std": 0.033116, "nauc_map_at_100_diff1": 0.213988, "nauc_map_at_1000_max": -0.117957, "nauc_map_at_1000_std": 0.037595, "nauc_map_at_1000_diff1": 0.1934, "nauc_recall_at_1_max": 0.003789, "nauc_recall_at_1_std": -0.130623, "nauc_recall_at_1_diff1": 0.387821, "nauc_recall_at_3_max": 0.017523, "nauc_recall_at_3_std": -0.104974, "nauc_recall_at_3_diff1": 0.30564, "nauc_recall_at_5_max": -0.002204, "nauc_recall_at_5_std": -0.106959, "nauc_recall_at_5_diff1": 0.275631, "nauc_recall_at_10_max": -0.008053, "nauc_recall_at_10_std": -0.068288, "nauc_recall_at_10_diff1": 0.274198, "nauc_recall_at_20_max": -0.011715, "nauc_recall_at_20_std": -0.005836, "nauc_recall_at_20_diff1": 0.250366, "nauc_recall_at_100_max": -0.010215, "nauc_recall_at_100_std": 0.163429, "nauc_recall_at_100_diff1": 0.231062, "nauc_recall_at_1000_max": 0.00257, "nauc_recall_at_1000_std": 0.291554, "nauc_recall_at_1000_diff1": 0.098078, "nauc_precision_at_1_max": -0.274121, "nauc_precision_at_1_std": 0.094704, "nauc_precision_at_1_diff1": 0.338304, "nauc_precision_at_3_max": -0.203989, "nauc_precision_at_3_std": 0.074547, "nauc_precision_at_3_diff1": -0.034164, "nauc_precision_at_5_max": -0.221329, "nauc_precision_at_5_std": 0.070961, "nauc_precision_at_5_diff1": -0.085309, "nauc_precision_at_10_max": -0.208321, "nauc_precision_at_10_std": 0.109168, "nauc_precision_at_10_diff1": -0.08888, "nauc_precision_at_20_max": -0.183457, "nauc_precision_at_20_std": 0.143896, "nauc_precision_at_20_diff1": -0.127404, "nauc_precision_at_100_max": -0.134454, "nauc_precision_at_100_std": 0.156212, "nauc_precision_at_100_diff1": -0.156204, "nauc_precision_at_1000_max": -0.050759, "nauc_precision_at_1000_std": -0.054659, "nauc_precision_at_1000_diff1": -0.251337, "nauc_mrr_at_1_max": -0.274121, "nauc_mrr_at_1_std": 0.094704, "nauc_mrr_at_1_diff1": 0.338304, "nauc_mrr_at_3_max": -0.290144, "nauc_mrr_at_3_std": 0.067368, "nauc_mrr_at_3_diff1": 0.326285, "nauc_mrr_at_5_max": -0.273829, "nauc_mrr_at_5_std": 0.077105, "nauc_mrr_at_5_diff1": 0.332876, "nauc_mrr_at_10_max": -0.264849, "nauc_mrr_at_10_std": 0.083434, "nauc_mrr_at_10_diff1": 0.334762, "nauc_mrr_at_20_max": -0.268384, "nauc_mrr_at_20_std": 0.081094, "nauc_mrr_at_20_diff1": 0.333383, "nauc_mrr_at_100_max": -0.267041, "nauc_mrr_at_100_std": 0.082885, "nauc_mrr_at_100_diff1": 0.33548, "nauc_mrr_at_1000_max": -0.267081, "nauc_mrr_at_1000_std": 0.082902, "nauc_mrr_at_1000_diff1": 0.335268, "hit_rate_at_1": 0.735, "hit_rate_at_3": 0.8475, "hit_rate_at_5": 0.8975, "hit_rate_at_10": 0.93, "hit_rate_at_20": 0.945, "hit_rate_at_100": 0.9675, "hit_rate_at_1000": 0.99, "main_score": 0.48394, "hf_subset": "default", "languages": [ "eng-Latn" ] } ] }, "evaluation_time": 1514.0288708209991, "kg_co2_emissions": null, "date": 1783755956.604421 }