{ "dataset_revision": "c0f706b76e590d620bd6618b3ca8efdd34e2d659", "evaluation_time": 4975.845328092575, "kg_co2_emissions": null, "mteb_version": "1.14.5", "scores": { "test": [ { "hf_subset": "default", "languages": [ "eng-Latn" ], "main_score": 0.40262, "map_at_1": 0.08167, "map_at_10": 0.19346, "map_at_100": 0.27363, "map_at_1000": 0.29222, "map_at_20": 0.22337, "map_at_3": 0.13507, "map_at_5": 0.16278, "mrr_at_1": 0.6375, "mrr_at_10": 0.7309583333333335, "mrr_at_100": 0.7341628184997403, "mrr_at_1000": 0.7341942366022727, "mrr_at_20": 0.7326663195335797, "mrr_at_3": 0.7133333333333334, "mrr_at_5": 0.7253333333333333, "nauc_map_at_1000_diff1": 0.19492028160537023, "nauc_map_at_1000_max": 0.16042525512022585, "nauc_map_at_1000_std": 0.24514786345053435, "nauc_map_at_100_diff1": 0.20434869970353578, "nauc_map_at_100_max": 0.12653497463851351, "nauc_map_at_100_std": 0.21991363991228216, "nauc_map_at_10_diff1": 0.2658318586972253, "nauc_map_at_10_max": -0.01411632601358799, "nauc_map_at_10_std": -0.008701796920312333, "nauc_map_at_1_diff1": 0.42433348186014985, "nauc_map_at_1_max": -0.06920994127755711, "nauc_map_at_1_std": -0.12845543164866424, "nauc_map_at_20_diff1": 0.25761778062446494, "nauc_map_at_20_max": 0.04468427696646914, "nauc_map_at_20_std": 0.07442359671982815, "nauc_map_at_3_diff1": 0.328528110086017, "nauc_map_at_3_max": -0.07110576233767715, "nauc_map_at_3_std": -0.09717663492944201, "nauc_map_at_5_diff1": 0.302969446562657, "nauc_map_at_5_max": -0.062186678708212505, "nauc_map_at_5_std": -0.07297393589866905, "nauc_mrr_at_1000_diff1": 0.4316626715906075, "nauc_mrr_at_1000_max": 0.4788810606524476, "nauc_mrr_at_1000_std": 0.29756439388920575, "nauc_mrr_at_100_diff1": 0.4316168194241811, "nauc_mrr_at_100_max": 0.47888662161425377, "nauc_mrr_at_100_std": 0.29759174708083586, "nauc_mrr_at_10_diff1": 0.4316213361679798, "nauc_mrr_at_10_max": 0.48039471340670364, "nauc_mrr_at_10_std": 0.2999728857625497, "nauc_mrr_at_1_diff1": 0.4451701328883859, "nauc_mrr_at_1_max": 0.45136364539260654, "nauc_mrr_at_1_std": 0.22430526587609026, "nauc_mrr_at_20_diff1": 0.4328077544970383, "nauc_mrr_at_20_max": 0.48093587684519884, "nauc_mrr_at_20_std": 0.2979050665093473, "nauc_mrr_at_3_diff1": 0.41807876694839524, "nauc_mrr_at_3_max": 0.475155918851978, "nauc_mrr_at_3_std": 0.30728062839925524, "nauc_mrr_at_5_diff1": 0.42723574646812806, "nauc_mrr_at_5_max": 0.47724164848268175, "nauc_mrr_at_5_std": 0.30136111459378184, "nauc_ndcg_at_1000_diff1": 0.20344623353222938, "nauc_ndcg_at_1000_max": 0.299101544943321, "nauc_ndcg_at_1000_std": 0.3532551865872424, "nauc_ndcg_at_100_diff1": 0.21587110351206112, "nauc_ndcg_at_100_max": 0.198120237215264, "nauc_ndcg_at_100_std": 0.28316183854346516, "nauc_ndcg_at_10_diff1": 0.22028944567074799, "nauc_ndcg_at_10_max": 0.2236956976244356, "nauc_ndcg_at_10_std": 0.21926663047722333, "nauc_ndcg_at_1_diff1": 0.3792889642331698, "nauc_ndcg_at_1_max": 0.3227025021907386, "nauc_ndcg_at_1_std": 0.16980418650576767, "nauc_ndcg_at_20_diff1": 0.24554962525212767, "nauc_ndcg_at_20_max": 0.18057286691331934, "nauc_ndcg_at_20_std": 0.21186962609349447, "nauc_ndcg_at_3_diff1": 0.23606942537795328, "nauc_ndcg_at_3_max": 0.2929004910712949, "nauc_ndcg_at_3_std": 0.21537575867135336, "nauc_ndcg_at_5_diff1": 0.22029387382607435, "nauc_ndcg_at_5_max": 0.25473289330025056, "nauc_ndcg_at_5_std": 0.2292856891764246, "nauc_precision_at_1000_diff1": -0.11446169999479534, "nauc_precision_at_1000_max": 0.29967160900024153, "nauc_precision_at_1000_std": 0.11217606243074721, "nauc_precision_at_100_diff1": -0.09631245871958462, "nauc_precision_at_100_max": 0.3877902114331015, "nauc_precision_at_100_std": 0.42160740926749296, "nauc_precision_at_10_diff1": -0.047208639870805154, "nauc_precision_at_10_max": 0.42688688767270816, "nauc_precision_at_10_std": 0.4313969136910104, "nauc_precision_at_1_diff1": 0.4451701328883859, "nauc_precision_at_1_max": 0.45136364539260654, "nauc_precision_at_1_std": 0.22430526587609026, "nauc_precision_at_20_diff1": -0.03321273650714343, "nauc_precision_at_20_max": 0.4233302017503469, "nauc_precision_at_20_std": 0.4614207962272775, "nauc_precision_at_3_diff1": 0.07731563015557155, "nauc_precision_at_3_max": 0.39793762472271615, "nauc_precision_at_3_std": 0.33268035527476325, "nauc_precision_at_5_diff1": 0.005838117602327509, "nauc_precision_at_5_max": 0.4110184164045387, "nauc_precision_at_5_std": 0.38381525204586314, "nauc_recall_at_1000_diff1": 0.0868398211610381, "nauc_recall_at_1000_max": 0.21713851316570545, "nauc_recall_at_1000_std": 0.390063350033579, "nauc_recall_at_100_diff1": 0.12134803112114852, "nauc_recall_at_100_max": 0.07320991203875771, "nauc_recall_at_100_std": 0.2364888819427723, "nauc_recall_at_10_diff1": 0.19742646964694302, "nauc_recall_at_10_max": -0.0907287631657201, "nauc_recall_at_10_std": -0.06656892929505147, "nauc_recall_at_1_diff1": 0.42433348186014985, "nauc_recall_at_1_max": -0.06920994127755711, "nauc_recall_at_1_std": -0.12845543164866424, "nauc_recall_at_20_diff1": 0.21648553925691033, "nauc_recall_at_20_max": -0.031215331262374017, "nauc_recall_at_20_std": 0.015788251892781876, "nauc_recall_at_3_diff1": 0.270196027595539, "nauc_recall_at_3_max": -0.1123705959600571, "nauc_recall_at_3_std": -0.10938037533638398, "nauc_recall_at_5_diff1": 0.24367579067155812, "nauc_recall_at_5_max": -0.13472504950567646, "nauc_recall_at_5_std": -0.11742478155115404, "ndcg_at_1": 0.50375, "ndcg_at_10": 0.40262, "ndcg_at_100": 0.45479, "ndcg_at_1000": 0.5336, "ndcg_at_20": 0.39826, "ndcg_at_3": 0.44146, "ndcg_at_5": 0.42441, "precision_at_1": 0.6375, "precision_at_10": 0.327, "precision_at_100": 0.1058, "precision_at_1000": 0.02311, "precision_at_20": 0.24475, "precision_at_3": 0.49167, "precision_at_5": 0.426, "recall_at_1": 0.08167, "recall_at_10": 0.25748, "recall_at_100": 0.53023, "recall_at_1000": 0.76956, "recall_at_20": 0.33126, "recall_at_3": 0.15163, "recall_at_5": 0.20072 } ] }, "task_name": "DBPedia" }