{ "dataset_revision": "91ac153f1371a98b209ed763205e25e115ecd06e", "evaluation_time": 137.5960488319397, "kg_co2_emissions": 0.007122045027238551, "mteb_version": "1.14.15", "scores": { "test": [ { "cv_recall_at_1": 0.04157, "cv_recall_at_10": 0.07191, "cv_recall_at_100": 0.28764, "cv_recall_at_1000": 1.0, "cv_recall_at_20": 0.09888, "cv_recall_at_3": 0.05393, "cv_recall_at_5": 0.0618, "hf_subset": "ar", "languages": [ "ara-Arab" ], "main_score": 0.05506, "map_at_1": 0.04157, "map_at_10": 0.04985, "map_at_100": 0.05566, "map_at_1000": 0.0581, "map_at_20": 0.05167, "map_at_3": 0.04663, "map_at_5": 0.04848, "mrr_at_1": 0.04157303370786517, "mrr_at_10": 0.04984840378098806, "mrr_at_100": 0.05566142909635033, "mrr_at_1000": 0.05810359639478514, "mrr_at_20": 0.05167150872650581, "mrr_at_3": 0.04662921348314607, "mrr_at_5": 0.04848314606741573, "nauc_cv_recall_at_1000_diff1": NaN, "nauc_cv_recall_at_1000_max": NaN, "nauc_cv_recall_at_1000_std": NaN, "nauc_cv_recall_at_100_diff1": 0.16768513755554593, "nauc_cv_recall_at_100_max": 0.2013535540089121, "nauc_cv_recall_at_100_std": 0.2454215291937551, "nauc_cv_recall_at_10_diff1": 0.43380651328145964, "nauc_cv_recall_at_10_max": 0.34771179903407573, "nauc_cv_recall_at_10_std": 0.28514891333512205, "nauc_cv_recall_at_1_diff1": 0.6968868519713699, "nauc_cv_recall_at_1_max": 0.5695545290393691, "nauc_cv_recall_at_1_std": 0.24459930818932685, "nauc_cv_recall_at_20_diff1": 0.3440434665951166, "nauc_cv_recall_at_20_max": 0.27362063077786186, "nauc_cv_recall_at_20_std": 0.24227077591043245, "nauc_cv_recall_at_3_diff1": 0.563299347106699, "nauc_cv_recall_at_3_max": 0.4506137644217872, "nauc_cv_recall_at_3_std": 0.26216349163759955, "nauc_cv_recall_at_5_diff1": 0.5262677756909044, "nauc_cv_recall_at_5_max": 0.43042173817596413, "nauc_cv_recall_at_5_std": 0.30490035856282166, "nauc_map_at_1000_diff1": 0.5545697449752977, "nauc_map_at_1000_max": 0.45675005239690375, "nauc_map_at_1000_std": 0.2600863523294581, "nauc_map_at_100_diff1": 0.5520432815530113, "nauc_map_at_100_max": 0.45455840939925407, "nauc_map_at_100_std": 0.25904921522752666, "nauc_map_at_10_diff1": 0.5950015959542917, "nauc_map_at_10_max": 0.48543419316470765, "nauc_map_at_10_std": 0.2664269343326008, "nauc_map_at_1_diff1": 0.6968868519713699, "nauc_map_at_1_max": 0.5695545290393691, "nauc_map_at_1_std": 0.24459930818932685, "nauc_map_at_20_diff1": 0.5780411426301566, "nauc_map_at_20_max": 0.4698950738269034, "nauc_map_at_20_std": 0.26070571990710867, "nauc_map_at_3_diff1": 0.6293507811767598, "nauc_map_at_3_max": 0.5141596706116122, "nauc_map_at_3_std": 0.2552372085605637, "nauc_map_at_5_diff1": 0.6154490686951035, "nauc_map_at_5_max": 0.5048057336963477, "nauc_map_at_5_std": 0.26845512525749526, "nauc_mrr_at_1000_diff1": 0.554569755053897, "nauc_mrr_at_1000_max": 0.45674931313850203, "nauc_mrr_at_1000_std": 0.260086023434675, "nauc_mrr_at_100_diff1": 0.5520432815530113, "nauc_mrr_at_100_max": 0.45455840939925407, "nauc_mrr_at_100_std": 0.25904921522752666, "nauc_mrr_at_10_diff1": 0.5950015959542917, "nauc_mrr_at_10_max": 0.48543419316470765, "nauc_mrr_at_10_std": 0.2664269343326008, "nauc_mrr_at_1_diff1": 0.6968868519713699, "nauc_mrr_at_1_max": 0.5695545290393691, "nauc_mrr_at_1_std": 0.24459930818932685, "nauc_mrr_at_20_diff1": 0.5780411426301566, "nauc_mrr_at_20_max": 0.4698950738269034, "nauc_mrr_at_20_std": 0.26070571990710867, "nauc_mrr_at_3_diff1": 0.6293507811767598, "nauc_mrr_at_3_max": 0.5141596706116122, "nauc_mrr_at_3_std": 0.2552372085605637, "nauc_mrr_at_5_diff1": 0.6154490686951035, "nauc_mrr_at_5_max": 0.5048057336963477, "nauc_mrr_at_5_std": 0.26845512525749526, "nauc_ndcg_at_1000_diff1": 0.4648690314047849, "nauc_ndcg_at_1000_max": 0.3946411411387055, "nauc_ndcg_at_1000_std": 0.2601660947167598, "nauc_ndcg_at_100_diff1": 0.3842027569574655, "nauc_ndcg_at_100_max": 0.3403009288281554, "nauc_ndcg_at_100_std": 0.25283487152782863, "nauc_ndcg_at_10_diff1": 0.5458516827447402, "nauc_ndcg_at_10_max": 0.4432343851199581, "nauc_ndcg_at_10_std": 0.27294470363693213, "nauc_ndcg_at_1_diff1": 0.6968868519713699, "nauc_ndcg_at_1_max": 0.5695545290393691, "nauc_ndcg_at_1_std": 0.24459930818932685, "nauc_ndcg_at_20_diff1": 0.4979521996954312, "nauc_ndcg_at_20_max": 0.4019771322574937, "nauc_ndcg_at_20_std": 0.2562547586174664, "nauc_ndcg_at_3_diff1": 0.6104817385978905, "nauc_ndcg_at_3_max": 0.49620119546547764, "nauc_ndcg_at_3_std": 0.2572881677916057, "nauc_ndcg_at_5_diff1": 0.58879780479924, "nauc_ndcg_at_5_max": 0.48252436183651914, "nauc_ndcg_at_5_std": 0.2790196954841154, "nauc_precision_at_1000_diff1": NaN, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_100_diff1": 0.16768513755554593, "nauc_precision_at_100_max": 0.20135355400891222, "nauc_precision_at_100_std": 0.2454215291937556, "nauc_precision_at_10_diff1": 0.43380651328146014, "nauc_precision_at_10_max": 0.347711799034076, "nauc_precision_at_10_std": 0.2851489133351224, "nauc_precision_at_1_diff1": 0.6968868519713699, "nauc_precision_at_1_max": 0.5695545290393691, "nauc_precision_at_1_std": 0.24459930818932685, "nauc_precision_at_20_diff1": 0.3440434665951171, "nauc_precision_at_20_max": 0.27362063077786203, "nauc_precision_at_20_std": 0.24227077591043258, "nauc_precision_at_3_diff1": 0.5632993471066988, "nauc_precision_at_3_max": 0.45061376442178674, "nauc_precision_at_3_std": 0.26216349163759933, "nauc_precision_at_5_diff1": 0.5262677756909047, "nauc_precision_at_5_max": 0.43042173817596446, "nauc_precision_at_5_std": 0.304900358562822, "nauc_recall_at_1000_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_100_diff1": 0.16768513755554593, "nauc_recall_at_100_max": 0.2013535540089121, "nauc_recall_at_100_std": 0.2454215291937551, "nauc_recall_at_10_diff1": 0.43380651328145964, "nauc_recall_at_10_max": 0.34771179903407573, "nauc_recall_at_10_std": 0.28514891333512205, "nauc_recall_at_1_diff1": 0.6968868519713699, "nauc_recall_at_1_max": 0.5695545290393691, "nauc_recall_at_1_std": 0.24459930818932685, "nauc_recall_at_20_diff1": 0.3440434665951166, "nauc_recall_at_20_max": 0.27362063077786186, "nauc_recall_at_20_std": 0.24227077591043245, "nauc_recall_at_3_diff1": 0.563299347106699, "nauc_recall_at_3_max": 0.4506137644217872, "nauc_recall_at_3_std": 0.26216349163759955, "nauc_recall_at_5_diff1": 0.5262677756909044, "nauc_recall_at_5_max": 0.43042173817596413, "nauc_recall_at_5_std": 0.30490035856282166, "ndcg_at_1": 0.04157, "ndcg_at_10": 0.05506, "ndcg_at_100": 0.0951, "ndcg_at_1000": 0.18037, "ndcg_at_20": 0.06182, "ndcg_at_3": 0.04849, "ndcg_at_5": 0.05178, "precision_at_1": 0.04157, "precision_at_10": 0.00719, "precision_at_100": 0.00288, "precision_at_1000": 0.001, "precision_at_20": 0.00494, "precision_at_3": 0.01798, "precision_at_5": 0.01236, "recall_at_1": 0.04157, "recall_at_10": 0.07191, "recall_at_100": 0.28764, "recall_at_1000": 1.0, "recall_at_20": 0.09888, "recall_at_3": 0.05393, "recall_at_5": 0.0618 }, { "cv_recall_at_1": 0.03837, "cv_recall_at_10": 0.06977, "cv_recall_at_100": 0.29767, "cv_recall_at_1000": 1.0, "cv_recall_at_20": 0.11163, "cv_recall_at_3": 0.05465, "cv_recall_at_5": 0.0593, "hf_subset": "bg", "languages": [ "bul-Cyrl" ], "main_score": 0.05339, "map_at_1": 0.03837, "map_at_10": 0.04826, "map_at_100": 0.05504, "map_at_1000": 0.05738, "map_at_20": 0.05093, "map_at_3": 0.04574, "map_at_5": 0.04684, "mrr_at_1": 0.03837209302325582, "mrr_at_10": 0.04826042820228867, "mrr_at_100": 0.055035134535732624, "mrr_at_1000": 0.05738273261546299, "mrr_at_20": 0.050930649278082524, "mrr_at_3": 0.04573643410852713, "mrr_at_5": 0.046841085271317834, "nauc_cv_recall_at_1000_diff1": NaN, "nauc_cv_recall_at_1000_max": NaN, "nauc_cv_recall_at_1000_std": NaN, "nauc_cv_recall_at_100_diff1": 0.24031340289430858, "nauc_cv_recall_at_100_max": 0.24865630401594785, "nauc_cv_recall_at_100_std": 0.336688893374885, "nauc_cv_recall_at_10_diff1": 0.4141758340041141, "nauc_cv_recall_at_10_max": 0.28985779447276616, "nauc_cv_recall_at_10_std": 0.32915213308290847, "nauc_cv_recall_at_1_diff1": 0.6954736525436819, "nauc_cv_recall_at_1_max": 0.5970274247709182, "nauc_cv_recall_at_1_std": 0.4599279622086171, "nauc_cv_recall_at_20_diff1": 0.3276437460891331, "nauc_cv_recall_at_20_max": 0.22051495979049351, "nauc_cv_recall_at_20_std": 0.23649157570279722, "nauc_cv_recall_at_3_diff1": 0.4945566852582364, "nauc_cv_recall_at_3_max": 0.41596401189708226, "nauc_cv_recall_at_3_std": 0.3821395338216238, "nauc_cv_recall_at_5_diff1": 0.5132078052578691, "nauc_cv_recall_at_5_max": 0.37239644985979375, "nauc_cv_recall_at_5_std": 0.37210183241528433, "nauc_map_at_1000_diff1": 0.5368944821398027, "nauc_map_at_1000_max": 0.4485319195942589, "nauc_map_at_1000_std": 0.4011645614183273, "nauc_map_at_100_diff1": 0.535385331630987, "nauc_map_at_100_max": 0.44846242407211145, "nauc_map_at_100_std": 0.4005188019033074, "nauc_map_at_10_diff1": 0.5704711150209668, "nauc_map_at_10_max": 0.4714506383968083, "nauc_map_at_10_std": 0.4110766219574392, "nauc_map_at_1_diff1": 0.6954736525436819, "nauc_map_at_1_max": 0.5970274247709182, "nauc_map_at_1_std": 0.4599279622086171, "nauc_map_at_20_diff1": 0.5508194936223139, "nauc_map_at_20_max": 0.45287870825550725, "nauc_map_at_20_std": 0.3941023124438314, "nauc_map_at_3_diff1": 0.5884214140513799, "nauc_map_at_3_max": 0.5048114310141752, "nauc_map_at_3_std": 0.423334303502158, "nauc_map_at_5_diff1": 0.5914836760763212, "nauc_map_at_5_max": 0.48953054669661145, "nauc_map_at_5_std": 0.41883852183337356, "nauc_mrr_at_1000_diff1": 0.5368934017071622, "nauc_mrr_at_1000_max": 0.4485318220949257, "nauc_mrr_at_1000_std": 0.40116561226741093, "nauc_mrr_at_100_diff1": 0.535385331630987, "nauc_mrr_at_100_max": 0.44846242407211145, "nauc_mrr_at_100_std": 0.4005188019033074, "nauc_mrr_at_10_diff1": 0.5704711150209668, "nauc_mrr_at_10_max": 0.4714506383968083, "nauc_mrr_at_10_std": 0.4110766219574392, "nauc_mrr_at_1_diff1": 0.6954736525436819, "nauc_mrr_at_1_max": 0.5970274247709182, "nauc_mrr_at_1_std": 0.4599279622086171, "nauc_mrr_at_20_diff1": 0.5508194936223139, "nauc_mrr_at_20_max": 0.45287870825550725, "nauc_mrr_at_20_std": 0.3941023124438314, "nauc_mrr_at_3_diff1": 0.5884214140513799, "nauc_mrr_at_3_max": 0.5048114310141752, "nauc_mrr_at_3_std": 0.423334303502158, "nauc_mrr_at_5_diff1": 0.5914836760763212, "nauc_mrr_at_5_max": 0.48953054669661145, "nauc_mrr_at_5_std": 0.41883852183337356, "nauc_ndcg_at_1000_diff1": 0.46210970205955576, "nauc_ndcg_at_1000_max": 0.38586141492507153, "nauc_ndcg_at_1000_std": 0.3803212719326206, "nauc_ndcg_at_100_diff1": 0.40271028140266724, "nauc_ndcg_at_100_max": 0.3533715769075168, "nauc_ndcg_at_100_std": 0.3679696005634948, "nauc_ndcg_at_10_diff1": 0.5224960732022177, "nauc_ndcg_at_10_max": 0.4158497427989247, "nauc_ndcg_at_10_std": 0.3864304069739522, "nauc_ndcg_at_1_diff1": 0.6954736525436819, "nauc_ndcg_at_1_max": 0.5970274247709182, "nauc_ndcg_at_1_std": 0.4599279622086171, "nauc_ndcg_at_20_diff1": 0.46949098362155095, "nauc_ndcg_at_20_max": 0.36741833706012944, "nauc_ndcg_at_20_std": 0.33833715412278326, "nauc_ndcg_at_3_diff1": 0.5609606859315125, "nauc_ndcg_at_3_max": 0.47899124138144095, "nauc_ndcg_at_3_std": 0.41147935556931947, "nauc_ndcg_at_5_diff1": 0.5673816991733134, "nauc_ndcg_at_5_max": 0.45476519492710443, "nauc_ndcg_at_5_std": 0.4049195858029014, "nauc_precision_at_1000_diff1": NaN, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_100_diff1": 0.2403134028943088, "nauc_precision_at_100_max": 0.24865630401594802, "nauc_precision_at_100_std": 0.3366888933748851, "nauc_precision_at_10_diff1": 0.4141758340041144, "nauc_precision_at_10_max": 0.28985779447276666, "nauc_precision_at_10_std": 0.32915213308290864, "nauc_precision_at_1_diff1": 0.6954736525436819, "nauc_precision_at_1_max": 0.5970274247709182, "nauc_precision_at_1_std": 0.4599279622086171, "nauc_precision_at_20_diff1": 0.3276437460891334, "nauc_precision_at_20_max": 0.22051495979049357, "nauc_precision_at_20_std": 0.2364915757027974, "nauc_precision_at_3_diff1": 0.49455668525823643, "nauc_precision_at_3_max": 0.4159640118970822, "nauc_precision_at_3_std": 0.3821395338216236, "nauc_precision_at_5_diff1": 0.5132078052578698, "nauc_precision_at_5_max": 0.37239644985979425, "nauc_precision_at_5_std": 0.37210183241528483, "nauc_recall_at_1000_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_100_diff1": 0.24031340289430858, "nauc_recall_at_100_max": 0.24865630401594785, "nauc_recall_at_100_std": 0.336688893374885, "nauc_recall_at_10_diff1": 0.4141758340041141, "nauc_recall_at_10_max": 0.28985779447276616, "nauc_recall_at_10_std": 0.32915213308290847, "nauc_recall_at_1_diff1": 0.6954736525436819, "nauc_recall_at_1_max": 0.5970274247709182, "nauc_recall_at_1_std": 0.4599279622086171, "nauc_recall_at_20_diff1": 0.3276437460891331, "nauc_recall_at_20_max": 0.22051495979049351, "nauc_recall_at_20_std": 0.23649157570279722, "nauc_recall_at_3_diff1": 0.4945566852582364, "nauc_recall_at_3_max": 0.41596401189708226, "nauc_recall_at_3_std": 0.3821395338216238, "nauc_recall_at_5_diff1": 0.5132078052578691, "nauc_recall_at_5_max": 0.37239644985979375, "nauc_recall_at_5_std": 0.37210183241528433, "ndcg_at_1": 0.03837, "ndcg_at_10": 0.05339, "ndcg_at_100": 0.09679, "ndcg_at_1000": 0.18043, "ndcg_at_20": 0.06368, "ndcg_at_3": 0.04803, "ndcg_at_5": 0.04999, "precision_at_1": 0.03837, "precision_at_10": 0.00698, "precision_at_100": 0.00298, "precision_at_1000": 0.001, "precision_at_20": 0.00558, "precision_at_3": 0.01822, "precision_at_5": 0.01186, "recall_at_1": 0.03837, "recall_at_10": 0.06977, "recall_at_100": 0.29767, "recall_at_1000": 1.0, "recall_at_20": 0.11163, "recall_at_3": 0.05465, "recall_at_5": 0.0593 }, { "cv_recall_at_1": 0.39731, "cv_recall_at_10": 0.63861, "cv_recall_at_100": 0.85634, "cv_recall_at_1000": 1.0, "cv_recall_at_20": 0.69921, "cv_recall_at_3": 0.51852, "cv_recall_at_5": 0.56902, "hf_subset": "da", "languages": [ "dan-Latn" ], "main_score": 0.51141, "map_at_1": 0.39731, "map_at_10": 0.47154, "map_at_100": 0.47983, "map_at_1000": 0.48048, "map_at_20": 0.47579, "map_at_3": 0.4508, "map_at_5": 0.46236, "mrr_at_1": 0.39730639730639733, "mrr_at_10": 0.471537687278428, "mrr_at_100": 0.4798300571142842, "mrr_at_1000": 0.4804789322239607, "mrr_at_20": 0.4757936305929132, "mrr_at_3": 0.45080433969322836, "mrr_at_5": 0.4623643845866065, "nauc_cv_recall_at_1000_diff1": NaN, "nauc_cv_recall_at_1000_max": NaN, "nauc_cv_recall_at_1000_std": NaN, "nauc_cv_recall_at_100_diff1": 0.5561984906834868, "nauc_cv_recall_at_100_max": 0.5657601536136686, "nauc_cv_recall_at_100_std": 0.19681346743997288, "nauc_cv_recall_at_10_diff1": 0.6068323114591831, "nauc_cv_recall_at_10_max": 0.531859778846759, "nauc_cv_recall_at_10_std": -0.0017190713642670189, "nauc_cv_recall_at_1_diff1": 0.7840499955877428, "nauc_cv_recall_at_1_max": 0.5350554725162863, "nauc_cv_recall_at_1_std": -0.10239618665075693, "nauc_cv_recall_at_20_diff1": 0.567560254708854, "nauc_cv_recall_at_20_max": 0.5764582202851445, "nauc_cv_recall_at_20_std": 0.07030406135617337, "nauc_cv_recall_at_3_diff1": 0.6791084623433612, "nauc_cv_recall_at_3_max": 0.5230305382514079, "nauc_cv_recall_at_3_std": -0.0536756807416792, "nauc_cv_recall_at_5_diff1": 0.6491446101321372, "nauc_cv_recall_at_5_max": 0.529499633979775, "nauc_cv_recall_at_5_std": -0.04101883244426625, "nauc_map_at_1000_diff1": 0.7281299296726328, "nauc_map_at_1000_max": 0.5318910684103042, "nauc_map_at_1000_std": -0.07662169473497678, "nauc_map_at_100_diff1": 0.7278089610020749, "nauc_map_at_100_max": 0.5319055629861973, "nauc_map_at_100_std": -0.07628173742129331, "nauc_map_at_10_diff1": 0.7277905353370264, "nauc_map_at_10_max": 0.529722676575697, "nauc_map_at_10_std": -0.0794405857813749, "nauc_map_at_1_diff1": 0.7840499955877428, "nauc_map_at_1_max": 0.5350554725162863, "nauc_map_at_1_std": -0.10239618665075693, "nauc_map_at_20_diff1": 0.7265191933881916, "nauc_map_at_20_max": 0.5323816188945882, "nauc_map_at_20_std": -0.07628560957970522, "nauc_map_at_3_diff1": 0.7370482542919812, "nauc_map_at_3_max": 0.528290677557284, "nauc_map_at_3_std": -0.0855428184446719, "nauc_map_at_5_diff1": 0.7314846080882641, "nauc_map_at_5_max": 0.5300479029362447, "nauc_map_at_5_std": -0.08285324079374214, "nauc_mrr_at_1000_diff1": 0.7281299296726328, "nauc_mrr_at_1000_max": 0.5318910684103042, "nauc_mrr_at_1000_std": -0.07662169473497678, "nauc_mrr_at_100_diff1": 0.7278089610020749, "nauc_mrr_at_100_max": 0.5319055629861973, "nauc_mrr_at_100_std": -0.07628173742129331, "nauc_mrr_at_10_diff1": 0.7277905353370264, "nauc_mrr_at_10_max": 0.529722676575697, "nauc_mrr_at_10_std": -0.0794405857813749, "nauc_mrr_at_1_diff1": 0.7840499955877428, "nauc_mrr_at_1_max": 0.5350554725162863, "nauc_mrr_at_1_std": -0.10239618665075693, "nauc_mrr_at_20_diff1": 0.7265191933881916, "nauc_mrr_at_20_max": 0.5323816188945882, "nauc_mrr_at_20_std": -0.07628560957970522, "nauc_mrr_at_3_diff1": 0.7370482542919812, "nauc_mrr_at_3_max": 0.528290677557284, "nauc_mrr_at_3_std": -0.0855428184446719, "nauc_mrr_at_5_diff1": 0.7314846080882641, "nauc_mrr_at_5_max": 0.5300479029362447, "nauc_mrr_at_5_std": -0.08285324079374214, "nauc_ndcg_at_1000_diff1": 0.7139292446499755, "nauc_ndcg_at_1000_max": 0.5340767400800546, "nauc_ndcg_at_1000_std": -0.06296148869990961, "nauc_ndcg_at_100_diff1": 0.7048449081036812, "nauc_ndcg_at_100_max": 0.5355788790245969, "nauc_ndcg_at_100_std": -0.04898731161524698, "nauc_ndcg_at_10_diff1": 0.7018336208450385, "nauc_ndcg_at_10_max": 0.5298563652082604, "nauc_ndcg_at_10_std": -0.06335350723171435, "nauc_ndcg_at_1_diff1": 0.7840499955877428, "nauc_ndcg_at_1_max": 0.5350554725162863, "nauc_ndcg_at_1_std": -0.10239618665075693, "nauc_ndcg_at_20_diff1": 0.6963521597610921, "nauc_ndcg_at_20_max": 0.5392402379155898, "nauc_ndcg_at_20_std": -0.05055991446415968, "nauc_ndcg_at_3_diff1": 0.7224231689086384, "nauc_ndcg_at_3_max": 0.5269019032932781, "nauc_ndcg_at_3_std": -0.07771876869025005, "nauc_ndcg_at_5_diff1": 0.7117950458336949, "nauc_ndcg_at_5_max": 0.5297916060549533, "nauc_ndcg_at_5_std": -0.07297313047065312, "nauc_precision_at_1000_diff1": NaN, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_100_diff1": 0.5561984906834866, "nauc_precision_at_100_max": 0.5657601536136683, "nauc_precision_at_100_std": 0.19681346743997247, "nauc_precision_at_10_diff1": 0.6068323114591837, "nauc_precision_at_10_max": 0.5318597788467584, "nauc_precision_at_10_std": -0.0017190713642674658, "nauc_precision_at_1_diff1": 0.7840499955877428, "nauc_precision_at_1_max": 0.5350554725162863, "nauc_precision_at_1_std": -0.10239618665075693, "nauc_precision_at_20_diff1": 0.5675602547088525, "nauc_precision_at_20_max": 0.5764582202851435, "nauc_precision_at_20_std": 0.07030406135617225, "nauc_precision_at_3_diff1": 0.6791084623433612, "nauc_precision_at_3_max": 0.5230305382514076, "nauc_precision_at_3_std": -0.0536756807416792, "nauc_precision_at_5_diff1": 0.6491446101321365, "nauc_precision_at_5_max": 0.5294996339797748, "nauc_precision_at_5_std": -0.04101883244426657, "nauc_recall_at_1000_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_100_diff1": 0.5561984906834868, "nauc_recall_at_100_max": 0.5657601536136686, "nauc_recall_at_100_std": 0.19681346743997288, "nauc_recall_at_10_diff1": 0.6068323114591831, "nauc_recall_at_10_max": 0.531859778846759, "nauc_recall_at_10_std": -0.0017190713642670189, "nauc_recall_at_1_diff1": 0.7840499955877428, "nauc_recall_at_1_max": 0.5350554725162863, "nauc_recall_at_1_std": -0.10239618665075693, "nauc_recall_at_20_diff1": 0.567560254708854, "nauc_recall_at_20_max": 0.5764582202851445, "nauc_recall_at_20_std": 0.07030406135617337, "nauc_recall_at_3_diff1": 0.6791084623433612, "nauc_recall_at_3_max": 0.5230305382514079, "nauc_recall_at_3_std": -0.0536756807416792, "nauc_recall_at_5_diff1": 0.6491446101321372, "nauc_recall_at_5_max": 0.529499633979775, "nauc_recall_at_5_std": -0.04101883244426625, "ndcg_at_1": 0.39731, "ndcg_at_10": 0.51141, "ndcg_at_100": 0.55593, "ndcg_at_1000": 0.57404, "ndcg_at_20": 0.52679, "ndcg_at_3": 0.4682, "ndcg_at_5": 0.48902, "precision_at_1": 0.39731, "precision_at_10": 0.06386, "precision_at_100": 0.00856, "precision_at_1000": 0.001, "precision_at_20": 0.03496, "precision_at_3": 0.17284, "precision_at_5": 0.1138, "recall_at_1": 0.39731, "recall_at_10": 0.63861, "recall_at_100": 0.85634, "recall_at_1000": 1.0, "recall_at_20": 0.69921, "recall_at_3": 0.51852, "recall_at_5": 0.56902 }, { "cv_recall_at_1": 0.07193, "cv_recall_at_10": 0.11579, "cv_recall_at_100": 0.33509, "cv_recall_at_1000": 1.0, "cv_recall_at_20": 0.14386, "cv_recall_at_3": 0.08596, "cv_recall_at_5": 0.10175, "hf_subset": "el", "languages": [ "ell-Grek" ], "main_score": 0.09138, "map_at_1": 0.07193, "map_at_10": 0.08384, "map_at_100": 0.08962, "map_at_1000": 0.0924, "map_at_20": 0.08573, "map_at_3": 0.07836, "map_at_5": 0.08187, "mrr_at_1": 0.07192982456140351, "mrr_at_10": 0.08384154831523254, "mrr_at_100": 0.08962497789120205, "mrr_at_1000": 0.09240025892523922, "mrr_at_20": 0.08573112803375962, "mrr_at_3": 0.0783625730994152, "mrr_at_5": 0.08187134502923978, "nauc_cv_recall_at_1000_diff1": NaN, "nauc_cv_recall_at_1000_max": NaN, "nauc_cv_recall_at_1000_std": NaN, "nauc_cv_recall_at_100_diff1": 0.16166003024252265, "nauc_cv_recall_at_100_max": 0.08689249924859688, "nauc_cv_recall_at_100_std": 0.017378965836201153, "nauc_cv_recall_at_10_diff1": 0.4987598128212341, "nauc_cv_recall_at_10_max": 0.19905217309774026, "nauc_cv_recall_at_10_std": -0.14655517767492612, "nauc_cv_recall_at_1_diff1": 0.8860065311144124, "nauc_cv_recall_at_1_max": 0.4028611254720008, "nauc_cv_recall_at_1_std": -0.29497339781554527, "nauc_cv_recall_at_20_diff1": 0.41012498449550183, "nauc_cv_recall_at_20_max": 0.15627439678381977, "nauc_cv_recall_at_20_std": -0.11626549537783559, "nauc_cv_recall_at_3_diff1": 0.719569824173297, "nauc_cv_recall_at_3_max": 0.34713590292569935, "nauc_cv_recall_at_3_std": -0.22710720993522193, "nauc_cv_recall_at_5_diff1": 0.5697374666133098, "nauc_cv_recall_at_5_max": 0.24761988962616213, "nauc_cv_recall_at_5_std": -0.19086019003657412, "nauc_map_at_1000_diff1": 0.7096682522941794, "nauc_map_at_1000_max": 0.3235553900409784, "nauc_map_at_1000_std": -0.22955342254078065, "nauc_map_at_100_diff1": 0.7066695313925144, "nauc_map_at_100_max": 0.32193294544069845, "nauc_map_at_100_std": -0.22913659133573808, "nauc_map_at_10_diff1": 0.7389516643926638, "nauc_map_at_10_max": 0.3354649204459582, "nauc_map_at_10_std": -0.24317138940860206, "nauc_map_at_1_diff1": 0.8860065311144124, "nauc_map_at_1_max": 0.4028611254720008, "nauc_map_at_1_std": -0.29497339781554527, "nauc_map_at_20_diff1": 0.7263307818013641, "nauc_map_at_20_max": 0.32934355647411323, "nauc_map_at_20_std": -0.2382449218672139, "nauc_map_at_3_diff1": 0.8004056722024434, "nauc_map_at_3_max": 0.3748613385981281, "nauc_map_at_3_std": -0.26404835228205636, "nauc_map_at_5_diff1": 0.7553546477705441, "nauc_map_at_5_max": 0.34594260533104043, "nauc_map_at_5_std": -0.2527653236703109, "nauc_mrr_at_1000_diff1": 0.7096682522941794, "nauc_mrr_at_1000_max": 0.3235553900409784, "nauc_mrr_at_1000_std": -0.22955342254078065, "nauc_mrr_at_100_diff1": 0.7066695313925144, "nauc_mrr_at_100_max": 0.32193294544069845, "nauc_mrr_at_100_std": -0.22913659133573808, "nauc_mrr_at_10_diff1": 0.7389516643926638, "nauc_mrr_at_10_max": 0.3354649204459582, "nauc_mrr_at_10_std": -0.24317138940860206, "nauc_mrr_at_1_diff1": 0.8860065311144124, "nauc_mrr_at_1_max": 0.4028611254720008, "nauc_mrr_at_1_std": -0.29497339781554527, "nauc_mrr_at_20_diff1": 0.7263307818013641, "nauc_mrr_at_20_max": 0.32934355647411323, "nauc_mrr_at_20_std": -0.2382449218672139, "nauc_mrr_at_3_diff1": 0.8004056722024434, "nauc_mrr_at_3_max": 0.3748613385981281, "nauc_mrr_at_3_std": -0.26404835228205636, "nauc_mrr_at_5_diff1": 0.7553546477705441, "nauc_mrr_at_5_max": 0.34594260533104043, "nauc_mrr_at_5_std": -0.2527653236703109, "nauc_ndcg_at_1000_diff1": 0.6176610715365306, "nauc_ndcg_at_1000_max": 0.2822180682752014, "nauc_ndcg_at_1000_std": -0.18660544097791845, "nauc_ndcg_at_100_diff1": 0.5191228707518672, "nauc_ndcg_at_100_max": 0.23839981136099983, "nauc_ndcg_at_100_std": -0.14634124354833203, "nauc_ndcg_at_10_diff1": 0.6685172529202359, "nauc_ndcg_at_10_max": 0.29606192596456693, "nauc_ndcg_at_10_std": -0.21511965869509636, "nauc_ndcg_at_1_diff1": 0.8860065311144124, "nauc_ndcg_at_1_max": 0.4028611254720008, "nauc_ndcg_at_1_std": -0.29497339781554527, "nauc_ndcg_at_20_diff1": 0.629809210683728, "nauc_ndcg_at_20_max": 0.27694920724902233, "nauc_ndcg_at_20_std": -0.20091643397309722, "nauc_ndcg_at_3_diff1": 0.7779857472658096, "nauc_ndcg_at_3_max": 0.3672005395138723, "nauc_ndcg_at_3_std": -0.25397671180542253, "nauc_ndcg_at_5_diff1": 0.7022052710172428, "nauc_ndcg_at_5_max": 0.31814738744789905, "nauc_ndcg_at_5_std": -0.23501200763048763, "nauc_precision_at_1000_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_100_diff1": 0.16166003024252273, "nauc_precision_at_100_max": 0.08689249924859678, "nauc_precision_at_100_std": 0.017378965836201188, "nauc_precision_at_10_diff1": 0.49875981282123444, "nauc_precision_at_10_max": 0.19905217309774065, "nauc_precision_at_10_std": -0.146555177674926, "nauc_precision_at_1_diff1": 0.8860065311144124, "nauc_precision_at_1_max": 0.4028611254720008, "nauc_precision_at_1_std": -0.29497339781554527, "nauc_precision_at_20_diff1": 0.4101249844955019, "nauc_precision_at_20_max": 0.1562743967838199, "nauc_precision_at_20_std": -0.11626549537783538, "nauc_precision_at_3_diff1": 0.7195698241732971, "nauc_precision_at_3_max": 0.34713590292569935, "nauc_precision_at_3_std": -0.22710720993522177, "nauc_precision_at_5_diff1": 0.5697374666133103, "nauc_precision_at_5_max": 0.2476198896261624, "nauc_precision_at_5_std": -0.19086019003657406, "nauc_recall_at_1000_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_100_diff1": 0.16166003024252265, "nauc_recall_at_100_max": 0.08689249924859688, "nauc_recall_at_100_std": 0.017378965836201153, "nauc_recall_at_10_diff1": 0.4987598128212341, "nauc_recall_at_10_max": 0.19905217309774026, "nauc_recall_at_10_std": -0.14655517767492612, "nauc_recall_at_1_diff1": 0.8860065311144124, "nauc_recall_at_1_max": 0.4028611254720008, "nauc_recall_at_1_std": -0.29497339781554527, "nauc_recall_at_20_diff1": 0.41012498449550183, "nauc_recall_at_20_max": 0.15627439678381977, "nauc_recall_at_20_std": -0.11626549537783559, "nauc_recall_at_3_diff1": 0.719569824173297, "nauc_recall_at_3_max": 0.34713590292569935, "nauc_recall_at_3_std": -0.22710720993522193, "nauc_recall_at_5_diff1": 0.5697374666133098, "nauc_recall_at_5_max": 0.24761988962616213, "nauc_recall_at_5_std": -0.19086019003657412, "ndcg_at_1": 0.07193, "ndcg_at_10": 0.09138, "ndcg_at_100": 0.13185, "ndcg_at_1000": 0.2147, "ndcg_at_20": 0.09841, "ndcg_at_3": 0.08033, "ndcg_at_5": 0.08674, "precision_at_1": 0.07193, "precision_at_10": 0.01158, "precision_at_100": 0.00335, "precision_at_1000": 0.001, "precision_at_20": 0.00719, "precision_at_3": 0.02865, "precision_at_5": 0.02035, "recall_at_1": 0.07193, "recall_at_10": 0.11579, "recall_at_100": 0.33509, "recall_at_1000": 1.0, "recall_at_20": 0.14386, "recall_at_3": 0.08596, "recall_at_5": 0.10175 }, { "cv_recall_at_1": 0.2151, "cv_recall_at_10": 0.39245, "cv_recall_at_100": 0.68421, "cv_recall_at_1000": 1.0, "cv_recall_at_20": 0.47483, "cv_recall_at_3": 0.29519, "cv_recall_at_5": 0.32952, "hf_subset": "et", "languages": [ "est-Latn" ], "main_score": 0.29639, "map_at_1": 0.2151, "map_at_10": 0.26661, "map_at_100": 0.27733, "map_at_1000": 0.27874, "map_at_20": 0.27239, "map_at_3": 0.25019, "map_at_5": 0.25809, "mrr_at_1": 0.2151029748283753, "mrr_at_10": 0.2666076422941409, "mrr_at_100": 0.27733317137390884, "mrr_at_1000": 0.2787392611813619, "mrr_at_20": 0.2723921375790207, "mrr_at_3": 0.2501906941266209, "mrr_at_5": 0.2580854309687261, "nauc_cv_recall_at_1000_diff1": NaN, "nauc_cv_recall_at_1000_max": NaN, "nauc_cv_recall_at_1000_std": NaN, "nauc_cv_recall_at_100_diff1": 0.2921354417140923, "nauc_cv_recall_at_100_max": 0.4226923757126788, "nauc_cv_recall_at_100_std": 0.18048515597256082, "nauc_cv_recall_at_10_diff1": 0.40800172670789336, "nauc_cv_recall_at_10_max": 0.3511222546165757, "nauc_cv_recall_at_10_std": -0.04604387800149326, "nauc_cv_recall_at_1_diff1": 0.6840632311072923, "nauc_cv_recall_at_1_max": 0.4651704971987883, "nauc_cv_recall_at_1_std": -0.20977892419989372, "nauc_cv_recall_at_20_diff1": 0.36239382814897364, "nauc_cv_recall_at_20_max": 0.3480862993760159, "nauc_cv_recall_at_20_std": 0.0028723732925185577, "nauc_cv_recall_at_3_diff1": 0.5319751711483245, "nauc_cv_recall_at_3_max": 0.40537315581802474, "nauc_cv_recall_at_3_std": -0.1283098011145457, "nauc_cv_recall_at_5_diff1": 0.48728763420115706, "nauc_cv_recall_at_5_max": 0.37442021001544085, "nauc_cv_recall_at_5_std": -0.1109325383371236, "nauc_map_at_1000_diff1": 0.5858698033417483, "nauc_map_at_1000_max": 0.4295172933922576, "nauc_map_at_1000_std": -0.15112649120108465, "nauc_map_at_100_diff1": 0.5849450898270563, "nauc_map_at_100_max": 0.4293102300047779, "nauc_map_at_100_std": -0.15005523912467203, "nauc_map_at_10_diff1": 0.5886429423484199, "nauc_map_at_10_max": 0.42662095972014574, "nauc_map_at_10_std": -0.15728530037257193, "nauc_map_at_1_diff1": 0.6840632311072923, "nauc_map_at_1_max": 0.4651704971987883, "nauc_map_at_1_std": -0.20977892419989372, "nauc_map_at_20_diff1": 0.585757100665537, "nauc_map_at_20_max": 0.42688417826941827, "nauc_map_at_20_std": -0.1534944124975853, "nauc_map_at_3_diff1": 0.6125994956760471, "nauc_map_at_3_max": 0.4383063614579164, "nauc_map_at_3_std": -0.1720564109341, "nauc_map_at_5_diff1": 0.6009771886294393, "nauc_map_at_5_max": 0.43031224492925135, "nauc_map_at_5_std": -0.16741299070526994, "nauc_mrr_at_1000_diff1": 0.5858698033417483, "nauc_mrr_at_1000_max": 0.4295172933922576, "nauc_mrr_at_1000_std": -0.15112649120108465, "nauc_mrr_at_100_diff1": 0.5849450898270563, "nauc_mrr_at_100_max": 0.4293102300047779, "nauc_mrr_at_100_std": -0.15005523912467203, "nauc_mrr_at_10_diff1": 0.5886429423484199, "nauc_mrr_at_10_max": 0.42662095972014574, "nauc_mrr_at_10_std": -0.15728530037257193, "nauc_mrr_at_1_diff1": 0.6840632311072923, "nauc_mrr_at_1_max": 0.4651704971987883, "nauc_mrr_at_1_std": -0.20977892419989372, "nauc_mrr_at_20_diff1": 0.585757100665537, "nauc_mrr_at_20_max": 0.42688417826941827, "nauc_mrr_at_20_std": -0.1534944124975853, "nauc_mrr_at_3_diff1": 0.6125994956760471, "nauc_mrr_at_3_max": 0.4383063614579164, "nauc_mrr_at_3_std": -0.1720564109341, "nauc_mrr_at_5_diff1": 0.6009771886294393, "nauc_mrr_at_5_max": 0.43031224492925135, "nauc_mrr_at_5_std": -0.16741299070526994, "nauc_ndcg_at_1000_diff1": 0.5533952371403449, "nauc_ndcg_at_1000_max": 0.42315634465356305, "nauc_ndcg_at_1000_std": -0.12407865824454982, "nauc_ndcg_at_100_diff1": 0.5262515179855103, "nauc_ndcg_at_100_max": 0.4222794475796451, "nauc_ndcg_at_100_std": -0.09218714740014, "nauc_ndcg_at_10_diff1": 0.5416765156619977, "nauc_ndcg_at_10_max": 0.4069013099923797, "nauc_ndcg_at_10_std": -0.12871403659298672, "nauc_ndcg_at_1_diff1": 0.6840632311072923, "nauc_ndcg_at_1_max": 0.4651704971987883, "nauc_ndcg_at_1_std": -0.20977892419989372, "nauc_ndcg_at_20_diff1": 0.5304393855219376, "nauc_ndcg_at_20_max": 0.4068309973871583, "nauc_ndcg_at_20_std": -0.11567114707447458, "nauc_ndcg_at_3_diff1": 0.5907247536684891, "nauc_ndcg_at_3_max": 0.42942174660373655, "nauc_ndcg_at_3_std": -0.1602101788337101, "nauc_ndcg_at_5_diff1": 0.5704705880125582, "nauc_ndcg_at_5_max": 0.4154929474969504, "nauc_ndcg_at_5_std": -0.1521993022406704, "nauc_precision_at_1000_diff1": NaN, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_100_diff1": 0.29213544171409256, "nauc_precision_at_100_max": 0.42269237571267904, "nauc_precision_at_100_std": 0.18048515597256157, "nauc_precision_at_10_diff1": 0.40800172670789264, "nauc_precision_at_10_max": 0.3511222546165752, "nauc_precision_at_10_std": -0.046043878001493684, "nauc_precision_at_1_diff1": 0.6840632311072923, "nauc_precision_at_1_max": 0.4651704971987883, "nauc_precision_at_1_std": -0.20977892419989372, "nauc_precision_at_20_diff1": 0.3623938281489738, "nauc_precision_at_20_max": 0.3480862993760161, "nauc_precision_at_20_std": 0.002872373292518513, "nauc_precision_at_3_diff1": 0.5319751711483243, "nauc_precision_at_3_max": 0.40537315581802463, "nauc_precision_at_3_std": -0.12830980111454585, "nauc_precision_at_5_diff1": 0.4872876342011567, "nauc_precision_at_5_max": 0.3744202100154406, "nauc_precision_at_5_std": -0.11093253833712356, "nauc_recall_at_1000_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_100_diff1": 0.2921354417140923, "nauc_recall_at_100_max": 0.4226923757126788, "nauc_recall_at_100_std": 0.18048515597256082, "nauc_recall_at_10_diff1": 0.40800172670789336, "nauc_recall_at_10_max": 0.3511222546165757, "nauc_recall_at_10_std": -0.04604387800149326, "nauc_recall_at_1_diff1": 0.6840632311072923, "nauc_recall_at_1_max": 0.4651704971987883, "nauc_recall_at_1_std": -0.20977892419989372, "nauc_recall_at_20_diff1": 0.36239382814897364, "nauc_recall_at_20_max": 0.3480862993760159, "nauc_recall_at_20_std": 0.0028723732925185577, "nauc_recall_at_3_diff1": 0.5319751711483245, "nauc_recall_at_3_max": 0.40537315581802474, "nauc_recall_at_3_std": -0.1283098011145457, "nauc_recall_at_5_diff1": 0.48728763420115706, "nauc_recall_at_5_max": 0.37442021001544085, "nauc_recall_at_5_std": -0.1109325383371236, "ndcg_at_1": 0.2151, "ndcg_at_10": 0.29639, "ndcg_at_100": 0.35528, "ndcg_at_1000": 0.39499, "ndcg_at_20": 0.31731, "ndcg_at_3": 0.26174, "ndcg_at_5": 0.27592, "precision_at_1": 0.2151, "precision_at_10": 0.03924, "precision_at_100": 0.00684, "precision_at_1000": 0.001, "precision_at_20": 0.02374, "precision_at_3": 0.0984, "precision_at_5": 0.0659, "recall_at_1": 0.2151, "recall_at_10": 0.39245, "recall_at_100": 0.68421, "recall_at_1000": 1.0, "recall_at_20": 0.47483, "recall_at_3": 0.29519, "recall_at_5": 0.32952 }, { "cv_recall_at_1": 0.47392, "cv_recall_at_10": 0.72364, "cv_recall_at_100": 0.90677, "cv_recall_at_1000": 1.0, "cv_recall_at_20": 0.77137, "cv_recall_at_3": 0.60488, "cv_recall_at_5": 0.65594, "hf_subset": "id", "languages": [ "ind-Latn" ], "main_score": 0.59441, "map_at_1": 0.47392, "map_at_10": 0.55368, "map_at_100": 0.56039, "map_at_1000": 0.56086, "map_at_20": 0.55706, "map_at_3": 0.53293, "map_at_5": 0.5448, "mrr_at_1": 0.4739178690344062, "mrr_at_10": 0.5536220777619222, "mrr_at_100": 0.560341285503541, "mrr_at_1000": 0.5608068077659325, "mrr_at_20": 0.557003425818605, "mrr_at_3": 0.5329263780984089, "mrr_at_5": 0.5447465778764332, "nauc_cv_recall_at_1000_diff1": NaN, "nauc_cv_recall_at_1000_max": NaN, "nauc_cv_recall_at_1000_std": NaN, "nauc_cv_recall_at_100_diff1": 0.5518166982405073, "nauc_cv_recall_at_100_max": 0.5349087392775943, "nauc_cv_recall_at_100_std": 0.20740230110361133, "nauc_cv_recall_at_10_diff1": 0.6223911644947768, "nauc_cv_recall_at_10_max": 0.545899120841753, "nauc_cv_recall_at_10_std": 0.055473016814779424, "nauc_cv_recall_at_1_diff1": 0.7719441492006668, "nauc_cv_recall_at_1_max": 0.5171450459536884, "nauc_cv_recall_at_1_std": -0.06642207069027725, "nauc_cv_recall_at_20_diff1": 0.5948035136211455, "nauc_cv_recall_at_20_max": 0.5168482889785228, "nauc_cv_recall_at_20_std": 0.06498951151372054, "nauc_cv_recall_at_3_diff1": 0.6789420454688763, "nauc_cv_recall_at_3_max": 0.550150099115638, "nauc_cv_recall_at_3_std": -0.0005958072665573107, "nauc_cv_recall_at_5_diff1": 0.6571693721962455, "nauc_cv_recall_at_5_max": 0.5393730353114579, "nauc_cv_recall_at_5_std": 0.015781778074687922, "nauc_map_at_1000_diff1": 0.7266647412186029, "nauc_map_at_1000_max": 0.5298757140023355, "nauc_map_at_1000_std": -0.03360335243322255, "nauc_map_at_100_diff1": 0.726397395647786, "nauc_map_at_100_max": 0.5297979564973248, "nauc_map_at_100_std": -0.03338735512015837, "nauc_map_at_10_diff1": 0.7262955131802686, "nauc_map_at_10_max": 0.531218443572161, "nauc_map_at_10_std": -0.03321712407017479, "nauc_map_at_1_diff1": 0.7719441492006668, "nauc_map_at_1_max": 0.5171450459536884, "nauc_map_at_1_std": -0.06642207069027725, "nauc_map_at_20_diff1": 0.7256537078205627, "nauc_map_at_20_max": 0.5297242536152149, "nauc_map_at_20_std": -0.03345567388091119, "nauc_map_at_3_diff1": 0.73208392773878, "nauc_map_at_3_max": 0.533363397374728, "nauc_map_at_3_std": -0.03864763519375886, "nauc_map_at_5_diff1": 0.7288288735582275, "nauc_map_at_5_max": 0.5310614655950829, "nauc_map_at_5_std": -0.03568949304830466, "nauc_mrr_at_1000_diff1": 0.7267172418637344, "nauc_mrr_at_1000_max": 0.5299943046917909, "nauc_mrr_at_1000_std": -0.03343434946837336, "nauc_mrr_at_100_diff1": 0.7264499365562859, "nauc_mrr_at_100_max": 0.5299164834857988, "nauc_mrr_at_100_std": -0.0332186586015723, "nauc_mrr_at_10_diff1": 0.7263504180608285, "nauc_mrr_at_10_max": 0.5313396140442826, "nauc_mrr_at_10_std": -0.03304222297701062, "nauc_mrr_at_1_diff1": 0.7719441492006668, "nauc_mrr_at_1_max": 0.5171450459536884, "nauc_mrr_at_1_std": -0.06642207069027725, "nauc_mrr_at_20_diff1": 0.725709092404977, "nauc_mrr_at_20_max": 0.5298464902140337, "nauc_mrr_at_20_std": -0.03327941790023738, "nauc_mrr_at_3_diff1": 0.73208392773878, "nauc_mrr_at_3_max": 0.533363397374728, "nauc_mrr_at_3_std": -0.03864763519375886, "nauc_mrr_at_5_diff1": 0.7288826499296925, "nauc_mrr_at_5_max": 0.5311806838223585, "nauc_mrr_at_5_std": -0.035517199570256924, "nauc_ndcg_at_1000_diff1": 0.7156844551743228, "nauc_ndcg_at_1000_max": 0.5307595300047101, "nauc_ndcg_at_1000_std": -0.023338472683369364, "nauc_ndcg_at_100_diff1": 0.7084596481060906, "nauc_ndcg_at_100_max": 0.5304057463117955, "nauc_ndcg_at_100_std": -0.014128001982873898, "nauc_ndcg_at_10_diff1": 0.7057275893413947, "nauc_ndcg_at_10_max": 0.5343194086655592, "nauc_ndcg_at_10_std": -0.016143915820481355, "nauc_ndcg_at_1_diff1": 0.7719441492006668, "nauc_ndcg_at_1_max": 0.5171450459536884, "nauc_ndcg_at_1_std": -0.06642207069027725, "nauc_ndcg_at_20_diff1": 0.7030479053209608, "nauc_ndcg_at_20_max": 0.5287046248076726, "nauc_ndcg_at_20_std": -0.016579514253959687, "nauc_ndcg_at_3_diff1": 0.7190776538683649, "nauc_ndcg_at_3_max": 0.5375642571385114, "nauc_ndcg_at_3_std": -0.029354133511178555, "nauc_ndcg_at_5_diff1": 0.7125299772555204, "nauc_ndcg_at_5_max": 0.5332777190707686, "nauc_ndcg_at_5_std": -0.02394841202999935, "nauc_precision_at_1000_diff1": NaN, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_100_diff1": 0.5518166982405084, "nauc_precision_at_100_max": 0.5349087392775949, "nauc_precision_at_100_std": 0.20740230110361396, "nauc_precision_at_10_diff1": 0.6223911644947772, "nauc_precision_at_10_max": 0.545899120841753, "nauc_precision_at_10_std": 0.055473016814778967, "nauc_precision_at_1_diff1": 0.7719441492006668, "nauc_precision_at_1_max": 0.5171450459536884, "nauc_precision_at_1_std": -0.06642207069027725, "nauc_precision_at_20_diff1": 0.5948035136211448, "nauc_precision_at_20_max": 0.5168482889785214, "nauc_precision_at_20_std": 0.06498951151372008, "nauc_precision_at_3_diff1": 0.678942045468876, "nauc_precision_at_3_max": 0.5501500991156384, "nauc_precision_at_3_std": -0.000595807266557311, "nauc_precision_at_5_diff1": 0.657169372196245, "nauc_precision_at_5_max": 0.5393730353114576, "nauc_precision_at_5_std": 0.015781778074687804, "nauc_recall_at_1000_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_100_diff1": 0.5518166982405073, "nauc_recall_at_100_max": 0.5349087392775943, "nauc_recall_at_100_std": 0.20740230110361133, "nauc_recall_at_10_diff1": 0.6223911644947768, "nauc_recall_at_10_max": 0.545899120841753, "nauc_recall_at_10_std": 0.055473016814779424, "nauc_recall_at_1_diff1": 0.7719441492006668, "nauc_recall_at_1_max": 0.5171450459536884, "nauc_recall_at_1_std": -0.06642207069027725, "nauc_recall_at_20_diff1": 0.5948035136211455, "nauc_recall_at_20_max": 0.5168482889785228, "nauc_recall_at_20_std": 0.06498951151372054, "nauc_recall_at_3_diff1": 0.6789420454688763, "nauc_recall_at_3_max": 0.550150099115638, "nauc_recall_at_3_std": -0.0005958072665573107, "nauc_recall_at_5_diff1": 0.6571693721962455, "nauc_recall_at_5_max": 0.5393730353114579, "nauc_recall_at_5_std": 0.015781778074687922, "ndcg_at_1": 0.47392, "ndcg_at_10": 0.59441, "ndcg_at_100": 0.63142, "ndcg_at_1000": 0.64341, "ndcg_at_20": 0.60656, "ndcg_at_3": 0.55146, "ndcg_at_5": 0.57267, "precision_at_1": 0.47392, "precision_at_10": 0.07236, "precision_at_100": 0.00907, "precision_at_1000": 0.001, "precision_at_20": 0.03857, "precision_at_3": 0.20163, "precision_at_5": 0.13119, "recall_at_1": 0.47392, "recall_at_10": 0.72364, "recall_at_100": 0.90677, "recall_at_1000": 1.0, "recall_at_20": 0.77137, "recall_at_3": 0.60488, "recall_at_5": 0.65594 }, { "cv_recall_at_1": 0.05263, "cv_recall_at_10": 0.09023, "cv_recall_at_100": 0.26745, "cv_recall_at_1000": 1.0, "cv_recall_at_20": 0.10849, "cv_recall_at_3": 0.06552, "cv_recall_at_5": 0.07089, "hf_subset": "ko", "languages": [ "kor-Hang" ], "main_score": 0.06862, "map_at_1": 0.05263, "map_at_10": 0.06212, "map_at_100": 0.06662, "map_at_1000": 0.06896, "map_at_20": 0.0633, "map_at_3": 0.05836, "map_at_5": 0.0596, "mrr_at_1": 0.05263157894736842, "mrr_at_10": 0.06211830596900417, "mrr_at_100": 0.06661539042891765, "mrr_at_1000": 0.06895679525070914, "mrr_at_20": 0.0633015617058542, "mrr_at_3": 0.058360186179735055, "mrr_at_5": 0.059595417114214115, "nauc_cv_recall_at_1000_diff1": NaN, "nauc_cv_recall_at_1000_max": NaN, "nauc_cv_recall_at_1000_std": NaN, "nauc_cv_recall_at_100_diff1": 0.2594273089460783, "nauc_cv_recall_at_100_max": 0.15710692443244237, "nauc_cv_recall_at_100_std": 0.2934897483631719, "nauc_cv_recall_at_10_diff1": 0.5211988657722428, "nauc_cv_recall_at_10_max": 0.3613517875280826, "nauc_cv_recall_at_10_std": 0.2793944292570127, "nauc_cv_recall_at_1_diff1": 0.7678133141881678, "nauc_cv_recall_at_1_max": 0.561868721011678, "nauc_cv_recall_at_1_std": 0.38988775578147883, "nauc_cv_recall_at_20_diff1": 0.4197456634456403, "nauc_cv_recall_at_20_max": 0.29154457332406847, "nauc_cv_recall_at_20_std": 0.23509934397333662, "nauc_cv_recall_at_3_diff1": 0.6745625223015174, "nauc_cv_recall_at_3_max": 0.44569457013891367, "nauc_cv_recall_at_3_std": 0.32971926864281503, "nauc_cv_recall_at_5_diff1": 0.6389959739095804, "nauc_cv_recall_at_5_max": 0.43362112980024115, "nauc_cv_recall_at_5_std": 0.3571076646240633, "nauc_map_at_1000_diff1": 0.6486706551437572, "nauc_map_at_1000_max": 0.4558235401791736, "nauc_map_at_1000_std": 0.3433827128297587, "nauc_map_at_100_diff1": 0.6479842437979553, "nauc_map_at_100_max": 0.45612836752818947, "nauc_map_at_100_std": 0.34356703056170035, "nauc_map_at_10_diff1": 0.6799015094260829, "nauc_map_at_10_max": 0.48151877302537727, "nauc_map_at_10_std": 0.35049177713140706, "nauc_map_at_1_diff1": 0.7678133141881678, "nauc_map_at_1_max": 0.561868721011678, "nauc_map_at_1_std": 0.38988775578147883, "nauc_map_at_20_diff1": 0.666130648406219, "nauc_map_at_20_max": 0.47195009292038576, "nauc_map_at_20_std": 0.3439431765867807, "nauc_map_at_3_diff1": 0.7164203120881164, "nauc_map_at_3_max": 0.5029452262579045, "nauc_map_at_3_std": 0.36036771484615976, "nauc_map_at_5_diff1": 0.7057400530867353, "nauc_map_at_5_max": 0.4974737096985144, "nauc_map_at_5_std": 0.3666693324025615, "nauc_mrr_at_1000_diff1": 0.6486716719111097, "nauc_mrr_at_1000_max": 0.45582446738754057, "nauc_mrr_at_1000_std": 0.34338358782014755, "nauc_mrr_at_100_diff1": 0.6479842437979553, "nauc_mrr_at_100_max": 0.45612836752818947, "nauc_mrr_at_100_std": 0.34356703056170035, "nauc_mrr_at_10_diff1": 0.6799015094260829, "nauc_mrr_at_10_max": 0.48151877302537727, "nauc_mrr_at_10_std": 0.35049177713140706, "nauc_mrr_at_1_diff1": 0.7678133141881678, "nauc_mrr_at_1_max": 0.561868721011678, "nauc_mrr_at_1_std": 0.38988775578147883, "nauc_mrr_at_20_diff1": 0.666130648406219, "nauc_mrr_at_20_max": 0.47195009292038576, "nauc_mrr_at_20_std": 0.3439431765867807, "nauc_mrr_at_3_diff1": 0.7164203120881164, "nauc_mrr_at_3_max": 0.5029452262579045, "nauc_mrr_at_3_std": 0.36036771484615976, "nauc_mrr_at_5_diff1": 0.7057400530867353, "nauc_mrr_at_5_max": 0.4974737096985144, "nauc_mrr_at_5_std": 0.3666693324025615, "nauc_ndcg_at_1000_diff1": 0.5626493799384472, "nauc_ndcg_at_1000_max": 0.38422409001004465, "nauc_ndcg_at_1000_std": 0.3233824667245119, "nauc_ndcg_at_100_diff1": 0.497260864809172, "nauc_ndcg_at_100_max": 0.33901127364607236, "nauc_ndcg_at_100_std": 0.31773136156997744, "nauc_ndcg_at_10_diff1": 0.6319686314307968, "nauc_ndcg_at_10_max": 0.4446702516116427, "nauc_ndcg_at_10_std": 0.32911760813419716, "nauc_ndcg_at_1_diff1": 0.7678133141881678, "nauc_ndcg_at_1_max": 0.561868721011678, "nauc_ndcg_at_1_std": 0.38988775578147883, "nauc_ndcg_at_20_diff1": 0.5893361569073002, "nauc_ndcg_at_20_max": 0.4150257101931987, "nauc_ndcg_at_20_std": 0.3098367154012128, "nauc_ndcg_at_3_diff1": 0.704505749785915, "nauc_ndcg_at_3_max": 0.4868849306854693, "nauc_ndcg_at_3_std": 0.35181199944931457, "nauc_ndcg_at_5_diff1": 0.6866844565929857, "nauc_ndcg_at_5_max": 0.4789342286875526, "nauc_ndcg_at_5_std": 0.3634121142556173, "nauc_precision_at_1000_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_100_diff1": 0.2594273089460785, "nauc_precision_at_100_max": 0.15710692443244267, "nauc_precision_at_100_std": 0.29348974836317204, "nauc_precision_at_10_diff1": 0.5211988657722428, "nauc_precision_at_10_max": 0.3613517875280832, "nauc_precision_at_10_std": 0.27939442925701286, "nauc_precision_at_1_diff1": 0.7678133141881678, "nauc_precision_at_1_max": 0.561868721011678, "nauc_precision_at_1_std": 0.38988775578147883, "nauc_precision_at_20_diff1": 0.41974566344564024, "nauc_precision_at_20_max": 0.2915445733240687, "nauc_precision_at_20_std": 0.23509934397333676, "nauc_precision_at_3_diff1": 0.6745625223015178, "nauc_precision_at_3_max": 0.44569457013891417, "nauc_precision_at_3_std": 0.32971926864281537, "nauc_precision_at_5_diff1": 0.6389959739095808, "nauc_precision_at_5_max": 0.4336211298002416, "nauc_precision_at_5_std": 0.3571076646240637, "nauc_recall_at_1000_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_100_diff1": 0.2594273089460783, "nauc_recall_at_100_max": 0.15710692443244237, "nauc_recall_at_100_std": 0.2934897483631719, "nauc_recall_at_10_diff1": 0.5211988657722428, "nauc_recall_at_10_max": 0.3613517875280826, "nauc_recall_at_10_std": 0.2793944292570127, "nauc_recall_at_1_diff1": 0.7678133141881678, "nauc_recall_at_1_max": 0.561868721011678, "nauc_recall_at_1_std": 0.38988775578147883, "nauc_recall_at_20_diff1": 0.4197456634456403, "nauc_recall_at_20_max": 0.29154457332406847, "nauc_recall_at_20_std": 0.23509934397333662, "nauc_recall_at_3_diff1": 0.6745625223015174, "nauc_recall_at_3_max": 0.44569457013891367, "nauc_recall_at_3_std": 0.32971926864281503, "nauc_recall_at_5_diff1": 0.6389959739095804, "nauc_recall_at_5_max": 0.43362112980024115, "nauc_recall_at_5_std": 0.3571076646240633, "ndcg_at_1": 0.05263, "ndcg_at_10": 0.06862, "ndcg_at_100": 0.10109, "ndcg_at_1000": 0.18742, "ndcg_at_20": 0.07313, "ndcg_at_3": 0.0602, "ndcg_at_5": 0.06242, "precision_at_1": 0.05263, "precision_at_10": 0.00902, "precision_at_100": 0.00267, "precision_at_1000": 0.001, "precision_at_20": 0.00542, "precision_at_3": 0.02184, "precision_at_5": 0.01418, "recall_at_1": 0.05263, "recall_at_10": 0.09023, "recall_at_100": 0.26745, "recall_at_1000": 1.0, "recall_at_20": 0.10849, "recall_at_3": 0.06552, "recall_at_5": 0.07089 }, { "cv_recall_at_1": 0.083, "cv_recall_at_10": 0.17, "cv_recall_at_100": 0.38, "cv_recall_at_1000": 1.0, "cv_recall_at_20": 0.226, "cv_recall_at_3": 0.123, "cv_recall_at_5": 0.137, "hf_subset": "ja", "languages": [ "jpn-Jpan" ], "main_score": 0.12298, "map_at_1": 0.083, "map_at_10": 0.10832, "map_at_100": 0.11539, "map_at_1000": 0.11733, "map_at_20": 0.11214, "map_at_3": 0.10017, "map_at_5": 0.10347, "mrr_at_1": 0.083, "mrr_at_10": 0.1083230158730159, "mrr_at_100": 0.1153877399186418, "mrr_at_1000": 0.11733154252224355, "mrr_at_20": 0.11214457855955538, "mrr_at_3": 0.10016666666666667, "mrr_at_5": 0.10346666666666667, "nauc_cv_recall_at_1000_diff1": NaN, "nauc_cv_recall_at_1000_max": NaN, "nauc_cv_recall_at_1000_std": NaN, "nauc_cv_recall_at_100_diff1": 0.17989109245444845, "nauc_cv_recall_at_100_max": 0.4151625815506977, "nauc_cv_recall_at_100_std": 0.32998336495724284, "nauc_cv_recall_at_10_diff1": 0.34718458350904857, "nauc_cv_recall_at_10_max": 0.28278479620088365, "nauc_cv_recall_at_10_std": 0.13397568712297614, "nauc_cv_recall_at_1_diff1": 0.6277990954965558, "nauc_cv_recall_at_1_max": 0.26661515932255997, "nauc_cv_recall_at_1_std": -0.022648145573978234, "nauc_cv_recall_at_20_diff1": 0.315303742266996, "nauc_cv_recall_at_20_max": 0.3129834568257881, "nauc_cv_recall_at_20_std": 0.16538871695898175, "nauc_cv_recall_at_3_diff1": 0.4958492551945436, "nauc_cv_recall_at_3_max": 0.24160012667630706, "nauc_cv_recall_at_3_std": 0.0383731408971197, "nauc_cv_recall_at_5_diff1": 0.42471318745029407, "nauc_cv_recall_at_5_max": 0.2579254664543007, "nauc_cv_recall_at_5_std": 0.0784410501337345, "nauc_map_at_1000_diff1": 0.5078317760539188, "nauc_map_at_1000_max": 0.2748246192414829, "nauc_map_at_1000_std": 0.04434933985613115, "nauc_map_at_100_diff1": 0.5070385170159779, "nauc_map_at_100_max": 0.2749799719279796, "nauc_map_at_100_std": 0.04535543440446405, "nauc_map_at_10_diff1": 0.5211814791143036, "nauc_map_at_10_max": 0.26865478359009004, "nauc_map_at_10_std": 0.0335503522707634, "nauc_map_at_1_diff1": 0.6277990954965558, "nauc_map_at_1_max": 0.26661515932255997, "nauc_map_at_1_std": -0.022648145573978234, "nauc_map_at_20_diff1": 0.5135526320098949, "nauc_map_at_20_max": 0.27128882353592904, "nauc_map_at_20_std": 0.038743220800770736, "nauc_map_at_3_diff1": 0.5640954062417938, "nauc_map_at_3_max": 0.2600667676290594, "nauc_map_at_3_std": 0.007350049921656759, "nauc_map_at_5_diff1": 0.5416061847375395, "nauc_map_at_5_max": 0.2637932532752898, "nauc_map_at_5_std": 0.019237391541837685, "nauc_mrr_at_1000_diff1": 0.5078317760539188, "nauc_mrr_at_1000_max": 0.2748246192414829, "nauc_mrr_at_1000_std": 0.04434933985613115, "nauc_mrr_at_100_diff1": 0.5070385170159779, "nauc_mrr_at_100_max": 0.2749799719279796, "nauc_mrr_at_100_std": 0.04535543440446405, "nauc_mrr_at_10_diff1": 0.5211814791143036, "nauc_mrr_at_10_max": 0.26865478359009004, "nauc_mrr_at_10_std": 0.0335503522707634, "nauc_mrr_at_1_diff1": 0.6277990954965558, "nauc_mrr_at_1_max": 0.26661515932255997, "nauc_mrr_at_1_std": -0.022648145573978234, "nauc_mrr_at_20_diff1": 0.5135526320098949, "nauc_mrr_at_20_max": 0.27128882353592904, "nauc_mrr_at_20_std": 0.038743220800770736, "nauc_mrr_at_3_diff1": 0.5640954062417938, "nauc_mrr_at_3_max": 0.2600667676290594, "nauc_mrr_at_3_std": 0.007350049921656759, "nauc_mrr_at_5_diff1": 0.5416061847375395, "nauc_mrr_at_5_max": 0.2637932532752898, "nauc_mrr_at_5_std": 0.019237391541837685, "nauc_ndcg_at_1000_diff1": 0.44983374883047345, "nauc_ndcg_at_1000_max": 0.29166319610381464, "nauc_ndcg_at_1000_std": 0.08467532097847404, "nauc_ndcg_at_100_diff1": 0.4041280013959131, "nauc_ndcg_at_100_max": 0.31232363005138, "nauc_ndcg_at_100_std": 0.12876744329516734, "nauc_ndcg_at_10_diff1": 0.46804229157009714, "nauc_ndcg_at_10_max": 0.27237370011281514, "nauc_ndcg_at_10_std": 0.0640020148600034, "nauc_ndcg_at_1_diff1": 0.6277990954965558, "nauc_ndcg_at_1_max": 0.26661515932255997, "nauc_ndcg_at_1_std": -0.022648145573978234, "nauc_ndcg_at_20_diff1": 0.44843200117693166, "nauc_ndcg_at_20_max": 0.2828557916340742, "nauc_ndcg_at_20_std": 0.0793325752709815, "nauc_ndcg_at_3_diff1": 0.5444792913571311, "nauc_ndcg_at_3_max": 0.25496546327477576, "nauc_ndcg_at_3_std": 0.016287173986671084, "nauc_ndcg_at_5_diff1": 0.5076789168842242, "nauc_ndcg_at_5_max": 0.26194769496900494, "nauc_ndcg_at_5_std": 0.03631238539923083, "nauc_precision_at_1000_diff1": NaN, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_100_diff1": 0.17989109245444862, "nauc_precision_at_100_max": 0.41516258155069824, "nauc_precision_at_100_std": 0.3299833649572429, "nauc_precision_at_10_diff1": 0.3471845835090483, "nauc_precision_at_10_max": 0.2827847962008834, "nauc_precision_at_10_std": 0.1339756871229759, "nauc_precision_at_1_diff1": 0.6277990954965558, "nauc_precision_at_1_max": 0.26661515932255997, "nauc_precision_at_1_std": -0.022648145573978234, "nauc_precision_at_20_diff1": 0.3153037422669957, "nauc_precision_at_20_max": 0.31298345682578793, "nauc_precision_at_20_std": 0.16538871695898158, "nauc_precision_at_3_diff1": 0.4958492551945434, "nauc_precision_at_3_max": 0.24160012667630718, "nauc_precision_at_3_std": 0.03837314089711989, "nauc_precision_at_5_diff1": 0.42471318745029407, "nauc_precision_at_5_max": 0.2579254664543008, "nauc_precision_at_5_std": 0.0784410501337345, "nauc_recall_at_1000_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_100_diff1": 0.17989109245444845, "nauc_recall_at_100_max": 0.4151625815506977, "nauc_recall_at_100_std": 0.32998336495724284, "nauc_recall_at_10_diff1": 0.34718458350904857, "nauc_recall_at_10_max": 0.28278479620088365, "nauc_recall_at_10_std": 0.13397568712297614, "nauc_recall_at_1_diff1": 0.6277990954965558, "nauc_recall_at_1_max": 0.26661515932255997, "nauc_recall_at_1_std": -0.022648145573978234, "nauc_recall_at_20_diff1": 0.315303742266996, "nauc_recall_at_20_max": 0.3129834568257881, "nauc_recall_at_20_std": 0.16538871695898175, "nauc_recall_at_3_diff1": 0.4958492551945436, "nauc_recall_at_3_max": 0.24160012667630706, "nauc_recall_at_3_std": 0.0383731408971197, "nauc_recall_at_5_diff1": 0.42471318745029407, "nauc_recall_at_5_max": 0.2579254664543007, "nauc_recall_at_5_std": 0.0784410501337345, "ndcg_at_1": 0.083, "ndcg_at_10": 0.12298, "ndcg_at_100": 0.1642, "ndcg_at_1000": 0.23729, "ndcg_at_20": 0.13706, "ndcg_at_3": 0.10601, "ndcg_at_5": 0.11187, "precision_at_1": 0.083, "precision_at_10": 0.017, "precision_at_100": 0.0038, "precision_at_1000": 0.001, "precision_at_20": 0.0113, "precision_at_3": 0.041, "precision_at_5": 0.0274, "recall_at_1": 0.083, "recall_at_10": 0.17, "recall_at_100": 0.38, "recall_at_1000": 1.0, "recall_at_20": 0.226, "recall_at_3": 0.123, "recall_at_5": 0.137 }, { "cv_recall_at_1": 0.39806, "cv_recall_at_10": 0.60194, "cv_recall_at_100": 0.82386, "cv_recall_at_1000": 1.0, "cv_recall_at_20": 0.66297, "cv_recall_at_3": 0.50624, "cv_recall_at_5": 0.54785, "hf_subset": "tr", "languages": [ "tur-Latn" ], "main_score": 0.49696, "map_at_1": 0.39806, "map_at_10": 0.46379, "map_at_100": 0.47213, "map_at_1000": 0.47299, "map_at_20": 0.46794, "map_at_3": 0.44706, "map_at_5": 0.45663, "mrr_at_1": 0.39805825242718446, "mrr_at_10": 0.4637468903418971, "mrr_at_100": 0.4720921640821557, "mrr_at_1000": 0.47295280564704545, "mrr_at_20": 0.46789825512327776, "mrr_at_3": 0.4470642625982432, "mrr_at_5": 0.4563569116967175, "nauc_cv_recall_at_1000_diff1": NaN, "nauc_cv_recall_at_1000_max": NaN, "nauc_cv_recall_at_1000_std": NaN, "nauc_cv_recall_at_100_diff1": 0.5530482968911548, "nauc_cv_recall_at_100_max": 0.46886170785900033, "nauc_cv_recall_at_100_std": 0.41160809344176436, "nauc_cv_recall_at_10_diff1": 0.6296336159871754, "nauc_cv_recall_at_10_max": 0.5412777508988363, "nauc_cv_recall_at_10_std": 0.2079734287200907, "nauc_cv_recall_at_1_diff1": 0.7644020310986643, "nauc_cv_recall_at_1_max": 0.6128192112621821, "nauc_cv_recall_at_1_std": 0.058468227270462435, "nauc_cv_recall_at_20_diff1": 0.6343924513154366, "nauc_cv_recall_at_20_max": 0.5264595097901341, "nauc_cv_recall_at_20_std": 0.23433373180739192, "nauc_cv_recall_at_3_diff1": 0.6798432010773073, "nauc_cv_recall_at_3_max": 0.5902330779795787, "nauc_cv_recall_at_3_std": 0.12528337745527152, "nauc_cv_recall_at_5_diff1": 0.6928268302295139, "nauc_cv_recall_at_5_max": 0.5880178273128953, "nauc_cv_recall_at_5_std": 0.14993107431347563, "nauc_map_at_1000_diff1": 0.72270224660981, "nauc_map_at_1000_max": 0.6000804525216373, "nauc_map_at_1000_std": 0.10469279530404403, "nauc_map_at_100_diff1": 0.7223682995217523, "nauc_map_at_100_max": 0.5998340653064246, "nauc_map_at_100_std": 0.10534364783252478, "nauc_map_at_10_diff1": 0.7225370652440997, "nauc_map_at_10_max": 0.6008907516899973, "nauc_map_at_10_std": 0.10300435119822116, "nauc_map_at_1_diff1": 0.7644020310986643, "nauc_map_at_1_max": 0.6128192112621821, "nauc_map_at_1_std": 0.058468227270462435, "nauc_map_at_20_diff1": 0.7232767792157409, "nauc_map_at_20_max": 0.6002891522302584, "nauc_map_at_20_std": 0.10367064030026198, "nauc_map_at_3_diff1": 0.7266126868057794, "nauc_map_at_3_max": 0.6060938776925769, "nauc_map_at_3_std": 0.09134729440713944, "nauc_map_at_5_diff1": 0.7294485547322234, "nauc_map_at_5_max": 0.6056276704293121, "nauc_map_at_5_std": 0.09518113577559777, "nauc_mrr_at_1000_diff1": 0.7227979830822998, "nauc_mrr_at_1000_max": 0.6001692731794699, "nauc_mrr_at_1000_std": 0.10479862236147477, "nauc_mrr_at_100_diff1": 0.7224638285085951, "nauc_mrr_at_100_max": 0.5999226912942148, "nauc_mrr_at_100_std": 0.10544921059949722, "nauc_mrr_at_10_diff1": 0.722634969203323, "nauc_mrr_at_10_max": 0.6009944162903752, "nauc_mrr_at_10_std": 0.10313159353642931, "nauc_mrr_at_1_diff1": 0.7644020310986643, "nauc_mrr_at_1_max": 0.6128192112621821, "nauc_mrr_at_1_std": 0.058468227270462435, "nauc_mrr_at_20_diff1": 0.723371506414621, "nauc_mrr_at_20_max": 0.6003770475413888, "nauc_mrr_at_20_std": 0.10377540801117853, "nauc_mrr_at_3_diff1": 0.7266126868057794, "nauc_mrr_at_3_max": 0.6060938776925769, "nauc_mrr_at_3_std": 0.09134729440713944, "nauc_mrr_at_5_diff1": 0.7300295715341502, "nauc_mrr_at_5_max": 0.6062436019469388, "nauc_mrr_at_5_std": 0.0959410017816419, "nauc_ndcg_at_1000_diff1": 0.7106497143582294, "nauc_ndcg_at_1000_max": 0.5918777251206743, "nauc_ndcg_at_1000_std": 0.12185792459816053, "nauc_ndcg_at_100_diff1": 0.7002033069041634, "nauc_ndcg_at_100_max": 0.5838139485782069, "nauc_ndcg_at_100_std": 0.14118495421029287, "nauc_ndcg_at_10_diff1": 0.7021687741012863, "nauc_ndcg_at_10_max": 0.5884687192803063, "nauc_ndcg_at_10_std": 0.12604571790486618, "nauc_ndcg_at_1_diff1": 0.7644020310986643, "nauc_ndcg_at_1_max": 0.6128192112621821, "nauc_ndcg_at_1_std": 0.058468227270462435, "nauc_ndcg_at_20_diff1": 0.7048566093253164, "nauc_ndcg_at_20_max": 0.5863176013966611, "nauc_ndcg_at_20_std": 0.12942556703135985, "nauc_ndcg_at_3_diff1": 0.7147439943030386, "nauc_ndcg_at_3_max": 0.6022167319097874, "nauc_ndcg_at_3_std": 0.10009178345683163, "nauc_ndcg_at_5_diff1": 0.7194824091486433, "nauc_ndcg_at_5_max": 0.6007667018850086, "nauc_ndcg_at_5_std": 0.10752826812095663, "nauc_precision_at_1000_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_100_diff1": 0.5530482968911548, "nauc_precision_at_100_max": 0.4688617078590005, "nauc_precision_at_100_std": 0.4116080934417644, "nauc_precision_at_10_diff1": 0.6296336159871754, "nauc_precision_at_10_max": 0.541277750898837, "nauc_precision_at_10_std": 0.20797342872009075, "nauc_precision_at_1_diff1": 0.7644020310986643, "nauc_precision_at_1_max": 0.6128192112621821, "nauc_precision_at_1_std": 0.058468227270462435, "nauc_precision_at_20_diff1": 0.6343924513154355, "nauc_precision_at_20_max": 0.5264595097901342, "nauc_precision_at_20_std": 0.23433373180739184, "nauc_precision_at_3_diff1": 0.6798432010773071, "nauc_precision_at_3_max": 0.5902330779795781, "nauc_precision_at_3_std": 0.12528337745527102, "nauc_precision_at_5_diff1": 0.6896918389528014, "nauc_precision_at_5_max": 0.5847261573762027, "nauc_precision_at_5_std": 0.14598450982092404, "nauc_recall_at_1000_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_100_diff1": 0.5530482968911548, "nauc_recall_at_100_max": 0.46886170785900033, "nauc_recall_at_100_std": 0.41160809344176436, "nauc_recall_at_10_diff1": 0.6296336159871754, "nauc_recall_at_10_max": 0.5412777508988363, "nauc_recall_at_10_std": 0.2079734287200907, "nauc_recall_at_1_diff1": 0.7644020310986643, "nauc_recall_at_1_max": 0.6128192112621821, "nauc_recall_at_1_std": 0.058468227270462435, "nauc_recall_at_20_diff1": 0.6343924513154366, "nauc_recall_at_20_max": 0.5264595097901341, "nauc_recall_at_20_std": 0.23433373180739192, "nauc_recall_at_3_diff1": 0.6798432010773073, "nauc_recall_at_3_max": 0.5902330779795787, "nauc_recall_at_3_std": 0.12528337745527152, "nauc_recall_at_5_diff1": 0.6896918389528012, "nauc_recall_at_5_max": 0.5847261573762023, "nauc_recall_at_5_std": 0.145984509820924, "ndcg_at_1": 0.39806, "ndcg_at_10": 0.49696, "ndcg_at_100": 0.54224, "ndcg_at_1000": 0.5648, "ndcg_at_20": 0.51228, "ndcg_at_3": 0.46232, "ndcg_at_5": 0.4798, "precision_at_1": 0.39806, "precision_at_10": 0.06019, "precision_at_100": 0.00824, "precision_at_1000": 0.001, "precision_at_20": 0.03315, "precision_at_3": 0.16875, "precision_at_5": 0.10985, "recall_at_1": 0.39806, "recall_at_10": 0.60194, "recall_at_100": 0.82386, "recall_at_1000": 1.0, "recall_at_20": 0.66297, "recall_at_3": 0.50624, "recall_at_5": 0.54924 }, { "cv_recall_at_1": 0.34884, "cv_recall_at_10": 0.5518, "cv_recall_at_100": 0.78013, "cv_recall_at_1000": 1.0, "cv_recall_at_20": 0.60465, "cv_recall_at_3": 0.45349, "cv_recall_at_5": 0.50846, "hf_subset": "vi", "languages": [ "vie-Latn" ], "main_score": 0.44637, "map_at_1": 0.34884, "map_at_10": 0.41297, "map_at_100": 0.42059, "map_at_1000": 0.42157, "map_at_20": 0.41674, "map_at_3": 0.39482, "map_at_5": 0.40703, "mrr_at_1": 0.3488372093023256, "mrr_at_10": 0.4130339944293429, "mrr_at_100": 0.4206531047526455, "mrr_at_1000": 0.4216307771910211, "mrr_at_20": 0.41680499460826714, "mrr_at_3": 0.39482029598308654, "mrr_at_5": 0.407241014799154, "nauc_cv_recall_at_1000_diff1": NaN, "nauc_cv_recall_at_1000_max": NaN, "nauc_cv_recall_at_1000_std": NaN, "nauc_cv_recall_at_100_diff1": 0.44537187619559915, "nauc_cv_recall_at_100_max": 0.2846279805490143, "nauc_cv_recall_at_100_std": -0.03831951444399609, "nauc_cv_recall_at_10_diff1": 0.5870907930318958, "nauc_cv_recall_at_10_max": 0.38227412785084025, "nauc_cv_recall_at_10_std": -0.07924912249306602, "nauc_cv_recall_at_1_diff1": 0.7503976648631571, "nauc_cv_recall_at_1_max": 0.47445250195765265, "nauc_cv_recall_at_1_std": -0.12624347090248156, "nauc_cv_recall_at_20_diff1": 0.5523209447697227, "nauc_cv_recall_at_20_max": 0.3439130356515196, "nauc_cv_recall_at_20_std": -0.07512526520106005, "nauc_cv_recall_at_3_diff1": 0.6486669914404884, "nauc_cv_recall_at_3_max": 0.4367193353357686, "nauc_cv_recall_at_3_std": -0.08935558618309894, "nauc_cv_recall_at_5_diff1": 0.6228150240449473, "nauc_cv_recall_at_5_max": 0.4157982477978832, "nauc_cv_recall_at_5_std": -0.09293258035444474, "nauc_map_at_1000_diff1": 0.6933864048489029, "nauc_map_at_1000_max": 0.4482316535121906, "nauc_map_at_1000_std": -0.11216016262201184, "nauc_map_at_100_diff1": 0.6927854598126191, "nauc_map_at_100_max": 0.4479646802842553, "nauc_map_at_100_std": -0.11206397967103476, "nauc_map_at_10_diff1": 0.6951077754498607, "nauc_map_at_10_max": 0.4505186920884799, "nauc_map_at_10_std": -0.11240522826981486, "nauc_map_at_1_diff1": 0.7503976648631571, "nauc_map_at_1_max": 0.47445250195765265, "nauc_map_at_1_std": -0.12624347090248156, "nauc_map_at_20_diff1": 0.6933229392713841, "nauc_map_at_20_max": 0.4484326118072518, "nauc_map_at_20_std": -0.11212026140321944, "nauc_map_at_3_diff1": 0.7044336886363933, "nauc_map_at_3_max": 0.4587982387829492, "nauc_map_at_3_std": -0.11304163038578696, "nauc_map_at_5_diff1": 0.6989679536557496, "nauc_map_at_5_max": 0.45492784862660823, "nauc_map_at_5_std": -0.11344982673699955, "nauc_mrr_at_1000_diff1": 0.6933673027214753, "nauc_mrr_at_1000_max": 0.4480856238795899, "nauc_mrr_at_1000_std": -0.11234110484834879, "nauc_mrr_at_100_diff1": 0.6927663669898337, "nauc_mrr_at_100_max": 0.4478189907014557, "nauc_mrr_at_100_std": -0.11224447401259616, "nauc_mrr_at_10_diff1": 0.6950890262325561, "nauc_mrr_at_10_max": 0.45037469175383654, "nauc_mrr_at_10_std": -0.11258384537083821, "nauc_mrr_at_1_diff1": 0.7503976648631571, "nauc_mrr_at_1_max": 0.47445250195765265, "nauc_mrr_at_1_std": -0.12624347090248156, "nauc_mrr_at_20_diff1": 0.6933040053788527, "nauc_mrr_at_20_max": 0.4482879106374586, "nauc_mrr_at_20_std": -0.11229957046913071, "nauc_mrr_at_3_diff1": 0.7044336886363933, "nauc_mrr_at_3_max": 0.4587982387829492, "nauc_mrr_at_3_std": -0.11304163038578696, "nauc_mrr_at_5_diff1": 0.6989035420924498, "nauc_mrr_at_5_max": 0.45442774579919104, "nauc_mrr_at_5_std": -0.11407154483780532, "nauc_ndcg_at_1000_diff1": 0.6753662492513091, "nauc_ndcg_at_1000_max": 0.4355187959377823, "nauc_ndcg_at_1000_std": -0.1068426273706992, "nauc_ndcg_at_100_diff1": 0.6576602169147738, "nauc_ndcg_at_100_max": 0.42468171790190784, "nauc_ndcg_at_100_std": -0.10202639578282123, "nauc_ndcg_at_10_diff1": 0.6700092238738391, "nauc_ndcg_at_10_max": 0.4351582170674059, "nauc_ndcg_at_10_std": -0.10475873656664106, "nauc_ndcg_at_1_diff1": 0.7503976648631571, "nauc_ndcg_at_1_max": 0.47445250195765265, "nauc_ndcg_at_1_std": -0.12624347090248156, "nauc_ndcg_at_20_diff1": 0.6631336427347154, "nauc_ndcg_at_20_max": 0.4271226642071448, "nauc_ndcg_at_20_std": -0.10396030791247508, "nauc_ndcg_at_3_diff1": 0.6900632114036402, "nauc_ndcg_at_3_max": 0.45316874805419255, "nauc_ndcg_at_3_std": -0.10708709997094246, "nauc_ndcg_at_5_diff1": 0.6800861452896659, "nauc_ndcg_at_5_max": 0.44599374251012286, "nauc_ndcg_at_5_std": -0.10759885083856142, "nauc_precision_at_1000_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_100_diff1": 0.4453718761955984, "nauc_precision_at_100_max": 0.2846279805490148, "nauc_precision_at_100_std": -0.038319514443995846, "nauc_precision_at_10_diff1": 0.5870907930318958, "nauc_precision_at_10_max": 0.3822741278508402, "nauc_precision_at_10_std": -0.07924912249306608, "nauc_precision_at_1_diff1": 0.7503976648631571, "nauc_precision_at_1_max": 0.47445250195765265, "nauc_precision_at_1_std": -0.12624347090248156, "nauc_precision_at_20_diff1": 0.5523209447697222, "nauc_precision_at_20_max": 0.3439130356515195, "nauc_precision_at_20_std": -0.07512526520106066, "nauc_precision_at_3_diff1": 0.6486669914404884, "nauc_precision_at_3_max": 0.43671933533576857, "nauc_precision_at_3_std": -0.08935558618309906, "nauc_precision_at_5_diff1": 0.6232257235197486, "nauc_precision_at_5_max": 0.41838579666336073, "nauc_precision_at_5_std": -0.08979109775020121, "nauc_recall_at_1000_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_100_diff1": 0.44537187619559915, "nauc_recall_at_100_max": 0.2846279805490143, "nauc_recall_at_100_std": -0.03831951444399609, "nauc_recall_at_10_diff1": 0.5870907930318958, "nauc_recall_at_10_max": 0.38227412785084025, "nauc_recall_at_10_std": -0.07924912249306602, "nauc_recall_at_1_diff1": 0.7503976648631571, "nauc_recall_at_1_max": 0.47445250195765265, "nauc_recall_at_1_std": -0.12624347090248156, "nauc_recall_at_20_diff1": 0.5523209447697227, "nauc_recall_at_20_max": 0.3439130356515196, "nauc_recall_at_20_std": -0.07512526520106005, "nauc_recall_at_3_diff1": 0.6486669914404884, "nauc_recall_at_3_max": 0.4367193353357686, "nauc_recall_at_3_std": -0.08935558618309894, "nauc_recall_at_5_diff1": 0.6232257235197485, "nauc_recall_at_5_max": 0.41838579666336073, "nauc_recall_at_5_std": -0.08979109775020074, "ndcg_at_1": 0.34884, "ndcg_at_10": 0.44637, "ndcg_at_100": 0.49108, "ndcg_at_1000": 0.51859, "ndcg_at_20": 0.45986, "ndcg_at_3": 0.40988, "ndcg_at_5": 0.43199, "precision_at_1": 0.34884, "precision_at_10": 0.05518, "precision_at_100": 0.0078, "precision_at_1000": 0.001, "precision_at_20": 0.03023, "precision_at_3": 0.15116, "precision_at_5": 0.10148, "recall_at_1": 0.34884, "recall_at_10": 0.5518, "recall_at_100": 0.78013, "recall_at_1000": 1.0, "recall_at_20": 0.60465, "recall_at_3": 0.45349, "recall_at_5": 0.5074 }, { "cv_recall_at_1": 0.664, "cv_recall_at_10": 0.874, "cv_recall_at_100": 0.996, "cv_recall_at_1000": 1.0, "cv_recall_at_20": 0.92, "cv_recall_at_3": 0.775, "cv_recall_at_5": 0.807, "hf_subset": "en", "languages": [ "eng-Latn" ], "main_score": 0.76467, "map_at_1": 0.664, "map_at_10": 0.73059, "map_at_100": 0.73617, "map_at_1000": 0.7362, "map_at_20": 0.73399, "map_at_3": 0.71417, "map_at_5": 0.72142, "mrr_at_1": 0.664, "mrr_at_10": 0.7306888888888884, "mrr_at_100": 0.7361777043528245, "mrr_at_1000": 0.736212262925744, "mrr_at_20": 0.734003581708109, "mrr_at_3": 0.7141666666666667, "mrr_at_5": 0.7214166666666666, "nauc_cv_recall_at_1000_diff1": NaN, "nauc_cv_recall_at_1000_max": NaN, "nauc_cv_recall_at_1000_std": NaN, "nauc_cv_recall_at_100_diff1": 0.48587768440710655, "nauc_cv_recall_at_100_max": 0.7700746965452759, "nauc_cv_recall_at_100_std": 0.8651960784313738, "nauc_cv_recall_at_10_diff1": 0.8417894079478468, "nauc_cv_recall_at_10_max": 0.5283916957336293, "nauc_cv_recall_at_10_std": -0.822041643184622, "nauc_cv_recall_at_1_diff1": 0.909446132023712, "nauc_cv_recall_at_1_max": 0.48010645131073637, "nauc_cv_recall_at_1_std": -0.49889768363018355, "nauc_cv_recall_at_20_diff1": 0.8308590102707742, "nauc_cv_recall_at_20_max": 0.5037114845938359, "nauc_cv_recall_at_20_std": -0.92748599439776, "nauc_cv_recall_at_3_diff1": 0.8588145533223253, "nauc_cv_recall_at_3_max": 0.4338643739680009, "nauc_cv_recall_at_3_std": -0.718182542845755, "nauc_cv_recall_at_5_diff1": 0.8494653635063477, "nauc_cv_recall_at_5_max": 0.4626425654290765, "nauc_cv_recall_at_5_std": -0.7538710160416767, "nauc_map_at_1000_diff1": 0.8899334976380481, "nauc_map_at_1000_max": 0.47085377369342213, "nauc_map_at_1000_std": -0.5794449325127855, "nauc_map_at_100_diff1": 0.8898726869332664, "nauc_map_at_100_max": 0.47089871625550234, "nauc_map_at_100_std": -0.5792246500796178, "nauc_map_at_10_diff1": 0.8892199934441288, "nauc_map_at_10_max": 0.4715523514304369, "nauc_map_at_10_std": -0.5844648570253295, "nauc_map_at_1_diff1": 0.909446132023712, "nauc_map_at_1_max": 0.48010645131073637, "nauc_map_at_1_std": -0.49889768363018355, "nauc_map_at_20_diff1": 0.8895641461832402, "nauc_map_at_20_max": 0.4710453431590936, "nauc_map_at_20_std": -0.5836353315253395, "nauc_map_at_3_diff1": 0.8894920456613059, "nauc_map_at_3_max": 0.4639998734267344, "nauc_map_at_3_std": -0.579917569160423, "nauc_map_at_5_diff1": 0.8886044310806981, "nauc_map_at_5_max": 0.4687003737034573, "nauc_map_at_5_std": -0.5838500306363376, "nauc_mrr_at_1000_diff1": 0.8899422801737601, "nauc_mrr_at_1000_max": 0.4709166683739117, "nauc_mrr_at_1000_std": -0.5793954558720149, "nauc_mrr_at_100_diff1": 0.8898814660177616, "nauc_mrr_at_100_max": 0.4709616029320651, "nauc_mrr_at_100_std": -0.5791751733026064, "nauc_mrr_at_10_diff1": 0.8893141565758529, "nauc_mrr_at_10_max": 0.472454860081784, "nauc_mrr_at_10_std": -0.5839347608025666, "nauc_mrr_at_1_diff1": 0.909446132023712, "nauc_mrr_at_1_max": 0.48010645131073637, "nauc_mrr_at_1_std": -0.49889768363018355, "nauc_mrr_at_20_diff1": 0.8895728314198642, "nauc_mrr_at_20_max": 0.47110763878284845, "nauc_mrr_at_20_std": -0.5835864757085972, "nauc_mrr_at_3_diff1": 0.8894920456613059, "nauc_mrr_at_3_max": 0.4639998734267344, "nauc_mrr_at_3_std": -0.579917569160423, "nauc_mrr_at_5_diff1": 0.8886044310806981, "nauc_mrr_at_5_max": 0.4687003737034573, "nauc_mrr_at_5_std": -0.5838500306363376, "nauc_ndcg_at_1000_diff1": 0.8865769120047577, "nauc_ndcg_at_1000_max": 0.47117437986962724, "nauc_ndcg_at_1000_std": -0.5925988799636739, "nauc_ndcg_at_100_diff1": 0.8852898097669989, "nauc_ndcg_at_100_max": 0.47213417545243785, "nauc_ndcg_at_100_std": -0.5879033109012638, "nauc_ndcg_at_10_diff1": 0.8815304503471768, "nauc_ndcg_at_10_max": 0.47577102718489667, "nauc_ndcg_at_10_std": -0.6224312561963852, "nauc_ndcg_at_1_diff1": 0.909446132023712, "nauc_ndcg_at_1_max": 0.48010645131073637, "nauc_ndcg_at_1_std": -0.49889768363018355, "nauc_ndcg_at_20_diff1": 0.8827555456123664, "nauc_ndcg_at_20_max": 0.47335568407195955, "nauc_ndcg_at_20_std": -0.6208883132594334, "nauc_ndcg_at_3_diff1": 0.8825682310976318, "nauc_ndcg_at_3_max": 0.4572966865286115, "nauc_ndcg_at_3_std": -0.610872818483744, "nauc_ndcg_at_5_diff1": 0.8805438756800473, "nauc_ndcg_at_5_max": 0.46696176216933416, "nauc_ndcg_at_5_std": -0.6188279148737715, "nauc_precision_at_1000_diff1": NaN, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_100_diff1": 0.48587768440706314, "nauc_precision_at_100_max": 0.7700746965452971, "nauc_precision_at_100_std": 0.865196078431354, "nauc_precision_at_10_diff1": 0.8403510363967712, "nauc_precision_at_10_max": 0.5105794898553337, "nauc_precision_at_10_std": -0.8303462722233586, "nauc_precision_at_1_diff1": 0.909446132023712, "nauc_precision_at_1_max": 0.48010645131073637, "nauc_precision_at_1_std": -0.49889768363018355, "nauc_precision_at_20_diff1": 0.8308590102707756, "nauc_precision_at_20_max": 0.5037114845938361, "nauc_precision_at_20_std": -0.9274859943977611, "nauc_precision_at_3_diff1": 0.8588145533223267, "nauc_precision_at_3_max": 0.4338643739680013, "nauc_precision_at_3_std": -0.7181825428457554, "nauc_precision_at_5_diff1": 0.8494653635063473, "nauc_precision_at_5_max": 0.4626425654290761, "nauc_precision_at_5_std": -0.7538710160416794, "nauc_recall_at_1000_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_100_diff1": 0.48587768440710655, "nauc_recall_at_100_max": 0.7700746965452759, "nauc_recall_at_100_std": 0.8651960784313738, "nauc_recall_at_10_diff1": 0.8403510363967722, "nauc_recall_at_10_max": 0.5105794898553356, "nauc_recall_at_10_std": -0.8303462722233563, "nauc_recall_at_1_diff1": 0.909446132023712, "nauc_recall_at_1_max": 0.48010645131073637, "nauc_recall_at_1_std": -0.49889768363018355, "nauc_recall_at_20_diff1": 0.8308590102707742, "nauc_recall_at_20_max": 0.5037114845938359, "nauc_recall_at_20_std": -0.92748599439776, "nauc_recall_at_3_diff1": 0.8588145533223253, "nauc_recall_at_3_max": 0.4338643739680009, "nauc_recall_at_3_std": -0.718182542845755, "nauc_recall_at_5_diff1": 0.8494653635063477, "nauc_recall_at_5_max": 0.4626425654290765, "nauc_recall_at_5_std": -0.7538710160416767, "ndcg_at_1": 0.664, "ndcg_at_10": 0.76467, "ndcg_at_100": 0.79134, "ndcg_at_1000": 0.79193, "ndcg_at_20": 0.77673, "ndcg_at_3": 0.72984, "ndcg_at_5": 0.74297, "precision_at_1": 0.664, "precision_at_10": 0.0873, "precision_at_100": 0.00996, "precision_at_1000": 0.001, "precision_at_20": 0.046, "precision_at_3": 0.25833, "precision_at_5": 0.1614, "recall_at_1": 0.664, "recall_at_10": 0.873, "recall_at_100": 0.996, "recall_at_1000": 1.0, "recall_at_20": 0.92, "recall_at_3": 0.775, "recall_at_5": 0.807 } ] }, "task_name": "WITT2IRetrieval" }