{ "dataset_revision": "8d3e5665526c55a5855cd6ddfbaba2032bc7cee4", "evaluation_time": 20812.560310602188, "kg_co2_emissions": 1.5938703275107977, "mteb_version": "1.14.15", "scores": { "test": [ { "cv_recall_at_1": 0.52423, "cv_recall_at_10": 0.85449, "cv_recall_at_100": 0.98222, "cv_recall_at_1000": 0.99986, "cv_recall_at_20": 0.91394, "cv_recall_at_3": 0.70938, "cv_recall_at_5": 0.77874, "hf_subset": "ar", "languages": [ "ara-Arab" ], "main_score": 0.68642, "map_at_1": 0.52437, "map_at_10": 0.63275, "map_at_100": 0.63884, "map_at_1000": 0.63894, "map_at_20": 0.63693, "map_at_3": 0.6064, "map_at_5": 0.62227, "mrr_at_1": 0.5242296728654812, "mrr_at_10": 0.6325332187080533, "mrr_at_100": 0.6386685465470127, "mrr_at_1000": 0.6387728771850315, "mrr_at_20": 0.6367690116532584, "mrr_at_3": 0.6062395366725508, "mrr_at_5": 0.6221754671734305, "nauc_cv_recall_at_1000_diff1": 0.8692751308669772, "nauc_cv_recall_at_1000_max": 0.5541623196973225, "nauc_cv_recall_at_1000_std": 0.8692751308669772, "nauc_cv_recall_at_100_diff1": 0.5782452942690333, "nauc_cv_recall_at_100_max": 0.5461384202689595, "nauc_cv_recall_at_100_std": 0.08229566388398665, "nauc_cv_recall_at_10_diff1": 0.5363380018625394, "nauc_cv_recall_at_10_max": 0.20805793689879348, "nauc_cv_recall_at_10_std": -0.29999086549537546, "nauc_cv_recall_at_1_diff1": 0.6763766088157406, "nauc_cv_recall_at_1_max": 0.1322574101198716, "nauc_cv_recall_at_1_std": -0.2918130161892055, "nauc_cv_recall_at_20_diff1": 0.5521887593688997, "nauc_cv_recall_at_20_max": 0.26428877627697395, "nauc_cv_recall_at_20_std": -0.2660561977685747, "nauc_cv_recall_at_3_diff1": 0.5760461299886027, "nauc_cv_recall_at_3_max": 0.1535445562201405, "nauc_cv_recall_at_3_std": -0.3210123447740039, "nauc_cv_recall_at_5_diff1": 0.555670275619876, "nauc_cv_recall_at_5_max": 0.16744115946051655, "nauc_cv_recall_at_5_std": -0.31320736062841487, "nauc_map_at_1000_diff1": 0.6400094033104801, "nauc_map_at_1000_max": 0.14473237835206382, "nauc_map_at_1000_std": -0.30038075664949127, "nauc_map_at_100_diff1": 0.63998850553508, "nauc_map_at_100_max": 0.1448607230680784, "nauc_map_at_100_std": -0.3002965615798975, "nauc_map_at_10_diff1": 0.6377067946201067, "nauc_map_at_10_max": 0.14459239437333465, "nauc_map_at_10_std": -0.3014086296292113, "nauc_map_at_1_diff1": 0.6760755255011733, "nauc_map_at_1_max": 0.13223394230642527, "nauc_map_at_1_std": -0.291708545741326, "nauc_map_at_20_diff1": 0.6393883476984003, "nauc_map_at_20_max": 0.1450125509386811, "nauc_map_at_20_std": -0.3008875273938243, "nauc_map_at_3_diff1": 0.6374353652658158, "nauc_map_at_3_max": 0.14044688273918296, "nauc_map_at_3_std": -0.30404290891362407, "nauc_map_at_5_diff1": 0.6365191786765747, "nauc_map_at_5_max": 0.14204795488147517, "nauc_map_at_5_std": -0.3024571212545433, "nauc_mrr_at_1000_diff1": 0.6403192262923156, "nauc_mrr_at_1000_max": 0.14466428002940016, "nauc_mrr_at_1000_std": -0.3006300907363315, "nauc_mrr_at_100_diff1": 0.6402986586816586, "nauc_mrr_at_100_max": 0.1447890975384309, "nauc_mrr_at_100_std": -0.30055009019322443, "nauc_mrr_at_10_diff1": 0.6380094333377049, "nauc_mrr_at_10_max": 0.14457742443466773, "nauc_mrr_at_10_std": -0.30175346872408787, "nauc_mrr_at_1_diff1": 0.6763766088157406, "nauc_mrr_at_1_max": 0.1322574101198716, "nauc_mrr_at_1_std": -0.2918130161892055, "nauc_mrr_at_20_diff1": 0.6396965695015224, "nauc_mrr_at_20_max": 0.14493363199759055, "nauc_mrr_at_20_std": -0.3011069672935145, "nauc_mrr_at_3_diff1": 0.6378294688440952, "nauc_mrr_at_3_max": 0.1405455480881999, "nauc_mrr_at_3_std": -0.30441477707100095, "nauc_mrr_at_5_diff1": 0.6368006296847349, "nauc_mrr_at_5_max": 0.1422616553500797, "nauc_mrr_at_5_std": -0.30264347471785624, "nauc_ndcg_at_1000_diff1": 0.6345488139121712, "nauc_ndcg_at_1000_max": 0.1495823947998526, "nauc_ndcg_at_1000_std": -0.2988364180246847, "nauc_ndcg_at_100_diff1": 0.6339377857231621, "nauc_ndcg_at_100_max": 0.15367991022951724, "nauc_ndcg_at_100_std": -0.2951691711599588, "nauc_ndcg_at_10_diff1": 0.6227507715803112, "nauc_ndcg_at_10_max": 0.15305257619299223, "nauc_ndcg_at_10_std": -0.3016485126272809, "nauc_ndcg_at_1_diff1": 0.6760755255011733, "nauc_ndcg_at_1_max": 0.13223394230642527, "nauc_ndcg_at_1_std": -0.291708545741326, "nauc_ndcg_at_20_diff1": 0.6291730471369995, "nauc_ndcg_at_20_max": 0.15532561982815726, "nauc_ndcg_at_20_std": -0.2992108821135966, "nauc_ndcg_at_3_diff1": 0.6235467219204393, "nauc_ndcg_at_3_max": 0.14324919892182236, "nauc_ndcg_at_3_std": -0.3077778150503432, "nauc_ndcg_at_5_diff1": 0.6208995674665648, "nauc_ndcg_at_5_max": 0.14645715277022875, "nauc_ndcg_at_5_std": -0.304869942135198, "nauc_precision_at_1000_diff1": 0.8692751308668532, "nauc_precision_at_1000_max": 0.5541623196964416, "nauc_precision_at_1000_std": 0.8692751308668532, "nauc_precision_at_100_diff1": 0.5771377481666543, "nauc_precision_at_100_max": 0.5546742799548567, "nauc_precision_at_100_std": 0.0917896179988149, "nauc_precision_at_10_diff1": 0.5359920833648358, "nauc_precision_at_10_max": 0.2071926110913665, "nauc_precision_at_10_std": -0.2979865167198278, "nauc_precision_at_1_diff1": 0.6760755255011733, "nauc_precision_at_1_max": 0.13223394230642527, "nauc_precision_at_1_std": -0.291708545741326, "nauc_precision_at_20_diff1": 0.5521918673379207, "nauc_precision_at_20_max": 0.2647452700461385, "nauc_precision_at_20_std": -0.2683772340251214, "nauc_precision_at_3_diff1": 0.5755912422399319, "nauc_precision_at_3_max": 0.15286901126802363, "nauc_precision_at_3_std": -0.32041177697408757, "nauc_precision_at_5_diff1": 0.5558673672540407, "nauc_precision_at_5_max": 0.16520582396171501, "nauc_precision_at_5_std": -0.31381167164768664, "nauc_recall_at_1000_diff1": 0.8692751308669772, "nauc_recall_at_1000_max": 0.5541623196973225, "nauc_recall_at_1000_std": 0.8692751308669772, "nauc_recall_at_100_diff1": 0.577137748166661, "nauc_recall_at_100_max": 0.5546742799548707, "nauc_recall_at_100_std": 0.09178961799883519, "nauc_recall_at_10_diff1": 0.5359920833648385, "nauc_recall_at_10_max": 0.20719261109136813, "nauc_recall_at_10_std": -0.2979865167198251, "nauc_recall_at_1_diff1": 0.6760755255011733, "nauc_recall_at_1_max": 0.13223394230642527, "nauc_recall_at_1_std": -0.291708545741326, "nauc_recall_at_20_diff1": 0.5521918673379199, "nauc_recall_at_20_max": 0.26474527004613935, "nauc_recall_at_20_std": -0.2683772340251185, "nauc_recall_at_3_diff1": 0.5755912422399309, "nauc_recall_at_3_max": 0.15286901126802355, "nauc_recall_at_3_std": -0.3204117769740883, "nauc_recall_at_5_diff1": 0.5558673672540404, "nauc_recall_at_5_max": 0.1652058239617173, "nauc_recall_at_5_std": -0.31381167164768314, "ndcg_at_1": 0.52437, "ndcg_at_10": 0.68642, "ndcg_at_100": 0.71442, "ndcg_at_1000": 0.71675, "ndcg_at_20": 0.70141, "ndcg_at_3": 0.6329, "ndcg_at_5": 0.6614, "precision_at_1": 0.52437, "precision_at_10": 0.0855, "precision_at_100": 0.00982, "precision_at_1000": 0.001, "precision_at_20": 0.04569, "precision_at_3": 0.23651, "precision_at_5": 0.15569, "recall_at_1": 0.52437, "recall_at_10": 0.85503, "recall_at_100": 0.98235, "recall_at_1000": 0.99986, "recall_at_20": 0.9138, "recall_at_3": 0.70952, "recall_at_5": 0.77847 }, { "cv_recall_at_1": 0.415, "cv_recall_at_10": 0.77722, "cv_recall_at_100": 0.96194, "cv_recall_at_1000": 0.99917, "cv_recall_at_20": 0.85361, "cv_recall_at_3": 0.60889, "cv_recall_at_5": 0.68, "hf_subset": "bn", "languages": [ "ben-Beng" ], "main_score": 0.58922, "map_at_1": 0.41528, "map_at_10": 0.52987, "map_at_100": 0.53818, "map_at_1000": 0.53841, "map_at_20": 0.53512, "map_at_3": 0.50056, "map_at_5": 0.51682, "mrr_at_1": 0.415, "mrr_at_10": 0.5298721340387992, "mrr_at_100": 0.5382154707141249, "mrr_at_1000": 0.5384413472769906, "mrr_at_20": 0.5351866336707644, "mrr_at_3": 0.5007407407407393, "mrr_at_5": 0.5168657407407401, "nauc_cv_recall_at_1000_diff1": 0.22128851540609662, "nauc_cv_recall_at_1000_max": 0.8202614379085674, "nauc_cv_recall_at_1000_std": 0.9074074074074249, "nauc_cv_recall_at_100_diff1": 0.42582142345989304, "nauc_cv_recall_at_100_max": 0.5226236479993476, "nauc_cv_recall_at_100_std": 0.2848282865457614, "nauc_cv_recall_at_10_diff1": 0.41601765995406453, "nauc_cv_recall_at_10_max": 0.2179151358099956, "nauc_cv_recall_at_10_std": -0.12913713882728597, "nauc_cv_recall_at_1_diff1": 0.5906034551543735, "nauc_cv_recall_at_1_max": 0.14191356866567612, "nauc_cv_recall_at_1_std": -0.19884892882738509, "nauc_cv_recall_at_20_diff1": 0.42805944879925056, "nauc_cv_recall_at_20_max": 0.2916602746207751, "nauc_cv_recall_at_20_std": -0.06462404604490936, "nauc_cv_recall_at_3_diff1": 0.4639673559783157, "nauc_cv_recall_at_3_max": 0.13467334199998682, "nauc_cv_recall_at_3_std": -0.21631438843135803, "nauc_cv_recall_at_5_diff1": 0.435515187463048, "nauc_cv_recall_at_5_max": 0.16546838888504986, "nauc_cv_recall_at_5_std": -0.17230485875966547, "nauc_map_at_1000_diff1": 0.5373693155288137, "nauc_map_at_1000_max": 0.14637836296924825, "nauc_map_at_1000_std": -0.194666674422643, "nauc_map_at_100_diff1": 0.5372883540579991, "nauc_map_at_100_max": 0.1465873418519837, "nauc_map_at_100_std": -0.1944182033917526, "nauc_map_at_10_diff1": 0.534571288187925, "nauc_map_at_10_max": 0.14588424642962003, "nauc_map_at_10_std": -0.19579486142886565, "nauc_map_at_1_diff1": 0.5898893427964981, "nauc_map_at_1_max": 0.1392526639863552, "nauc_map_at_1_std": -0.1999015102362857, "nauc_map_at_20_diff1": 0.5365403477406413, "nauc_map_at_20_max": 0.14694992074691768, "nauc_map_at_20_std": -0.19456703579392415, "nauc_map_at_3_diff1": 0.5364710399512933, "nauc_map_at_3_max": 0.13588990963928288, "nauc_map_at_3_std": -0.2071418462948951, "nauc_map_at_5_diff1": 0.5331266834572225, "nauc_map_at_5_max": 0.14172259612899718, "nauc_map_at_5_std": -0.1982379100543631, "nauc_mrr_at_1000_diff1": 0.5375333855730856, "nauc_mrr_at_1000_max": 0.1477770725964071, "nauc_mrr_at_1000_std": -0.19371101092257645, "nauc_mrr_at_100_diff1": 0.537454016426933, "nauc_mrr_at_100_max": 0.14799111367495096, "nauc_mrr_at_100_std": -0.1934546992009206, "nauc_mrr_at_10_diff1": 0.5347245280723991, "nauc_mrr_at_10_max": 0.14720684220483107, "nauc_mrr_at_10_std": -0.1948585768101817, "nauc_mrr_at_1_diff1": 0.5906034551543735, "nauc_mrr_at_1_max": 0.14191356866567612, "nauc_mrr_at_1_std": -0.19884892882738509, "nauc_mrr_at_20_diff1": 0.5367417378670729, "nauc_mrr_at_20_max": 0.14834264631852975, "nauc_mrr_at_20_std": -0.19360809625724704, "nauc_mrr_at_3_diff1": 0.5364893930705603, "nauc_mrr_at_3_max": 0.1369027491034426, "nauc_mrr_at_3_std": -0.2060900086676559, "nauc_mrr_at_5_diff1": 0.5333338620276197, "nauc_mrr_at_5_max": 0.14299620296601545, "nauc_mrr_at_5_std": -0.1975335770831923, "nauc_ndcg_at_1000_diff1": 0.5287490327451533, "nauc_ndcg_at_1000_max": 0.1534729732668424, "nauc_ndcg_at_1000_std": -0.18713693135887824, "nauc_ndcg_at_100_diff1": 0.5267947654751082, "nauc_ndcg_at_100_max": 0.16005183692475444, "nauc_ndcg_at_100_std": -0.17893572141860714, "nauc_ndcg_at_10_diff1": 0.5134672342242168, "nauc_ndcg_at_10_max": 0.15740275619035274, "nauc_ndcg_at_10_std": -0.1854959099456299, "nauc_ndcg_at_1_diff1": 0.5898893427964981, "nauc_ndcg_at_1_max": 0.1392526639863552, "nauc_ndcg_at_1_std": -0.1999015102362857, "nauc_ndcg_at_20_diff1": 0.5203895982726908, "nauc_ndcg_at_20_max": 0.1628752070192266, "nauc_ndcg_at_20_std": -0.18029750532864594, "nauc_ndcg_at_3_diff1": 0.5191341830670658, "nauc_ndcg_at_3_max": 0.13584943933185617, "nauc_ndcg_at_3_std": -0.20954165907123612, "nauc_ndcg_at_5_diff1": 0.5117357450884349, "nauc_ndcg_at_5_max": 0.14657976178506693, "nauc_ndcg_at_5_std": -0.19288019870310855, "nauc_precision_at_1000_diff1": 0.2212885154060244, "nauc_precision_at_1000_max": 0.8202614379084943, "nauc_precision_at_1000_std": 0.9074074074073876, "nauc_precision_at_100_diff1": 0.42364200582194206, "nauc_precision_at_100_max": 0.5200746965452865, "nauc_precision_at_100_std": 0.2805308397868974, "nauc_precision_at_10_diff1": 0.4159388848359047, "nauc_precision_at_10_max": 0.21890069041140672, "nauc_precision_at_10_std": -0.1290304050366779, "nauc_precision_at_1_diff1": 0.5898893427964981, "nauc_precision_at_1_max": 0.1392526639863552, "nauc_precision_at_1_std": -0.1999015102362857, "nauc_precision_at_20_diff1": 0.4265728984580924, "nauc_precision_at_20_max": 0.290641537376196, "nauc_precision_at_20_std": -0.0652497057463729, "nauc_precision_at_3_diff1": 0.46466337806005703, "nauc_precision_at_3_max": 0.13609768751542844, "nauc_precision_at_3_std": -0.21709949917784796, "nauc_precision_at_5_diff1": 0.43514087562097353, "nauc_precision_at_5_max": 0.16584270072712476, "nauc_precision_at_5_std": -0.1709832500249539, "nauc_recall_at_1000_diff1": 0.22128851540609662, "nauc_recall_at_1000_max": 0.8202614379085674, "nauc_recall_at_1000_std": 0.9074074074074249, "nauc_recall_at_100_diff1": 0.42364200582193645, "nauc_recall_at_100_max": 0.5200746965452844, "nauc_recall_at_100_std": 0.28053083978689675, "nauc_recall_at_10_diff1": 0.4159388848359056, "nauc_recall_at_10_max": 0.21890069041140653, "nauc_recall_at_10_std": -0.12903040503667815, "nauc_recall_at_1_diff1": 0.5898893427964981, "nauc_recall_at_1_max": 0.1392526639863552, "nauc_recall_at_1_std": -0.1999015102362857, "nauc_recall_at_20_diff1": 0.4265728984580923, "nauc_recall_at_20_max": 0.29064153737619697, "nauc_recall_at_20_std": -0.06524970574637284, "nauc_recall_at_3_diff1": 0.4646633780600571, "nauc_recall_at_3_max": 0.13609768751542875, "nauc_recall_at_3_std": -0.21709949917784804, "nauc_recall_at_5_diff1": 0.4351408756209731, "nauc_recall_at_5_max": 0.16584270072712431, "nauc_recall_at_5_std": -0.1709832500249543, "ndcg_at_1": 0.41528, "ndcg_at_10": 0.58922, "ndcg_at_100": 0.6291, "ndcg_at_1000": 0.63405, "ndcg_at_20": 0.60834, "ndcg_at_3": 0.52824, "ndcg_at_5": 0.55766, "precision_at_1": 0.41528, "precision_at_10": 0.07775, "precision_at_100": 0.00962, "precision_at_1000": 0.001, "precision_at_20": 0.04265, "precision_at_3": 0.20278, "precision_at_5": 0.136, "recall_at_1": 0.41528, "recall_at_10": 0.7775, "recall_at_100": 0.96222, "recall_at_1000": 0.99917, "recall_at_20": 0.85306, "recall_at_3": 0.60833, "recall_at_5": 0.68 }, { "cv_recall_at_1": 0.49965, "cv_recall_at_10": 0.83405, "cv_recall_at_100": 0.97502, "cv_recall_at_1000": 0.9982, "cv_recall_at_20": 0.89607, "cv_recall_at_3": 0.681, "cv_recall_at_5": 0.74969, "hf_subset": "cs", "languages": [ "ces-Latn" ], "main_score": 0.66153, "map_at_1": 0.49951, "map_at_10": 0.6068, "map_at_100": 0.6134, "map_at_1000": 0.61354, "map_at_20": 0.61121, "map_at_3": 0.57976, "map_at_5": 0.59521, "mrr_at_1": 0.499653115027057, "mrr_at_10": 0.606791952709118, "mrr_at_100": 0.6134307442127089, "mrr_at_1000": 0.6135656830815387, "mrr_at_20": 0.6112373207421472, "mrr_at_3": 0.579714166782299, "mrr_at_5": 0.5953448036631063, "nauc_cv_recall_at_1000_diff1": 0.2668369094098774, "nauc_cv_recall_at_1000_max": 1.0, "nauc_cv_recall_at_1000_std": 0.9798884614687516, "nauc_cv_recall_at_100_diff1": 0.4702412623188222, "nauc_cv_recall_at_100_max": 0.6761836825456548, "nauc_cv_recall_at_100_std": 0.22674963762019834, "nauc_cv_recall_at_10_diff1": 0.5138143627247571, "nauc_cv_recall_at_10_max": 0.3082886032457124, "nauc_cv_recall_at_10_std": -0.19878427249096112, "nauc_cv_recall_at_1_diff1": 0.6621927909944461, "nauc_cv_recall_at_1_max": 0.18445982072993575, "nauc_cv_recall_at_1_std": -0.25384791779549876, "nauc_cv_recall_at_20_diff1": 0.5115880475185103, "nauc_cv_recall_at_20_max": 0.3994086876297795, "nauc_cv_recall_at_20_std": -0.1288667370626846, "nauc_cv_recall_at_3_diff1": 0.5716275721748112, "nauc_cv_recall_at_3_max": 0.2184994901656628, "nauc_cv_recall_at_3_std": -0.27268675223954747, "nauc_cv_recall_at_5_diff1": 0.5370809481093541, "nauc_cv_recall_at_5_max": 0.22804562260202257, "nauc_cv_recall_at_5_std": -0.260290226638764, "nauc_map_at_1000_diff1": 0.6247131086271848, "nauc_map_at_1000_max": 0.2024815672241226, "nauc_map_at_1000_std": -0.25442277605336266, "nauc_map_at_100_diff1": 0.6246504191395578, "nauc_map_at_100_max": 0.20267458609242095, "nauc_map_at_100_std": -0.2542804746178976, "nauc_map_at_10_diff1": 0.6223929027552503, "nauc_map_at_10_max": 0.2024135811522292, "nauc_map_at_10_std": -0.255066801431556, "nauc_map_at_1_diff1": 0.6625565392450503, "nauc_map_at_1_max": 0.18533593194968032, "nauc_map_at_1_std": -0.2529305821362037, "nauc_map_at_20_diff1": 0.6238701062193159, "nauc_map_at_20_max": 0.20331709450529614, "nauc_map_at_20_std": -0.25430110923784505, "nauc_map_at_3_diff1": 0.6256713265081225, "nauc_map_at_3_max": 0.19701872693045203, "nauc_map_at_3_std": -0.26154598621172276, "nauc_map_at_5_diff1": 0.6216812163040798, "nauc_map_at_5_max": 0.197620493018829, "nauc_map_at_5_std": -0.259777310495687, "nauc_mrr_at_1000_diff1": 0.6247500319603273, "nauc_mrr_at_1000_max": 0.202003902707809, "nauc_mrr_at_1000_std": -0.25495819914626044, "nauc_mrr_at_100_diff1": 0.6246873406287962, "nauc_mrr_at_100_max": 0.20219740685155313, "nauc_mrr_at_100_std": -0.25481535035770525, "nauc_mrr_at_10_diff1": 0.622413528949076, "nauc_mrr_at_10_max": 0.20196456125196374, "nauc_mrr_at_10_std": -0.2557134897146959, "nauc_mrr_at_1_diff1": 0.6621927909944461, "nauc_mrr_at_1_max": 0.18445982072993575, "nauc_mrr_at_1_std": -0.25384791779549876, "nauc_mrr_at_20_diff1": 0.6238926582203829, "nauc_mrr_at_20_max": 0.20286455980135115, "nauc_mrr_at_20_std": -0.25476801382954917, "nauc_mrr_at_3_diff1": 0.6258182812296127, "nauc_mrr_at_3_max": 0.19672861461190222, "nauc_mrr_at_3_std": -0.26201304894121796, "nauc_mrr_at_5_diff1": 0.6216151346845371, "nauc_mrr_at_5_max": 0.19727853100581771, "nauc_mrr_at_5_std": -0.2600266274779328, "nauc_ndcg_at_1000_diff1": 0.6178636403804206, "nauc_ndcg_at_1000_max": 0.21072706995244503, "nauc_ndcg_at_1000_std": -0.24865203489895812, "nauc_ndcg_at_100_diff1": 0.6161551383134694, "nauc_ndcg_at_100_max": 0.21637797269237585, "nauc_ndcg_at_100_std": -0.2435620419689551, "nauc_ndcg_at_10_diff1": 0.6056627771557404, "nauc_ndcg_at_10_max": 0.2169595124087539, "nauc_ndcg_at_10_std": -0.24779813958974475, "nauc_ndcg_at_1_diff1": 0.6625565392450503, "nauc_ndcg_at_1_max": 0.18533593194968032, "nauc_ndcg_at_1_std": -0.2529305821362037, "nauc_ndcg_at_20_diff1": 0.610681936293892, "nauc_ndcg_at_20_max": 0.22157103035248396, "nauc_ndcg_at_20_std": -0.24394875860225912, "nauc_ndcg_at_3_diff1": 0.6131396297150276, "nauc_ndcg_at_3_max": 0.201665836770848, "nauc_ndcg_at_3_std": -0.26422931750427797, "nauc_ndcg_at_5_diff1": 0.6049283843475651, "nauc_ndcg_at_5_max": 0.20337622533291946, "nauc_ndcg_at_5_std": -0.26059612085871187, "nauc_precision_at_1000_diff1": 0.2668369094098041, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 0.9798884614687173, "nauc_precision_at_100_diff1": 0.4702412623188167, "nauc_precision_at_100_max": 0.6761836825456574, "nauc_precision_at_100_std": 0.22674963762018796, "nauc_precision_at_10_diff1": 0.513935363904965, "nauc_precision_at_10_max": 0.3074653875226662, "nauc_precision_at_10_std": -0.19684668332939495, "nauc_precision_at_1_diff1": 0.6625565392450503, "nauc_precision_at_1_max": 0.18533593194968032, "nauc_precision_at_1_std": -0.2529305821362037, "nauc_precision_at_20_diff1": 0.512509660871478, "nauc_precision_at_20_max": 0.3982182704160799, "nauc_precision_at_20_std": -0.13284306526438588, "nauc_precision_at_3_diff1": 0.5710889486908429, "nauc_precision_at_3_max": 0.21751783567571517, "nauc_precision_at_3_std": -0.27314044647780206, "nauc_precision_at_5_diff1": 0.5379583555723008, "nauc_precision_at_5_max": 0.22677976868780306, "nauc_precision_at_5_std": -0.26256014998469374, "nauc_recall_at_1000_diff1": 0.2668369094098774, "nauc_recall_at_1000_max": 1.0, "nauc_recall_at_1000_std": 0.9798884614687516, "nauc_recall_at_100_diff1": 0.4702412623188222, "nauc_recall_at_100_max": 0.6761836825456548, "nauc_recall_at_100_std": 0.22674963762019834, "nauc_recall_at_10_diff1": 0.5139353639049654, "nauc_recall_at_10_max": 0.3074653875226667, "nauc_recall_at_10_std": -0.19684668332939384, "nauc_recall_at_1_diff1": 0.6625565392450503, "nauc_recall_at_1_max": 0.18533593194968032, "nauc_recall_at_1_std": -0.2529305821362037, "nauc_recall_at_20_diff1": 0.5125096608714796, "nauc_recall_at_20_max": 0.3982182704160781, "nauc_recall_at_20_std": -0.13284306526438708, "nauc_recall_at_3_diff1": 0.5710889486908425, "nauc_recall_at_3_max": 0.21751783567571448, "nauc_recall_at_3_std": -0.2731404464778032, "nauc_recall_at_5_diff1": 0.5379583555723007, "nauc_recall_at_5_max": 0.22677976868780275, "nauc_recall_at_5_std": -0.26256014998469396, "ndcg_at_1": 0.49951, "ndcg_at_10": 0.66153, "ndcg_at_100": 0.69224, "ndcg_at_1000": 0.69532, "ndcg_at_20": 0.6773, "ndcg_at_3": 0.60584, "ndcg_at_5": 0.63374, "precision_at_1": 0.49951, "precision_at_10": 0.08345, "precision_at_100": 0.00975, "precision_at_1000": 0.001, "precision_at_20": 0.04481, "precision_at_3": 0.22709, "precision_at_5": 0.14983, "recall_at_1": 0.49951, "recall_at_10": 0.83447, "recall_at_100": 0.97502, "recall_at_1000": 0.9982, "recall_at_20": 0.89621, "recall_at_3": 0.68128, "recall_at_5": 0.74913 }, { "cv_recall_at_1": 0.53552, "cv_recall_at_10": 0.8399, "cv_recall_at_100": 0.97233, "cv_recall_at_1000": 0.9978, "cv_recall_at_20": 0.89414, "cv_recall_at_3": 0.70374, "cv_recall_at_5": 0.76886, "hf_subset": "da", "languages": [ "dan-Latn" ], "main_score": 0.6838, "map_at_1": 0.5351, "map_at_10": 0.63439, "map_at_100": 0.6405, "map_at_1000": 0.64063, "map_at_20": 0.63832, "map_at_3": 0.60995, "map_at_5": 0.6248, "mrr_at_1": 0.5355176211453745, "mrr_at_10": 0.634630226907209, "mrr_at_100": 0.6406609274087278, "mrr_at_1000": 0.640802573304147, "mrr_at_20": 0.638478288260851, "mrr_at_3": 0.6101551027900161, "mrr_at_5": 0.6250022944199696, "nauc_cv_recall_at_1000_diff1": 0.41028412503051387, "nauc_cv_recall_at_1000_max": 0.9557964142637915, "nauc_cv_recall_at_1000_std": 0.7803806561405767, "nauc_cv_recall_at_100_diff1": 0.537695514528866, "nauc_cv_recall_at_100_max": 0.6852114466768778, "nauc_cv_recall_at_100_std": 0.33442711283367826, "nauc_cv_recall_at_10_diff1": 0.5586223025206173, "nauc_cv_recall_at_10_max": 0.408235230479417, "nauc_cv_recall_at_10_std": -0.09519478580511352, "nauc_cv_recall_at_1_diff1": 0.7120322251045923, "nauc_cv_recall_at_1_max": 0.27590210866636883, "nauc_cv_recall_at_1_std": -0.19647901714933766, "nauc_cv_recall_at_20_diff1": 0.5337873983051585, "nauc_cv_recall_at_20_max": 0.4549642809440055, "nauc_cv_recall_at_20_std": -0.008236175550387267, "nauc_cv_recall_at_3_diff1": 0.6096917380350876, "nauc_cv_recall_at_3_max": 0.3199350994945197, "nauc_cv_recall_at_3_std": -0.16811758579999833, "nauc_cv_recall_at_5_diff1": 0.5818423390594997, "nauc_cv_recall_at_5_max": 0.35294480345780643, "nauc_cv_recall_at_5_std": -0.15044942329543928, "nauc_map_at_1000_diff1": 0.6718442550111169, "nauc_map_at_1000_max": 0.2970783005071492, "nauc_map_at_1000_std": -0.18387001677334225, "nauc_map_at_100_diff1": 0.6717828493910284, "nauc_map_at_100_max": 0.2972353427173665, "nauc_map_at_100_std": -0.18370133707478647, "nauc_map_at_10_diff1": 0.6702194806922409, "nauc_map_at_10_max": 0.29778197884829766, "nauc_map_at_10_std": -0.184850096199568, "nauc_map_at_1_diff1": 0.7129430975582208, "nauc_map_at_1_max": 0.2748240548346947, "nauc_map_at_1_std": -0.1980168820747367, "nauc_map_at_20_diff1": 0.6708683327999877, "nauc_map_at_20_max": 0.29767247875040037, "nauc_map_at_20_std": -0.1835827651698571, "nauc_map_at_3_diff1": 0.6720951643757864, "nauc_map_at_3_max": 0.29097152642675084, "nauc_map_at_3_std": -0.18984578403767627, "nauc_map_at_5_diff1": 0.6699336061618233, "nauc_map_at_5_max": 0.2953223885727518, "nauc_map_at_5_std": -0.1879616443687248, "nauc_mrr_at_1000_diff1": 0.6712397825404949, "nauc_mrr_at_1000_max": 0.2977527738318187, "nauc_mrr_at_1000_std": -0.18276281275170186, "nauc_mrr_at_100_diff1": 0.671173232338992, "nauc_mrr_at_100_max": 0.29790513899780763, "nauc_mrr_at_100_std": -0.18259302917432585, "nauc_mrr_at_10_diff1": 0.6695861156252091, "nauc_mrr_at_10_max": 0.2984008200705642, "nauc_mrr_at_10_std": -0.18366297208311194, "nauc_mrr_at_1_diff1": 0.7120322251045923, "nauc_mrr_at_1_max": 0.27590210866636883, "nauc_mrr_at_1_std": -0.19647901714933766, "nauc_mrr_at_20_diff1": 0.6702610096244745, "nauc_mrr_at_20_max": 0.2983288807960296, "nauc_mrr_at_20_std": -0.18248896376243112, "nauc_mrr_at_3_diff1": 0.6713665550475172, "nauc_mrr_at_3_max": 0.29157716037986253, "nauc_mrr_at_3_std": -0.18871883516952667, "nauc_mrr_at_5_diff1": 0.6691830588857016, "nauc_mrr_at_5_max": 0.29585460188184154, "nauc_mrr_at_5_std": -0.1868321678408364, "nauc_ndcg_at_1000_diff1": 0.663989676907501, "nauc_ndcg_at_1000_max": 0.3058322038804468, "nauc_ndcg_at_1000_std": -0.17434943246981177, "nauc_ndcg_at_100_diff1": 0.6623553027940654, "nauc_ndcg_at_100_max": 0.3109705209948228, "nauc_ndcg_at_100_std": -0.1678936121542387, "nauc_ndcg_at_10_diff1": 0.6528570186173345, "nauc_ndcg_at_10_max": 0.3139097292601914, "nauc_ndcg_at_10_std": -0.17237459005263386, "nauc_ndcg_at_1_diff1": 0.7129430975582208, "nauc_ndcg_at_1_max": 0.2748240548346947, "nauc_ndcg_at_1_std": -0.1980168820747367, "nauc_ndcg_at_20_diff1": 0.6547145097604807, "nauc_ndcg_at_20_max": 0.31435761625307107, "nauc_ndcg_at_20_std": -0.16624950564752353, "nauc_ndcg_at_3_diff1": 0.6580412985170105, "nauc_ndcg_at_3_max": 0.2975600566206109, "nauc_ndcg_at_3_std": -0.185071640552723, "nauc_ndcg_at_5_diff1": 0.6527938144176297, "nauc_ndcg_at_5_max": 0.30655215321418694, "nauc_ndcg_at_5_std": -0.18094070016921404, "nauc_precision_at_1000_diff1": 0.4102841250304462, "nauc_precision_at_1000_max": 0.955796414263774, "nauc_precision_at_1000_std": 0.7803806561404606, "nauc_precision_at_100_diff1": 0.5421609722325991, "nauc_precision_at_100_max": 0.6935168949183338, "nauc_precision_at_100_std": 0.33783508121623484, "nauc_precision_at_10_diff1": 0.5596883390481394, "nauc_precision_at_10_max": 0.4086012040903788, "nauc_precision_at_10_std": -0.09748918325368129, "nauc_precision_at_1_diff1": 0.7129430975582208, "nauc_precision_at_1_max": 0.2748240548346947, "nauc_precision_at_1_std": -0.1980168820747367, "nauc_precision_at_20_diff1": 0.5339178196719776, "nauc_precision_at_20_max": 0.456373543898569, "nauc_precision_at_20_std": -0.007213038462151372, "nauc_precision_at_3_diff1": 0.6105777969650212, "nauc_precision_at_3_max": 0.3202049600656037, "nauc_precision_at_3_std": -0.1681999083808769, "nauc_precision_at_5_diff1": 0.5832506110578638, "nauc_precision_at_5_max": 0.3538390029185496, "nauc_precision_at_5_std": -0.15100588916703248, "nauc_recall_at_1000_diff1": 0.41028412503051387, "nauc_recall_at_1000_max": 0.9557964142637915, "nauc_recall_at_1000_std": 0.7803806561405767, "nauc_recall_at_100_diff1": 0.5421609722326001, "nauc_recall_at_100_max": 0.6935168949183331, "nauc_recall_at_100_std": 0.33783508121623484, "nauc_recall_at_10_diff1": 0.5596883390481389, "nauc_recall_at_10_max": 0.4086012040903798, "nauc_recall_at_10_std": -0.09748918325367872, "nauc_recall_at_1_diff1": 0.7129430975582208, "nauc_recall_at_1_max": 0.2748240548346947, "nauc_recall_at_1_std": -0.1980168820747367, "nauc_recall_at_20_diff1": 0.5339178196719773, "nauc_recall_at_20_max": 0.4563735438985706, "nauc_recall_at_20_std": -0.007213038462147314, "nauc_recall_at_3_diff1": 0.6105777969650216, "nauc_recall_at_3_max": 0.32020496006560367, "nauc_recall_at_3_std": -0.16819990838087706, "nauc_recall_at_5_diff1": 0.583250611057864, "nauc_recall_at_5_max": 0.35383900291855064, "nauc_recall_at_5_std": -0.15100588916703053, "ndcg_at_1": 0.5351, "ndcg_at_10": 0.6838, "ndcg_at_100": 0.7127, "ndcg_at_1000": 0.716, "ndcg_at_20": 0.69788, "ndcg_at_3": 0.63403, "ndcg_at_5": 0.66082, "precision_at_1": 0.5351, "precision_at_10": 0.08392, "precision_at_100": 0.00973, "precision_at_1000": 0.001, "precision_at_20": 0.04472, "precision_at_3": 0.23454, "precision_at_5": 0.15374, "recall_at_1": 0.5351, "recall_at_10": 0.83921, "recall_at_100": 0.9726, "recall_at_1000": 0.9978, "recall_at_20": 0.89441, "recall_at_3": 0.70361, "recall_at_5": 0.76872 }, { "cv_recall_at_1": 0.7126, "cv_recall_at_10": 0.94955, "cv_recall_at_100": 0.99734, "cv_recall_at_1000": 1.0, "cv_recall_at_20": 0.97455, "cv_recall_at_3": 0.86926, "cv_recall_at_5": 0.90998, "hf_subset": "de", "languages": [ "deu-Latn" ], "main_score": 0.83507, "map_at_1": 0.71341, "map_at_10": 0.79796, "map_at_100": 0.80041, "map_at_1000": 0.80042, "map_at_20": 0.79972, "map_at_3": 0.78316, "map_at_5": 0.79251, "mrr_at_1": 0.7125997917389795, "mrr_at_10": 0.7975931986431776, "mrr_at_100": 0.8000344135230665, "mrr_at_1000": 0.8000498663757141, "mrr_at_20": 0.7993588478322806, "mrr_at_3": 0.7827721855837061, "mrr_at_5": 0.7921555015619524, "nauc_cv_recall_at_1000_diff1": NaN, "nauc_cv_recall_at_1000_max": NaN, "nauc_cv_recall_at_1000_std": NaN, "nauc_cv_recall_at_100_diff1": 0.6918137529129452, "nauc_cv_recall_at_100_max": 0.6244682125398126, "nauc_cv_recall_at_100_std": -0.08660788765572316, "nauc_cv_recall_at_10_diff1": 0.6836034004739103, "nauc_cv_recall_at_10_max": 0.4012445339106293, "nauc_cv_recall_at_10_std": -0.35927318668806163, "nauc_cv_recall_at_1_diff1": 0.7898242811078701, "nauc_cv_recall_at_1_max": 0.23246473805613949, "nauc_cv_recall_at_1_std": -0.34557711533379987, "nauc_cv_recall_at_20_diff1": 0.6792651120147072, "nauc_cv_recall_at_20_max": 0.43115416658339467, "nauc_cv_recall_at_20_std": -0.27278089497746366, "nauc_cv_recall_at_3_diff1": 0.7140342630015878, "nauc_cv_recall_at_3_max": 0.2855305091196425, "nauc_cv_recall_at_3_std": -0.40087906651232413, "nauc_cv_recall_at_5_diff1": 0.7028843591440532, "nauc_cv_recall_at_5_max": 0.322538023376234, "nauc_cv_recall_at_5_std": -0.40328715680312194, "nauc_map_at_1000_diff1": 0.7668274775974006, "nauc_map_at_1000_max": 0.25008267317665056, "nauc_map_at_1000_std": -0.357349206651714, "nauc_map_at_100_diff1": 0.7668200567012703, "nauc_map_at_100_max": 0.25011638794727814, "nauc_map_at_100_std": -0.35733370086990873, "nauc_map_at_10_diff1": 0.7657724908243121, "nauc_map_at_10_max": 0.25189320970365725, "nauc_map_at_10_std": -0.3580483775578278, "nauc_map_at_1_diff1": 0.7884296584177879, "nauc_map_at_1_max": 0.23140424195727272, "nauc_map_at_1_std": -0.34528693961621443, "nauc_map_at_20_diff1": 0.7665383859111664, "nauc_map_at_20_max": 0.25065552609433944, "nauc_map_at_20_std": -0.3572650959424832, "nauc_map_at_3_diff1": 0.7635857387461491, "nauc_map_at_3_max": 0.24882226204119443, "nauc_map_at_3_std": -0.36202311310007906, "nauc_map_at_5_diff1": 0.7645013781934981, "nauc_map_at_5_max": 0.25098908796239816, "nauc_map_at_5_std": -0.3610016794472062, "nauc_mrr_at_1000_diff1": 0.7678586618754952, "nauc_mrr_at_1000_max": 0.25060009905519093, "nauc_mrr_at_1000_std": -0.3576295369949486, "nauc_mrr_at_100_diff1": 0.7678511953572071, "nauc_mrr_at_100_max": 0.2506337040082321, "nauc_mrr_at_100_std": -0.3576140930664983, "nauc_mrr_at_10_diff1": 0.7668409330384582, "nauc_mrr_at_10_max": 0.25242072105939484, "nauc_mrr_at_10_std": -0.3583554129367858, "nauc_mrr_at_1_diff1": 0.7898242811078701, "nauc_mrr_at_1_max": 0.23246473805613949, "nauc_mrr_at_1_std": -0.34557711533379987, "nauc_mrr_at_20_diff1": 0.7675610145187554, "nauc_mrr_at_20_max": 0.2511952980371735, "nauc_mrr_at_20_std": -0.3574682372951569, "nauc_mrr_at_3_diff1": 0.7646228966103492, "nauc_mrr_at_3_max": 0.2488953417715692, "nauc_mrr_at_3_std": -0.3630677371219241, "nauc_mrr_at_5_diff1": 0.765513740712143, "nauc_mrr_at_5_max": 0.25147277773093046, "nauc_mrr_at_5_std": -0.36132077725620715, "nauc_ndcg_at_1000_diff1": 0.7638671192671916, "nauc_ndcg_at_1000_max": 0.25411681981659445, "nauc_ndcg_at_1000_std": -0.35756292743896745, "nauc_ndcg_at_100_diff1": 0.7636767423920203, "nauc_ndcg_at_100_max": 0.2550681498036606, "nauc_ndcg_at_100_std": -0.35692249314590857, "nauc_ndcg_at_10_diff1": 0.7579524062501996, "nauc_ndcg_at_10_max": 0.264492434803986, "nauc_ndcg_at_10_std": -0.35907026442400874, "nauc_ndcg_at_1_diff1": 0.7884296584177879, "nauc_ndcg_at_1_max": 0.23140424195727272, "nauc_ndcg_at_1_std": -0.34528693961621443, "nauc_ndcg_at_20_diff1": 0.7611930592535759, "nauc_ndcg_at_20_max": 0.2595785862136275, "nauc_ndcg_at_20_std": -0.3556642293316996, "nauc_ndcg_at_3_diff1": 0.7542493106525402, "nauc_ndcg_at_3_max": 0.25606249085011534, "nauc_ndcg_at_3_std": -0.3683854779830736, "nauc_ndcg_at_5_diff1": 0.7554210860017102, "nauc_ndcg_at_5_max": 0.2611066243075428, "nauc_ndcg_at_5_std": -0.36707385414845317, "nauc_precision_at_1000_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_100_diff1": 0.6918137529128987, "nauc_precision_at_100_max": 0.6244682125398021, "nauc_precision_at_100_std": -0.08660788765587611, "nauc_precision_at_10_diff1": 0.6819834595238247, "nauc_precision_at_10_max": 0.4006072616058028, "nauc_precision_at_10_std": -0.3581701438427899, "nauc_precision_at_1_diff1": 0.7884296584177879, "nauc_precision_at_1_max": 0.23140424195727272, "nauc_precision_at_1_std": -0.34528693961621443, "nauc_precision_at_20_diff1": 0.6809033486432235, "nauc_precision_at_20_max": 0.42634448046985945, "nauc_precision_at_20_std": -0.2833489846059389, "nauc_precision_at_3_diff1": 0.7135078300969585, "nauc_precision_at_3_max": 0.2880191182090223, "nauc_precision_at_3_std": -0.3961870174021449, "nauc_precision_at_5_diff1": 0.702693427682634, "nauc_precision_at_5_max": 0.3225836457867408, "nauc_precision_at_5_std": -0.4026118760669209, "nauc_recall_at_1000_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_100_diff1": 0.6918137529129452, "nauc_recall_at_100_max": 0.6244682125398126, "nauc_recall_at_100_std": -0.08660788765572316, "nauc_recall_at_10_diff1": 0.6819834595238256, "nauc_recall_at_10_max": 0.40060726160580873, "nauc_recall_at_10_std": -0.35817014384277435, "nauc_recall_at_1_diff1": 0.7884296584177879, "nauc_recall_at_1_max": 0.23140424195727272, "nauc_recall_at_1_std": -0.34528693961621443, "nauc_recall_at_20_diff1": 0.68090334864322, "nauc_recall_at_20_max": 0.4263444804698667, "nauc_recall_at_20_std": -0.28334898460592506, "nauc_recall_at_3_diff1": 0.7135078300969591, "nauc_recall_at_3_max": 0.2880191182090249, "nauc_recall_at_3_std": -0.39618701740214285, "nauc_recall_at_5_diff1": 0.7026934276826329, "nauc_recall_at_5_max": 0.3225836457867422, "nauc_recall_at_5_std": -0.4026118760669154, "ndcg_at_1": 0.71341, "ndcg_at_10": 0.83507, "ndcg_at_100": 0.84586, "ndcg_at_1000": 0.84621, "ndcg_at_20": 0.8414, "ndcg_at_3": 0.80532, "ndcg_at_5": 0.82211, "precision_at_1": 0.71341, "precision_at_10": 0.09494, "precision_at_100": 0.00997, "precision_at_1000": 0.001, "precision_at_20": 0.04872, "precision_at_3": 0.28975, "precision_at_5": 0.18197, "recall_at_1": 0.71341, "recall_at_10": 0.94944, "recall_at_100": 0.99734, "recall_at_1000": 1.0, "recall_at_20": 0.97431, "recall_at_3": 0.86926, "recall_at_5": 0.90987 }, { "cv_recall_at_1": 0.53373, "cv_recall_at_10": 0.86619, "cv_recall_at_100": 0.98293, "cv_recall_at_1000": 0.99931, "cv_recall_at_20": 0.92032, "cv_recall_at_3": 0.71918, "cv_recall_at_5": 0.79109, "hf_subset": "el", "languages": [ "ell-Grek" ], "main_score": 0.69678, "map_at_1": 0.53401, "map_at_10": 0.64288, "map_at_100": 0.64846, "map_at_1000": 0.64856, "map_at_20": 0.64673, "map_at_3": 0.61635, "map_at_5": 0.63269, "mrr_at_1": 0.5337312604108828, "mrr_at_10": 0.6427999656275616, "mrr_at_100": 0.6483888104180351, "mrr_at_1000": 0.6484851217104721, "mrr_at_20": 0.6466704938508572, "mrr_at_3": 0.6162317231167894, "mrr_at_5": 0.6325837497686458, "nauc_cv_recall_at_1000_diff1": 0.3887068119496088, "nauc_cv_recall_at_1000_max": 0.8245547850425313, "nauc_cv_recall_at_1000_std": 0.918302858522067, "nauc_cv_recall_at_100_diff1": 0.5061926695163216, "nauc_cv_recall_at_100_max": 0.5717531377147211, "nauc_cv_recall_at_100_std": 0.08197934764550702, "nauc_cv_recall_at_10_diff1": 0.5394530731065117, "nauc_cv_recall_at_10_max": 0.3034024916522411, "nauc_cv_recall_at_10_std": -0.288316453860148, "nauc_cv_recall_at_1_diff1": 0.6861667540456952, "nauc_cv_recall_at_1_max": 0.21220064522997792, "nauc_cv_recall_at_1_std": -0.25190316700337606, "nauc_cv_recall_at_20_diff1": 0.553379426329321, "nauc_cv_recall_at_20_max": 0.35514249298044803, "nauc_cv_recall_at_20_std": -0.25464874093692913, "nauc_cv_recall_at_3_diff1": 0.5755392959726751, "nauc_cv_recall_at_3_max": 0.2366138991559501, "nauc_cv_recall_at_3_std": -0.311659142793245, "nauc_cv_recall_at_5_diff1": 0.5546535591361283, "nauc_cv_recall_at_5_max": 0.2732713733515474, "nauc_cv_recall_at_5_std": -0.306050433943881, "nauc_map_at_1000_diff1": 0.6460184284830901, "nauc_map_at_1000_max": 0.22854971867959484, "nauc_map_at_1000_std": -0.26892427360565235, "nauc_map_at_100_diff1": 0.6459786411835833, "nauc_map_at_100_max": 0.2286569899462502, "nauc_map_at_100_std": -0.2688516137749223, "nauc_map_at_10_diff1": 0.6437814785985486, "nauc_map_at_10_max": 0.22865259705004234, "nauc_map_at_10_std": -0.27040741171589305, "nauc_map_at_1_diff1": 0.6855475558125665, "nauc_map_at_1_max": 0.2104508067054977, "nauc_map_at_1_std": -0.2548734375304507, "nauc_map_at_20_diff1": 0.6454093629793961, "nauc_map_at_20_max": 0.22883985918363672, "nauc_map_at_20_std": -0.26952016124277933, "nauc_map_at_3_diff1": 0.6428320530276096, "nauc_map_at_3_max": 0.2231553267839713, "nauc_map_at_3_std": -0.27490976290370295, "nauc_map_at_5_diff1": 0.6421120571649757, "nauc_map_at_5_max": 0.22811110101782386, "nauc_map_at_5_std": -0.27261031097142774, "nauc_mrr_at_1000_diff1": 0.6463320889546523, "nauc_mrr_at_1000_max": 0.22972285932307498, "nauc_mrr_at_1000_std": -0.26698377464458817, "nauc_mrr_at_100_diff1": 0.6462922732434057, "nauc_mrr_at_100_max": 0.22982946835196635, "nauc_mrr_at_100_std": -0.2669121681299175, "nauc_mrr_at_10_diff1": 0.6441576358102115, "nauc_mrr_at_10_max": 0.22979325671838793, "nauc_mrr_at_10_std": -0.26854674088619057, "nauc_mrr_at_1_diff1": 0.6861667540456952, "nauc_mrr_at_1_max": 0.21220064522997792, "nauc_mrr_at_1_std": -0.25190316700337606, "nauc_mrr_at_20_diff1": 0.6457201263108748, "nauc_mrr_at_20_max": 0.2299674887767689, "nauc_mrr_at_20_std": -0.26762254130590846, "nauc_mrr_at_3_diff1": 0.6429345152078643, "nauc_mrr_at_3_max": 0.22379262710142891, "nauc_mrr_at_3_std": -0.27351012745955916, "nauc_mrr_at_5_diff1": 0.6424902091612007, "nauc_mrr_at_5_max": 0.22909053530589618, "nauc_mrr_at_5_std": -0.27104162620866484, "nauc_ndcg_at_1000_diff1": 0.6400690473250698, "nauc_ndcg_at_1000_max": 0.23405506328276734, "nauc_ndcg_at_1000_std": -0.2681278121256115, "nauc_ndcg_at_100_diff1": 0.6388291257247318, "nauc_ndcg_at_100_max": 0.23726452440783374, "nauc_ndcg_at_100_std": -0.26521470350764376, "nauc_ndcg_at_10_diff1": 0.6286715662508887, "nauc_ndcg_at_10_max": 0.23861871121696504, "nauc_ndcg_at_10_std": -0.2734891365313242, "nauc_ndcg_at_1_diff1": 0.6855475558125665, "nauc_ndcg_at_1_max": 0.2104508067054977, "nauc_ndcg_at_1_std": -0.2548734375304507, "nauc_ndcg_at_20_diff1": 0.6349526939415685, "nauc_ndcg_at_20_max": 0.23986785607034486, "nauc_ndcg_at_20_std": -0.2696831769927864, "nauc_ndcg_at_3_diff1": 0.6279514481566033, "nauc_ndcg_at_3_max": 0.2266428443325491, "nauc_ndcg_at_3_std": -0.2826800403877922, "nauc_ndcg_at_5_diff1": 0.6253995424495602, "nauc_ndcg_at_5_max": 0.23665940787350342, "nauc_ndcg_at_5_std": -0.2786719475711537, "nauc_precision_at_1000_diff1": 0.38870681194954254, "nauc_precision_at_1000_max": 0.8245547850425203, "nauc_precision_at_1000_std": 0.9183028585220742, "nauc_precision_at_100_diff1": 0.5061926695163291, "nauc_precision_at_100_max": 0.5717531377147199, "nauc_precision_at_100_std": 0.08197934764550233, "nauc_precision_at_10_diff1": 0.538084253052767, "nauc_precision_at_10_max": 0.3037126197438752, "nauc_precision_at_10_std": -0.287685459843413, "nauc_precision_at_1_diff1": 0.6855475558125665, "nauc_precision_at_1_max": 0.2104508067054977, "nauc_precision_at_1_std": -0.2548734375304507, "nauc_precision_at_20_diff1": 0.5536819272356445, "nauc_precision_at_20_max": 0.357401733252311, "nauc_precision_at_20_std": -0.25255347140366874, "nauc_precision_at_3_diff1": 0.5762128276242791, "nauc_precision_at_3_max": 0.2383986232131332, "nauc_precision_at_3_std": -0.3100083156189344, "nauc_precision_at_5_diff1": 0.5540691035764693, "nauc_precision_at_5_max": 0.2747329479023758, "nauc_precision_at_5_std": -0.30369912586869496, "nauc_recall_at_1000_diff1": 0.3887068119496088, "nauc_recall_at_1000_max": 0.8245547850425313, "nauc_recall_at_1000_std": 0.918302858522067, "nauc_recall_at_100_diff1": 0.5061926695163216, "nauc_recall_at_100_max": 0.5717531377147211, "nauc_recall_at_100_std": 0.08197934764550702, "nauc_recall_at_10_diff1": 0.5380842530527684, "nauc_recall_at_10_max": 0.3037126197438769, "nauc_recall_at_10_std": -0.28768545984341193, "nauc_recall_at_1_diff1": 0.6855475558125665, "nauc_recall_at_1_max": 0.2104508067054977, "nauc_recall_at_1_std": -0.2548734375304507, "nauc_recall_at_20_diff1": 0.5536819272356426, "nauc_recall_at_20_max": 0.3574017332523094, "nauc_recall_at_20_std": -0.25255347140366424, "nauc_recall_at_3_diff1": 0.5762128276242792, "nauc_recall_at_3_max": 0.2383986232131328, "nauc_recall_at_3_std": -0.3100083156189347, "nauc_recall_at_5_diff1": 0.5540691035764694, "nauc_recall_at_5_max": 0.27473294790237673, "nauc_recall_at_5_std": -0.30369912586869385, "ndcg_at_1": 0.53401, "ndcg_at_10": 0.69678, "ndcg_at_100": 0.72244, "ndcg_at_1000": 0.72462, "ndcg_at_20": 0.71054, "ndcg_at_3": 0.64282, "ndcg_at_5": 0.67235, "precision_at_1": 0.53401, "precision_at_10": 0.08662, "precision_at_100": 0.00983, "precision_at_1000": 0.001, "precision_at_20": 0.046, "precision_at_3": 0.23977, "precision_at_5": 0.15825, "recall_at_1": 0.53401, "recall_at_10": 0.86619, "recall_at_100": 0.98293, "recall_at_1000": 0.99931, "recall_at_20": 0.92004, "recall_at_3": 0.71932, "recall_at_5": 0.79123 }, { "cv_recall_at_1": 0.53069, "cv_recall_at_10": 0.85986, "cv_recall_at_100": 0.98236, "cv_recall_at_1000": 0.99944, "cv_recall_at_20": 0.91444, "cv_recall_at_3": 0.71458, "cv_recall_at_5": 0.78194, "hf_subset": "en", "languages": [ "eng-Latn" ], "main_score": 0.69177, "map_at_1": 0.53069, "map_at_10": 0.63846, "map_at_100": 0.64422, "map_at_1000": 0.64432, "map_at_20": 0.64239, "map_at_3": 0.61255, "map_at_5": 0.62805, "mrr_at_1": 0.5306944444444445, "mrr_at_10": 0.6384397045855386, "mrr_at_100": 0.6441684385990604, "mrr_at_1000": 0.6442692030125043, "mrr_at_20": 0.6423280703340202, "mrr_at_3": 0.6124537037037059, "mrr_at_5": 0.6279675925925917, "nauc_cv_recall_at_1000_diff1": -0.07586367880508599, "nauc_cv_recall_at_1000_max": 0.2064659197009776, "nauc_cv_recall_at_1000_std": 0.015639589168667263, "nauc_cv_recall_at_100_diff1": 0.528011204481788, "nauc_cv_recall_at_100_max": 0.12446605938963995, "nauc_cv_recall_at_100_std": -0.3767911364020771, "nauc_cv_recall_at_10_diff1": 0.5517141761177643, "nauc_cv_recall_at_10_max": 0.07457514523942542, "nauc_cv_recall_at_10_std": -0.44880640735873223, "nauc_cv_recall_at_1_diff1": 0.6933321589815087, "nauc_cv_recall_at_1_max": 0.07722656055213406, "nauc_cv_recall_at_1_std": -0.353304574450626, "nauc_cv_recall_at_20_diff1": 0.5498282646391909, "nauc_cv_recall_at_20_max": 0.12141902215431705, "nauc_cv_recall_at_20_std": -0.38225365903937336, "nauc_cv_recall_at_3_diff1": 0.584184795861549, "nauc_cv_recall_at_3_max": 0.08394889790404172, "nauc_cv_recall_at_3_std": -0.4146095034667482, "nauc_cv_recall_at_5_diff1": 0.5744016679690922, "nauc_cv_recall_at_5_max": 0.08031316573659417, "nauc_cv_recall_at_5_std": -0.44722097023660895, "nauc_map_at_1000_diff1": 0.6545650959982429, "nauc_map_at_1000_max": 0.07895083674319604, "nauc_map_at_1000_std": -0.37744280865599006, "nauc_map_at_100_diff1": 0.6545275580176397, "nauc_map_at_100_max": 0.07894627942316965, "nauc_map_at_100_std": -0.37746886390234524, "nauc_map_at_10_diff1": 0.6528418065019593, "nauc_map_at_10_max": 0.07817346604979555, "nauc_map_at_10_std": -0.37991208960956124, "nauc_map_at_1_diff1": 0.6933321589815087, "nauc_map_at_1_max": 0.0770660742940564, "nauc_map_at_1_std": -0.3533286473893376, "nauc_map_at_20_diff1": 0.6538517639821855, "nauc_map_at_20_max": 0.07904139706445526, "nauc_map_at_20_std": -0.37746093699285965, "nauc_map_at_3_diff1": 0.6513741152157138, "nauc_map_at_3_max": 0.07927806977089188, "nauc_map_at_3_std": -0.3772958388381494, "nauc_map_at_5_diff1": 0.6519879232222985, "nauc_map_at_5_max": 0.0788252665437543, "nauc_map_at_5_std": -0.38105008095825577, "nauc_mrr_at_1000_diff1": 0.6545114392930091, "nauc_mrr_at_1000_max": 0.07916803829633806, "nauc_mrr_at_1000_std": -0.37758836785557115, "nauc_mrr_at_100_diff1": 0.6544739053681636, "nauc_mrr_at_100_max": 0.07916329968094078, "nauc_mrr_at_100_std": -0.3776143208874889, "nauc_mrr_at_10_diff1": 0.6527029078623963, "nauc_mrr_at_10_max": 0.07836266600263875, "nauc_mrr_at_10_std": -0.3799977328473945, "nauc_mrr_at_1_diff1": 0.6933321589815087, "nauc_mrr_at_1_max": 0.07722656055213406, "nauc_mrr_at_1_std": -0.353304574450626, "nauc_mrr_at_20_diff1": 0.6538079942516626, "nauc_mrr_at_20_max": 0.07929996370823751, "nauc_mrr_at_20_std": -0.37765100892759873, "nauc_mrr_at_3_diff1": 0.6509257591171453, "nauc_mrr_at_3_max": 0.07966353149664185, "nauc_mrr_at_3_std": -0.3773706192215919, "nauc_mrr_at_5_diff1": 0.6519046400904003, "nauc_mrr_at_5_max": 0.07906565097953834, "nauc_mrr_at_5_std": -0.38133092263541934, "nauc_ndcg_at_1000_diff1": 0.6483623822151504, "nauc_ndcg_at_1000_max": 0.0798730198135569, "nauc_ndcg_at_1000_std": -0.38035385857927495, "nauc_ndcg_at_100_diff1": 0.6473449083983648, "nauc_ndcg_at_100_max": 0.0801723322742453, "nauc_ndcg_at_100_std": -0.38061154521130347, "nauc_ndcg_at_10_diff1": 0.6382934276253475, "nauc_ndcg_at_10_max": 0.07783696039764702, "nauc_ndcg_at_10_std": -0.39032971506152053, "nauc_ndcg_at_1_diff1": 0.6933321589815087, "nauc_ndcg_at_1_max": 0.0770660742940564, "nauc_ndcg_at_1_std": -0.3533286473893376, "nauc_ndcg_at_20_diff1": 0.6422162404443572, "nauc_ndcg_at_20_max": 0.08186807168791428, "nauc_ndcg_at_20_std": -0.3804735285908902, "nauc_ndcg_at_3_diff1": 0.6367068617497735, "nauc_ndcg_at_3_max": 0.08009833138433452, "nauc_ndcg_at_3_std": -0.38572276576987563, "nauc_ndcg_at_5_diff1": 0.6369061862213651, "nauc_ndcg_at_5_max": 0.07910400722447442, "nauc_ndcg_at_5_std": -0.39342636027585204, "nauc_precision_at_1000_diff1": -0.07586367880522078, "nauc_precision_at_1000_max": 0.20646591970090342, "nauc_precision_at_1000_std": 0.015639589168539383, "nauc_precision_at_100_diff1": 0.528011204481812, "nauc_precision_at_100_max": 0.12446605938964174, "nauc_precision_at_100_std": -0.3767911364020682, "nauc_precision_at_10_diff1": 0.5539113226433694, "nauc_precision_at_10_max": 0.07519664957448645, "nauc_precision_at_10_std": -0.4498605906965842, "nauc_precision_at_1_diff1": 0.6933321589815087, "nauc_precision_at_1_max": 0.0770660742940564, "nauc_precision_at_1_std": -0.3533286473893376, "nauc_precision_at_20_diff1": 0.5490962780776256, "nauc_precision_at_20_max": 0.11880242611949814, "nauc_precision_at_20_std": -0.3790895219876584, "nauc_precision_at_3_diff1": 0.5859835753424988, "nauc_precision_at_3_max": 0.0829533166057242, "nauc_precision_at_3_std": -0.41488430099151946, "nauc_precision_at_5_diff1": 0.5746487445185521, "nauc_precision_at_5_max": 0.07989571907736799, "nauc_precision_at_5_std": -0.44612633550725866, "nauc_recall_at_1000_diff1": -0.07586367880508599, "nauc_recall_at_1000_max": 0.2064659197009776, "nauc_recall_at_1000_std": 0.015639589168667263, "nauc_recall_at_100_diff1": 0.528011204481788, "nauc_recall_at_100_max": 0.12446605938963995, "nauc_recall_at_100_std": -0.3767911364020771, "nauc_recall_at_10_diff1": 0.5539113226433686, "nauc_recall_at_10_max": 0.07519664957448446, "nauc_recall_at_10_std": -0.4498605906965874, "nauc_recall_at_1_diff1": 0.6933321589815087, "nauc_recall_at_1_max": 0.0770660742940564, "nauc_recall_at_1_std": -0.3533286473893376, "nauc_recall_at_20_diff1": 0.5490962780776271, "nauc_recall_at_20_max": 0.11880242611949987, "nauc_recall_at_20_std": -0.3790895219876551, "nauc_recall_at_3_diff1": 0.5859835753424977, "nauc_recall_at_3_max": 0.08295331660572439, "nauc_recall_at_3_std": -0.4148843009915188, "nauc_recall_at_5_diff1": 0.5746487445185521, "nauc_recall_at_5_max": 0.07989571907736812, "nauc_recall_at_5_std": -0.44612633550725833, "ndcg_at_1": 0.53069, "ndcg_at_10": 0.69177, "ndcg_at_100": 0.7186, "ndcg_at_1000": 0.72088, "ndcg_at_20": 0.70584, "ndcg_at_3": 0.63885, "ndcg_at_5": 0.66666, "precision_at_1": 0.53069, "precision_at_10": 0.08594, "precision_at_100": 0.00982, "precision_at_1000": 0.001, "precision_at_20": 0.04573, "precision_at_3": 0.23829, "precision_at_5": 0.15642, "recall_at_1": 0.53069, "recall_at_10": 0.85944, "recall_at_100": 0.98236, "recall_at_1000": 0.99944, "recall_at_20": 0.91458, "recall_at_3": 0.71486, "recall_at_5": 0.78208 }, { "cv_recall_at_1": 0.59612, "cv_recall_at_10": 0.90248, "cv_recall_at_100": 0.99118, "cv_recall_at_1000": 1.0, "cv_recall_at_20": 0.94555, "cv_recall_at_3": 0.77339, "cv_recall_at_5": 0.83237, "hf_subset": "es", "languages": [ "spa-Latn" ], "main_score": 0.74787, "map_at_1": 0.59612, "map_at_10": 0.69856, "map_at_100": 0.70296, "map_at_1000": 0.70302, "map_at_20": 0.70162, "map_at_3": 0.67568, "map_at_5": 0.68914, "mrr_at_1": 0.5961225911307174, "mrr_at_10": 0.6984706973881539, "mrr_at_100": 0.7028751857353566, "mrr_at_1000": 0.7029316233854588, "mrr_at_20": 0.701542997973057, "mrr_at_3": 0.6754701648479187, "mrr_at_5": 0.6889772463431563, "nauc_cv_recall_at_1000_diff1": NaN, "nauc_cv_recall_at_1000_max": NaN, "nauc_cv_recall_at_1000_std": NaN, "nauc_cv_recall_at_100_diff1": 0.595365197066751, "nauc_cv_recall_at_100_max": 0.4721505258730173, "nauc_cv_recall_at_100_std": -0.014570626800068596, "nauc_cv_recall_at_10_diff1": 0.6036920402835285, "nauc_cv_recall_at_10_max": 0.1846549248961381, "nauc_cv_recall_at_10_std": -0.39882847819502715, "nauc_cv_recall_at_1_diff1": 0.7198206370782941, "nauc_cv_recall_at_1_max": 0.11819316313510425, "nauc_cv_recall_at_1_std": -0.3443613343708873, "nauc_cv_recall_at_20_diff1": 0.5752660986316912, "nauc_cv_recall_at_20_max": 0.21253115714420825, "nauc_cv_recall_at_20_std": -0.3539992941688887, "nauc_cv_recall_at_3_diff1": 0.6342488038354354, "nauc_cv_recall_at_3_max": 0.13028046536158133, "nauc_cv_recall_at_3_std": -0.4323312085449509, "nauc_cv_recall_at_5_diff1": 0.6171246114506126, "nauc_cv_recall_at_5_max": 0.14172824741183146, "nauc_cv_recall_at_5_std": -0.4364626019979275, "nauc_map_at_1000_diff1": 0.690362556164291, "nauc_map_at_1000_max": 0.1260164897570056, "nauc_map_at_1000_std": -0.3679437442879254, "nauc_map_at_100_diff1": 0.6903379797356727, "nauc_map_at_100_max": 0.1260886063772178, "nauc_map_at_100_std": -0.3678822259312021, "nauc_map_at_10_diff1": 0.6890992774255547, "nauc_map_at_10_max": 0.1262884871782441, "nauc_map_at_10_std": -0.3695426173787033, "nauc_map_at_1_diff1": 0.7198206370782941, "nauc_map_at_1_max": 0.11792463697046092, "nauc_map_at_1_std": -0.34507044076272475, "nauc_map_at_20_diff1": 0.6897020490672292, "nauc_map_at_20_max": 0.12614464439446127, "nauc_map_at_20_std": -0.3682602968884672, "nauc_map_at_3_diff1": 0.6879414452225746, "nauc_map_at_3_max": 0.12349544658633657, "nauc_map_at_3_std": -0.3749500933981262, "nauc_map_at_5_diff1": 0.6876660885570575, "nauc_map_at_5_max": 0.1249322724840998, "nauc_map_at_5_std": -0.3732864284077682, "nauc_mrr_at_1000_diff1": 0.6902785297964387, "nauc_mrr_at_1000_max": 0.1260714039235999, "nauc_mrr_at_1000_std": -0.3677622760166252, "nauc_mrr_at_100_diff1": 0.6902539796400696, "nauc_mrr_at_100_max": 0.12614351343890828, "nauc_mrr_at_100_std": -0.36770072530069864, "nauc_mrr_at_10_diff1": 0.6890233394626261, "nauc_mrr_at_10_max": 0.1264129000543467, "nauc_mrr_at_10_std": -0.3693445483816421, "nauc_mrr_at_1_diff1": 0.7198206370782941, "nauc_mrr_at_1_max": 0.11819316313510425, "nauc_mrr_at_1_std": -0.3443613343708873, "nauc_mrr_at_20_diff1": 0.6896187954550071, "nauc_mrr_at_20_max": 0.1261809722969505, "nauc_mrr_at_20_std": -0.3681011411295639, "nauc_mrr_at_3_diff1": 0.6879466152901379, "nauc_mrr_at_3_max": 0.12334212266796139, "nauc_mrr_at_3_std": -0.3751560458695519, "nauc_mrr_at_5_diff1": 0.6874696973977111, "nauc_mrr_at_5_max": 0.12466584766884867, "nauc_mrr_at_5_std": -0.37345503377213873, "nauc_ndcg_at_1000_diff1": 0.6859738403374611, "nauc_ndcg_at_1000_max": 0.12883540677294247, "nauc_ndcg_at_1000_std": -0.36914725614181604, "nauc_ndcg_at_100_diff1": 0.6853884016622999, "nauc_ndcg_at_100_max": 0.130914900614953, "nauc_ndcg_at_100_std": -0.36706877697172924, "nauc_ndcg_at_10_diff1": 0.6783462582894573, "nauc_ndcg_at_10_max": 0.13245380809803234, "nauc_ndcg_at_10_std": -0.37437485351275696, "nauc_ndcg_at_1_diff1": 0.7198206370782941, "nauc_ndcg_at_1_max": 0.11792463697046092, "nauc_ndcg_at_1_std": -0.34507044076272475, "nauc_ndcg_at_20_diff1": 0.6804334041665974, "nauc_ndcg_at_20_max": 0.1319863983499783, "nauc_ndcg_at_20_std": -0.3695329307711375, "nauc_ndcg_at_3_diff1": 0.6764829737658626, "nauc_ndcg_at_3_max": 0.12528632276679275, "nauc_ndcg_at_3_std": -0.3865853597488756, "nauc_ndcg_at_5_diff1": 0.6753241800588061, "nauc_ndcg_at_5_max": 0.12826344552454255, "nauc_ndcg_at_5_std": -0.38409201259852754, "nauc_precision_at_1000_diff1": NaN, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_100_diff1": 0.5953651970667532, "nauc_precision_at_100_max": 0.4721505258729941, "nauc_precision_at_100_std": -0.014570626800089234, "nauc_precision_at_10_diff1": 0.6035364305096295, "nauc_precision_at_10_max": 0.1826241802991726, "nauc_precision_at_10_std": -0.3988284781950288, "nauc_precision_at_1_diff1": 0.7198206370782941, "nauc_precision_at_1_max": 0.11792463697046092, "nauc_precision_at_1_std": -0.34507044076272475, "nauc_precision_at_20_diff1": 0.5752211985191429, "nauc_precision_at_20_max": 0.21420662276730423, "nauc_precision_at_20_std": -0.35170945588714475, "nauc_precision_at_3_diff1": 0.6339606418587846, "nauc_precision_at_3_max": 0.13184229596776098, "nauc_precision_at_3_std": -0.4301447346300699, "nauc_precision_at_5_diff1": 0.6183007175618388, "nauc_precision_at_5_max": 0.14427729105598686, "nauc_precision_at_5_std": -0.43377941204477344, "nauc_recall_at_1000_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_100_diff1": 0.595365197066751, "nauc_recall_at_100_max": 0.4721505258730173, "nauc_recall_at_100_std": -0.014570626800068596, "nauc_recall_at_10_diff1": 0.6035364305096298, "nauc_recall_at_10_max": 0.18262418029917366, "nauc_recall_at_10_std": -0.39882847819502715, "nauc_recall_at_1_diff1": 0.7198206370782941, "nauc_recall_at_1_max": 0.11792463697046092, "nauc_recall_at_1_std": -0.34507044076272475, "nauc_recall_at_20_diff1": 0.5752211985191398, "nauc_recall_at_20_max": 0.21420662276730787, "nauc_recall_at_20_std": -0.35170945588713803, "nauc_recall_at_3_diff1": 0.6339606418587843, "nauc_recall_at_3_max": 0.1318422959677605, "nauc_recall_at_3_std": -0.430144734630071, "nauc_recall_at_5_diff1": 0.6183007175618392, "nauc_recall_at_5_max": 0.14427729105598772, "nauc_recall_at_5_std": -0.43377941204477294, "ndcg_at_1": 0.59612, "ndcg_at_10": 0.74787, "ndcg_at_100": 0.76763, "ndcg_at_1000": 0.76883, "ndcg_at_20": 0.75883, "ndcg_at_3": 0.70095, "ndcg_at_5": 0.7252, "precision_at_1": 0.59612, "precision_at_10": 0.09025, "precision_at_100": 0.00991, "precision_at_1000": 0.001, "precision_at_20": 0.04727, "precision_at_3": 0.25795, "precision_at_5": 0.16654, "recall_at_1": 0.59612, "recall_at_10": 0.90248, "recall_at_100": 0.99118, "recall_at_1000": 1.0, "recall_at_20": 0.94544, "recall_at_3": 0.77386, "recall_at_5": 0.83271 }, { "cv_recall_at_1": 0.58068, "cv_recall_at_10": 0.88392, "cv_recall_at_100": 0.98634, "cv_recall_at_1000": 1.0, "cv_recall_at_20": 0.93209, "cv_recall_at_3": 0.75763, "cv_recall_at_5": 0.81891, "hf_subset": "fa", "languages": [ "fas-Arab" ], "main_score": 0.73139, "map_at_1": 0.58026, "map_at_10": 0.68246, "map_at_100": 0.68738, "map_at_1000": 0.68746, "map_at_20": 0.68591, "map_at_3": 0.65933, "map_at_5": 0.67343, "mrr_at_1": 0.5806763285024155, "mrr_at_10": 0.6827144062133701, "mrr_at_100": 0.6876669563107451, "mrr_at_1000": 0.6877521093732322, "mrr_at_20": 0.6861891987287935, "mrr_at_3": 0.6596963423050383, "mrr_at_5": 0.673726708074532, "nauc_cv_recall_at_1000_diff1": NaN, "nauc_cv_recall_at_1000_max": NaN, "nauc_cv_recall_at_1000_std": NaN, "nauc_cv_recall_at_100_diff1": 0.6375818497328913, "nauc_cv_recall_at_100_max": 0.48159918143916713, "nauc_cv_recall_at_100_std": -0.01986763433492296, "nauc_cv_recall_at_10_diff1": 0.5817884246990991, "nauc_cv_recall_at_10_max": 0.21475483047764168, "nauc_cv_recall_at_10_std": -0.32104241801306044, "nauc_cv_recall_at_1_diff1": 0.7081912297671196, "nauc_cv_recall_at_1_max": 0.1399275757081943, "nauc_cv_recall_at_1_std": -0.29747610272029856, "nauc_cv_recall_at_20_diff1": 0.5695475844993582, "nauc_cv_recall_at_20_max": 0.268358959231639, "nauc_cv_recall_at_20_std": -0.26888562317394304, "nauc_cv_recall_at_3_diff1": 0.6231623880964847, "nauc_cv_recall_at_3_max": 0.15394433756002965, "nauc_cv_recall_at_3_std": -0.3367595818735568, "nauc_cv_recall_at_5_diff1": 0.5887696080489399, "nauc_cv_recall_at_5_max": 0.1827735907112267, "nauc_cv_recall_at_5_std": -0.32218613698945187, "nauc_map_at_1000_diff1": 0.6765374108771718, "nauc_map_at_1000_max": 0.14597463274803782, "nauc_map_at_1000_std": -0.31202553730382754, "nauc_map_at_100_diff1": 0.6765233244486859, "nauc_map_at_100_max": 0.14607020861766667, "nauc_map_at_100_std": -0.3119624967811925, "nauc_map_at_10_diff1": 0.6749664349106081, "nauc_map_at_10_max": 0.14640111071118234, "nauc_map_at_10_std": -0.3130634957636557, "nauc_map_at_1_diff1": 0.7091521749190666, "nauc_map_at_1_max": 0.13941606620650818, "nauc_map_at_1_std": -0.2981405994251893, "nauc_map_at_20_diff1": 0.6758631955837804, "nauc_map_at_20_max": 0.1464604921315365, "nauc_map_at_20_std": -0.3121038131200407, "nauc_map_at_3_diff1": 0.6760861051006576, "nauc_map_at_3_max": 0.14103151088367016, "nauc_map_at_3_std": -0.3165108923371486, "nauc_map_at_5_diff1": 0.6727873433441812, "nauc_map_at_5_max": 0.1449744390953172, "nauc_map_at_5_std": -0.3134612166621162, "nauc_mrr_at_1000_diff1": 0.6759307143617819, "nauc_mrr_at_1000_max": 0.14630126574100916, "nauc_mrr_at_1000_std": -0.311457138079767, "nauc_mrr_at_100_diff1": 0.6759167834158842, "nauc_mrr_at_100_max": 0.14639694420792856, "nauc_mrr_at_100_std": -0.3113941892650317, "nauc_mrr_at_10_diff1": 0.6743238828074636, "nauc_mrr_at_10_max": 0.1466239184060678, "nauc_mrr_at_10_std": -0.3125305339327186, "nauc_mrr_at_1_diff1": 0.7081912297671196, "nauc_mrr_at_1_max": 0.1399275757081943, "nauc_mrr_at_1_std": -0.29747610272029856, "nauc_mrr_at_20_diff1": 0.6752684257493783, "nauc_mrr_at_20_max": 0.1467425073547165, "nauc_mrr_at_20_std": -0.3115558687248304, "nauc_mrr_at_3_diff1": 0.6755237427396701, "nauc_mrr_at_3_max": 0.14171985740661144, "nauc_mrr_at_3_std": -0.31550687024378005, "nauc_mrr_at_5_diff1": 0.6723264140366237, "nauc_mrr_at_5_max": 0.14543316436984352, "nauc_mrr_at_5_std": -0.3127975740798109, "nauc_ndcg_at_1000_diff1": 0.6714944662654894, "nauc_ndcg_at_1000_max": 0.1499459265927133, "nauc_ndcg_at_1000_std": -0.3115417984416405, "nauc_ndcg_at_100_diff1": 0.6711757344831284, "nauc_ndcg_at_100_max": 0.15287894881643604, "nauc_ndcg_at_100_std": -0.3090899761874305, "nauc_ndcg_at_10_diff1": 0.6622968040654975, "nauc_ndcg_at_10_max": 0.15509995439027352, "nauc_ndcg_at_10_std": -0.31464713499885477, "nauc_ndcg_at_1_diff1": 0.7091521749190666, "nauc_ndcg_at_1_max": 0.13941606620650818, "nauc_ndcg_at_1_std": -0.2981405994251893, "nauc_ndcg_at_20_diff1": 0.6655260554913641, "nauc_ndcg_at_20_max": 0.15598927128326578, "nauc_ndcg_at_20_std": -0.3102169908393173, "nauc_ndcg_at_3_diff1": 0.6646547521082025, "nauc_ndcg_at_3_max": 0.14327589567698643, "nauc_ndcg_at_3_std": -0.3215522737456076, "nauc_ndcg_at_5_diff1": 0.6574703109716649, "nauc_ndcg_at_5_max": 0.15124206852848554, "nauc_ndcg_at_5_std": -0.3156335378629121, "nauc_precision_at_1000_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_100_diff1": 0.6375818497329087, "nauc_precision_at_100_max": 0.4815991814391898, "nauc_precision_at_100_std": -0.019867634334923057, "nauc_precision_at_10_diff1": 0.5826090005454488, "nauc_precision_at_10_max": 0.21796500643566902, "nauc_precision_at_10_std": -0.32012478649536014, "nauc_precision_at_1_diff1": 0.7091521749190666, "nauc_precision_at_1_max": 0.13941606620650818, "nauc_precision_at_1_std": -0.2981405994251893, "nauc_precision_at_20_diff1": 0.5686708993354053, "nauc_precision_at_20_max": 0.27244853202518093, "nauc_precision_at_20_std": -0.26708744385699884, "nauc_precision_at_3_diff1": 0.6233076810381216, "nauc_precision_at_3_max": 0.15211134400284895, "nauc_precision_at_3_std": -0.3392295761206134, "nauc_precision_at_5_diff1": 0.5879271143290863, "nauc_precision_at_5_max": 0.18196707238362705, "nauc_precision_at_5_std": -0.32278908316047494, "nauc_recall_at_1000_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_100_diff1": 0.6375818497328913, "nauc_recall_at_100_max": 0.48159918143916713, "nauc_recall_at_100_std": -0.01986763433492296, "nauc_recall_at_10_diff1": 0.5826090005454473, "nauc_recall_at_10_max": 0.21796500643567085, "nauc_recall_at_10_std": -0.32012478649536047, "nauc_recall_at_1_diff1": 0.7091521749190666, "nauc_recall_at_1_max": 0.13941606620650818, "nauc_recall_at_1_std": -0.2981405994251893, "nauc_recall_at_20_diff1": 0.568670899335406, "nauc_recall_at_20_max": 0.27244853202518843, "nauc_recall_at_20_std": -0.2670874438569933, "nauc_recall_at_3_diff1": 0.6233076810381211, "nauc_recall_at_3_max": 0.15211134400284834, "nauc_recall_at_3_std": -0.33922957612061355, "nauc_recall_at_5_diff1": 0.587927114329086, "nauc_recall_at_5_max": 0.18196707238362836, "nauc_recall_at_5_std": -0.32278908316047356, "ndcg_at_1": 0.58026, "ndcg_at_10": 0.73139, "ndcg_at_100": 0.75385, "ndcg_at_1000": 0.75569, "ndcg_at_20": 0.74365, "ndcg_at_3": 0.68455, "ndcg_at_5": 0.70993, "precision_at_1": 0.58026, "precision_at_10": 0.08843, "precision_at_100": 0.00986, "precision_at_1000": 0.001, "precision_at_20": 0.04661, "precision_at_3": 0.25245, "precision_at_5": 0.16378, "recall_at_1": 0.58026, "recall_at_10": 0.88433, "recall_at_100": 0.98634, "recall_at_1000": 1.0, "recall_at_20": 0.93223, "recall_at_3": 0.75735, "recall_at_5": 0.81891 }, { "cv_recall_at_1": 0.51971, "cv_recall_at_10": 0.83499, "cv_recall_at_100": 0.96773, "cv_recall_at_1000": 0.99804, "cv_recall_at_20": 0.89112, "cv_recall_at_3": 0.70156, "cv_recall_at_5": 0.76526, "hf_subset": "fi", "languages": [ "fin-Latn" ], "main_score": 0.676, "map_at_1": 0.52042, "map_at_10": 0.62542, "map_at_100": 0.63147, "map_at_1000": 0.63164, "map_at_20": 0.62941, "map_at_3": 0.60147, "map_at_5": 0.61597, "mrr_at_1": 0.5197137645573172, "mrr_at_10": 0.6251853559346194, "mrr_at_100": 0.6311845589300726, "mrr_at_1000": 0.631353981565133, "mrr_at_20": 0.6291350954352826, "mrr_at_3": 0.6011412001309601, "mrr_at_5": 0.6156704550769371, "nauc_cv_recall_at_1000_diff1": 0.577924234622155, "nauc_cv_recall_at_1000_max": 0.981324990239375, "nauc_cv_recall_at_1000_std": 0.961484020556728, "nauc_cv_recall_at_100_diff1": 0.5161508557720671, "nauc_cv_recall_at_100_max": 0.6796313136838734, "nauc_cv_recall_at_100_std": 0.34864487246348913, "nauc_cv_recall_at_10_diff1": 0.5642358927059362, "nauc_cv_recall_at_10_max": 0.41432589587225993, "nauc_cv_recall_at_10_std": -0.08631581171783088, "nauc_cv_recall_at_1_diff1": 0.7045362154771284, "nauc_cv_recall_at_1_max": 0.27681898648513603, "nauc_cv_recall_at_1_std": -0.19535099741544787, "nauc_cv_recall_at_20_diff1": 0.5542924054752595, "nauc_cv_recall_at_20_max": 0.48878218893578596, "nauc_cv_recall_at_20_std": 0.0012076707288262293, "nauc_cv_recall_at_3_diff1": 0.5970908602801341, "nauc_cv_recall_at_3_max": 0.3266752340328305, "nauc_cv_recall_at_3_std": -0.1788320331997705, "nauc_cv_recall_at_5_diff1": 0.5841502586181461, "nauc_cv_recall_at_5_max": 0.3611348180692204, "nauc_cv_recall_at_5_std": -0.14989331466952174, "nauc_map_at_1000_diff1": 0.6628568451594647, "nauc_map_at_1000_max": 0.30121717457379193, "nauc_map_at_1000_std": -0.18312685386230604, "nauc_map_at_100_diff1": 0.6627711244549267, "nauc_map_at_100_max": 0.30140481483778203, "nauc_map_at_100_std": -0.18289933655835564, "nauc_map_at_10_diff1": 0.661449529719293, "nauc_map_at_10_max": 0.301653513649287, "nauc_map_at_10_std": -0.18397470761835646, "nauc_map_at_1_diff1": 0.7030071401481365, "nauc_map_at_1_max": 0.275669988970876, "nauc_map_at_1_std": -0.19658832074085394, "nauc_map_at_20_diff1": 0.6621887343511692, "nauc_map_at_20_max": 0.3020852552169549, "nauc_map_at_20_std": -0.18282962986310813, "nauc_map_at_3_diff1": 0.66076662475988, "nauc_map_at_3_max": 0.2955067640639272, "nauc_map_at_3_std": -0.19158146023433753, "nauc_map_at_5_diff1": 0.6611268421402567, "nauc_map_at_5_max": 0.2996088070999344, "nauc_map_at_5_std": -0.18729386955077088, "nauc_mrr_at_1000_diff1": 0.6638123494003999, "nauc_mrr_at_1000_max": 0.30181496057943535, "nauc_mrr_at_1000_std": -0.18203321730131808, "nauc_mrr_at_100_diff1": 0.6637259526029644, "nauc_mrr_at_100_max": 0.3020021876100378, "nauc_mrr_at_100_std": -0.1818064552958035, "nauc_mrr_at_10_diff1": 0.6623641089493888, "nauc_mrr_at_10_max": 0.30228607599598556, "nauc_mrr_at_10_std": -0.1827920550174596, "nauc_mrr_at_1_diff1": 0.7045362154771284, "nauc_mrr_at_1_max": 0.27681898648513603, "nauc_mrr_at_1_std": -0.19535099741544787, "nauc_mrr_at_20_diff1": 0.6631995583935799, "nauc_mrr_at_20_max": 0.3027179557709474, "nauc_mrr_at_20_std": -0.18167040214518368, "nauc_mrr_at_3_diff1": 0.661785237105051, "nauc_mrr_at_3_max": 0.29579536649970306, "nauc_mrr_at_3_std": -0.19034568952830386, "nauc_mrr_at_5_diff1": 0.6620485528750003, "nauc_mrr_at_5_max": 0.30012887156685175, "nauc_mrr_at_5_std": -0.1863657500983122, "nauc_ndcg_at_1000_diff1": 0.65567243641411, "nauc_ndcg_at_1000_max": 0.31040862422547094, "nauc_ndcg_at_1000_std": -0.1733558908201916, "nauc_ndcg_at_100_diff1": 0.6532361597164731, "nauc_ndcg_at_100_max": 0.31629219733653446, "nauc_ndcg_at_100_std": -0.16543475445031747, "nauc_ndcg_at_10_diff1": 0.6459194464672252, "nauc_ndcg_at_10_max": 0.3180952372385961, "nauc_ndcg_at_10_std": -0.17053542238285233, "nauc_ndcg_at_1_diff1": 0.7030071401481365, "nauc_ndcg_at_1_max": 0.275669988970876, "nauc_ndcg_at_1_std": -0.19658832074085394, "nauc_ndcg_at_20_diff1": 0.6483930454309645, "nauc_ndcg_at_20_max": 0.32124684363239736, "nauc_ndcg_at_20_std": -0.16504239117389105, "nauc_ndcg_at_3_diff1": 0.6461397284825501, "nauc_ndcg_at_3_max": 0.3028366367063783, "nauc_ndcg_at_3_std": -0.18904497647510404, "nauc_ndcg_at_5_diff1": 0.6457377228809187, "nauc_ndcg_at_5_max": 0.31152112910865, "nauc_ndcg_at_5_std": -0.18018542355951028, "nauc_precision_at_1000_diff1": 0.5779242346221303, "nauc_precision_at_1000_max": 0.9813249902392988, "nauc_precision_at_1000_std": 0.9614840205567525, "nauc_precision_at_100_diff1": 0.5161508557720607, "nauc_precision_at_100_max": 0.6796313136838759, "nauc_precision_at_100_std": 0.34864487246348264, "nauc_precision_at_10_diff1": 0.5648223668382318, "nauc_precision_at_10_max": 0.4126959102567153, "nauc_precision_at_10_std": -0.08907388282604803, "nauc_precision_at_1_diff1": 0.7030071401481365, "nauc_precision_at_1_max": 0.275669988970876, "nauc_precision_at_1_std": -0.19658832074085394, "nauc_precision_at_20_diff1": 0.5507127489622129, "nauc_precision_at_20_max": 0.48622051829683444, "nauc_precision_at_20_std": -0.0030218635776616282, "nauc_precision_at_3_diff1": 0.5964553249976118, "nauc_precision_at_3_max": 0.32791094897527956, "nauc_precision_at_3_std": -0.1801219783645921, "nauc_precision_at_5_diff1": 0.5841502586181463, "nauc_precision_at_5_max": 0.36134335868986484, "nauc_precision_at_5_std": -0.149204632080388, "nauc_recall_at_1000_diff1": 0.577924234622155, "nauc_recall_at_1000_max": 0.981324990239375, "nauc_recall_at_1000_std": 0.961484020556728, "nauc_recall_at_100_diff1": 0.5161508557720671, "nauc_recall_at_100_max": 0.6796313136838734, "nauc_recall_at_100_std": 0.34864487246348913, "nauc_recall_at_10_diff1": 0.5648223668382304, "nauc_recall_at_10_max": 0.4126959102567156, "nauc_recall_at_10_std": -0.08907388282604599, "nauc_recall_at_1_diff1": 0.7030071401481365, "nauc_recall_at_1_max": 0.275669988970876, "nauc_recall_at_1_std": -0.19658832074085394, "nauc_recall_at_20_diff1": 0.5507127489622132, "nauc_recall_at_20_max": 0.48622051829683643, "nauc_recall_at_20_std": -0.0030218635776595006, "nauc_recall_at_3_diff1": 0.596455324997611, "nauc_recall_at_3_max": 0.32791094897528034, "nauc_recall_at_3_std": -0.18012197836459204, "nauc_recall_at_5_diff1": 0.5841502586181461, "nauc_recall_at_5_max": 0.36134335868986617, "nauc_recall_at_5_std": -0.14920463208038692, "ndcg_at_1": 0.52042, "ndcg_at_10": 0.676, "ndcg_at_100": 0.70479, "ndcg_at_1000": 0.70877, "ndcg_at_20": 0.69039, "ndcg_at_3": 0.62726, "ndcg_at_5": 0.65342, "precision_at_1": 0.52042, "precision_at_10": 0.08344, "precision_at_100": 0.00968, "precision_at_1000": 0.001, "precision_at_20": 0.04455, "precision_at_3": 0.2339, "precision_at_5": 0.15305, "recall_at_1": 0.52042, "recall_at_10": 0.83443, "recall_at_100": 0.96773, "recall_at_1000": 0.99804, "recall_at_20": 0.89098, "recall_at_3": 0.7017, "recall_at_5": 0.76526 }, { "cv_recall_at_1": 0.38543, "cv_recall_at_10": 0.71782, "cv_recall_at_100": 0.92615, "cv_recall_at_1000": 0.99226, "cv_recall_at_20": 0.79899, "cv_recall_at_3": 0.55549, "cv_recall_at_5": 0.62836, "hf_subset": "fil", "languages": [ "fil-Latn" ], "main_score": 0.54279, "map_at_1": 0.385, "map_at_10": 0.48775, "map_at_100": 0.49685, "map_at_1000": 0.49718, "map_at_20": 0.49351, "map_at_3": 0.45909, "map_at_5": 0.4757, "mrr_at_1": 0.38542692361794906, "mrr_at_10": 0.48804583726865475, "mrr_at_100": 0.49712894151667686, "mrr_at_1000": 0.4974565125212747, "mrr_at_20": 0.49379595216469424, "mrr_at_3": 0.4593941951516877, "mrr_at_5": 0.4759577061940266, "nauc_cv_recall_at_1000_diff1": 0.3452440959674127, "nauc_cv_recall_at_1000_max": 0.9203059741945895, "nauc_cv_recall_at_1000_std": 0.8538320351750168, "nauc_cv_recall_at_100_diff1": 0.4327202332869731, "nauc_cv_recall_at_100_max": 0.6207965817529141, "nauc_cv_recall_at_100_std": 0.31358707413671194, "nauc_cv_recall_at_10_diff1": 0.4718761133397383, "nauc_cv_recall_at_10_max": 0.36133897977059826, "nauc_cv_recall_at_10_std": -0.07633781998182909, "nauc_cv_recall_at_1_diff1": 0.6230701276340334, "nauc_cv_recall_at_1_max": 0.27333249034308105, "nauc_cv_recall_at_1_std": -0.13827539467530284, "nauc_cv_recall_at_20_diff1": 0.46487161092361573, "nauc_cv_recall_at_20_max": 0.42466229395796756, "nauc_cv_recall_at_20_std": 0.005409647444346128, "nauc_cv_recall_at_3_diff1": 0.5243317572348074, "nauc_cv_recall_at_3_max": 0.30771649563903936, "nauc_cv_recall_at_3_std": -0.13185844457122142, "nauc_cv_recall_at_5_diff1": 0.4989910403067895, "nauc_cv_recall_at_5_max": 0.32924398199293853, "nauc_cv_recall_at_5_std": -0.11885954358970675, "nauc_map_at_1000_diff1": 0.5779887766126123, "nauc_map_at_1000_max": 0.2963465681924365, "nauc_map_at_1000_std": -0.12541178586242852, "nauc_map_at_100_diff1": 0.577854091029126, "nauc_map_at_100_max": 0.2965826346893198, "nauc_map_at_100_std": -0.12514556405402366, "nauc_map_at_10_diff1": 0.5761465950801117, "nauc_map_at_10_max": 0.29454976753288004, "nauc_map_at_10_std": -0.1287114869770477, "nauc_map_at_1_diff1": 0.6243672179802294, "nauc_map_at_1_max": 0.27310349331532147, "nauc_map_at_1_std": -0.13817782601446119, "nauc_map_at_20_diff1": 0.5769966363889325, "nauc_map_at_20_max": 0.29636752635847924, "nauc_map_at_20_std": -0.1260582319093998, "nauc_map_at_3_diff1": 0.5808567571690438, "nauc_map_at_3_max": 0.2884529484854366, "nauc_map_at_3_std": -0.13527254852915582, "nauc_map_at_5_diff1": 0.5769612187354126, "nauc_map_at_5_max": 0.2920675252648568, "nauc_map_at_5_std": -0.13257830647531194, "nauc_mrr_at_1000_diff1": 0.5774447498561553, "nauc_mrr_at_1000_max": 0.29621660174587294, "nauc_mrr_at_1000_std": -0.12574468199640348, "nauc_mrr_at_100_diff1": 0.5773134233135213, "nauc_mrr_at_100_max": 0.2964532435242822, "nauc_mrr_at_100_std": -0.12548045453884643, "nauc_mrr_at_10_diff1": 0.5755824678095435, "nauc_mrr_at_10_max": 0.294500313737971, "nauc_mrr_at_10_std": -0.1290048185451966, "nauc_mrr_at_1_diff1": 0.6230701276340334, "nauc_mrr_at_1_max": 0.27333249034308105, "nauc_mrr_at_1_std": -0.13827539467530284, "nauc_mrr_at_20_diff1": 0.576467908830701, "nauc_mrr_at_20_max": 0.29625263365832843, "nauc_mrr_at_20_std": -0.126365686536753, "nauc_mrr_at_3_diff1": 0.5806333425370195, "nauc_mrr_at_3_max": 0.2882428403825678, "nauc_mrr_at_3_std": -0.13565018680075705, "nauc_mrr_at_5_diff1": 0.5765153855384413, "nauc_mrr_at_5_max": 0.29180415957900446, "nauc_mrr_at_5_std": -0.13307894851789584, "nauc_ndcg_at_1000_diff1": 0.5678882021733956, "nauc_ndcg_at_1000_max": 0.30836058689849005, "nauc_ndcg_at_1000_std": -0.11150389960485717, "nauc_ndcg_at_100_diff1": 0.5640337327329692, "nauc_ndcg_at_100_max": 0.31647315393639897, "nauc_ndcg_at_100_std": -0.10114496171100945, "nauc_ndcg_at_10_diff1": 0.5557426281022202, "nauc_ndcg_at_10_max": 0.3069765436385078, "nauc_ndcg_at_10_std": -0.11942334963947936, "nauc_ndcg_at_1_diff1": 0.6243672179802294, "nauc_ndcg_at_1_max": 0.27310349331532147, "nauc_ndcg_at_1_std": -0.13817782601446119, "nauc_ndcg_at_20_diff1": 0.5584579611821613, "nauc_ndcg_at_20_max": 0.3146198552513161, "nauc_ndcg_at_20_std": -0.10850340286248318, "nauc_ndcg_at_3_diff1": 0.5665806983965096, "nauc_ndcg_at_3_max": 0.2933644239557954, "nauc_ndcg_at_3_std": -0.1343649909702121, "nauc_ndcg_at_5_diff1": 0.5589460871053992, "nauc_ndcg_at_5_max": 0.3006276561051909, "nauc_ndcg_at_5_std": -0.12928527212642893, "nauc_precision_at_1000_diff1": 0.34524409596740363, "nauc_precision_at_1000_max": 0.9203059741945611, "nauc_precision_at_1000_std": 0.8538320351750237, "nauc_precision_at_100_diff1": 0.4319904043741418, "nauc_precision_at_100_max": 0.6192722999646617, "nauc_precision_at_100_std": 0.31287539676379855, "nauc_precision_at_10_diff1": 0.4724763267539338, "nauc_precision_at_10_max": 0.3602303337191638, "nauc_precision_at_10_std": -0.07696378924003476, "nauc_precision_at_1_diff1": 0.6243672179802294, "nauc_precision_at_1_max": 0.27310349331532147, "nauc_precision_at_1_std": -0.13817782601446119, "nauc_precision_at_20_diff1": 0.4645986398826767, "nauc_precision_at_20_max": 0.4241479611756708, "nauc_precision_at_20_std": 0.00452793410326663, "nauc_precision_at_3_diff1": 0.5231522213502677, "nauc_precision_at_3_max": 0.30826411764180833, "nauc_precision_at_3_std": -0.13161926077582659, "nauc_precision_at_5_diff1": 0.49839053596806265, "nauc_precision_at_5_max": 0.3303005570444751, "nauc_precision_at_5_std": -0.11756236585175091, "nauc_recall_at_1000_diff1": 0.3452440959674127, "nauc_recall_at_1000_max": 0.9203059741945895, "nauc_recall_at_1000_std": 0.8538320351750168, "nauc_recall_at_100_diff1": 0.4319904043741402, "nauc_recall_at_100_max": 0.6192722999646624, "nauc_recall_at_100_std": 0.31287539676379816, "nauc_recall_at_10_diff1": 0.47247632675393364, "nauc_recall_at_10_max": 0.3602303337191647, "nauc_recall_at_10_std": -0.07696378924003422, "nauc_recall_at_1_diff1": 0.6243672179802294, "nauc_recall_at_1_max": 0.27310349331532147, "nauc_recall_at_1_std": -0.13817782601446119, "nauc_recall_at_20_diff1": 0.46459863988267697, "nauc_recall_at_20_max": 0.4241479611756716, "nauc_recall_at_20_std": 0.004527934103266975, "nauc_recall_at_3_diff1": 0.5231522213502678, "nauc_recall_at_3_max": 0.3082641176418081, "nauc_recall_at_3_std": -0.1316192607758267, "nauc_recall_at_5_diff1": 0.49839053596806254, "nauc_recall_at_5_max": 0.33030055704447503, "nauc_recall_at_5_std": -0.11756236585175074, "ndcg_at_1": 0.385, "ndcg_at_10": 0.54279, "ndcg_at_100": 0.5872, "ndcg_at_1000": 0.59572, "ndcg_at_20": 0.5635, "ndcg_at_3": 0.48377, "ndcg_at_5": 0.51378, "precision_at_1": 0.385, "precision_at_10": 0.07177, "precision_at_100": 0.00926, "precision_at_1000": 0.00099, "precision_at_20": 0.03995, "precision_at_3": 0.18512, "precision_at_5": 0.12567, "recall_at_1": 0.385, "recall_at_10": 0.71768, "recall_at_100": 0.92587, "recall_at_1000": 0.99226, "recall_at_20": 0.79899, "recall_at_3": 0.55535, "recall_at_5": 0.62836 }, { "cv_recall_at_1": 0.69131, "cv_recall_at_10": 0.94008, "cv_recall_at_100": 0.99673, "cv_recall_at_1000": 0.99988, "cv_recall_at_20": 0.97103, "cv_recall_at_3": 0.84513, "cv_recall_at_5": 0.89488, "hf_subset": "fr", "languages": [ "fra-Latn" ], "main_score": 0.81813, "map_at_1": 0.69224, "map_at_10": 0.77881, "map_at_100": 0.78179, "map_at_1000": 0.78181, "map_at_20": 0.78104, "map_at_3": 0.76123, "map_at_5": 0.77265, "mrr_at_1": 0.6913104414856343, "mrr_at_10": 0.7782708664716339, "mrr_at_100": 0.7812489894464125, "mrr_at_1000": 0.781267506467621, "mrr_at_20": 0.7804911086506062, "mrr_at_3": 0.7606283578603098, "mrr_at_5": 0.7721268395234705, "nauc_cv_recall_at_1000_diff1": 1.0, "nauc_cv_recall_at_1000_max": 0.7222342022529601, "nauc_cv_recall_at_1000_std": 0.3580696924541635, "nauc_cv_recall_at_100_diff1": 0.7427674802548618, "nauc_cv_recall_at_100_max": 0.5297499026490979, "nauc_cv_recall_at_100_std": -0.2791566969109418, "nauc_cv_recall_at_10_diff1": 0.7097860725036825, "nauc_cv_recall_at_10_max": 0.25581282431951063, "nauc_cv_recall_at_10_std": -0.42679374595488, "nauc_cv_recall_at_1_diff1": 0.7797437599345118, "nauc_cv_recall_at_1_max": 0.13988287060341595, "nauc_cv_recall_at_1_std": -0.3902974183163132, "nauc_cv_recall_at_20_diff1": 0.7222174258016348, "nauc_cv_recall_at_20_max": 0.33023096316139244, "nauc_cv_recall_at_20_std": -0.38017892050525587, "nauc_cv_recall_at_3_diff1": 0.7108956958774709, "nauc_cv_recall_at_3_max": 0.1791128018611073, "nauc_cv_recall_at_3_std": -0.45555675354952013, "nauc_cv_recall_at_5_diff1": 0.7005687101300982, "nauc_cv_recall_at_5_max": 0.19691406979422865, "nauc_cv_recall_at_5_std": -0.46622250618762934, "nauc_map_at_1000_diff1": 0.7575557397436624, "nauc_map_at_1000_max": 0.150044447027778, "nauc_map_at_1000_std": -0.4082006484274241, "nauc_map_at_100_diff1": 0.7575529411299357, "nauc_map_at_100_max": 0.15007797392682604, "nauc_map_at_100_std": -0.40819405012760046, "nauc_map_at_10_diff1": 0.7566806755397814, "nauc_map_at_10_max": 0.1510064233956963, "nauc_map_at_10_std": -0.4089906441399425, "nauc_map_at_1_diff1": 0.7777296037946335, "nauc_map_at_1_max": 0.13923771444104474, "nauc_map_at_1_std": -0.39008664911737745, "nauc_map_at_20_diff1": 0.7573933203497887, "nauc_map_at_20_max": 0.15066702858285136, "nauc_map_at_20_std": -0.40821319976753134, "nauc_map_at_3_diff1": 0.7537186260443915, "nauc_map_at_3_max": 0.1494514562579051, "nauc_map_at_3_std": -0.4120658644795456, "nauc_map_at_5_diff1": 0.7545635669370797, "nauc_map_at_5_max": 0.15013334927254934, "nauc_map_at_5_std": -0.4119127296863597, "nauc_mrr_at_1000_diff1": 0.7587661354634452, "nauc_mrr_at_1000_max": 0.15009017830273885, "nauc_mrr_at_1000_std": -0.40843232325600354, "nauc_mrr_at_100_diff1": 0.7587631873208741, "nauc_mrr_at_100_max": 0.15012372180827752, "nauc_mrr_at_100_std": -0.4084257428936739, "nauc_mrr_at_10_diff1": 0.7578812327838333, "nauc_mrr_at_10_max": 0.15103525109817093, "nauc_mrr_at_10_std": -0.40922453299554484, "nauc_mrr_at_1_diff1": 0.7797437599345118, "nauc_mrr_at_1_max": 0.13988287060341595, "nauc_mrr_at_1_std": -0.3902974183163132, "nauc_mrr_at_20_diff1": 0.7586120893093021, "nauc_mrr_at_20_max": 0.1506682665772521, "nauc_mrr_at_20_std": -0.4085285425712335, "nauc_mrr_at_3_diff1": 0.7547002865380561, "nauc_mrr_at_3_max": 0.14934103100767435, "nauc_mrr_at_3_std": -0.4127710648622254, "nauc_mrr_at_5_diff1": 0.755756027692361, "nauc_mrr_at_5_max": 0.15010569122878634, "nauc_mrr_at_5_std": -0.41223588434351716, "nauc_ndcg_at_1000_diff1": 0.755415957125695, "nauc_ndcg_at_1000_max": 0.15349880711712796, "nauc_ndcg_at_1000_std": -0.4094024850288138, "nauc_ndcg_at_100_diff1": 0.7553502142229865, "nauc_ndcg_at_100_max": 0.15451440788659357, "nauc_ndcg_at_100_std": -0.40913535706620346, "nauc_ndcg_at_10_diff1": 0.751412206069112, "nauc_ndcg_at_10_max": 0.1604426414857572, "nauc_ndcg_at_10_std": -0.4119735531186378, "nauc_ndcg_at_1_diff1": 0.7777296037946335, "nauc_ndcg_at_1_max": 0.13923771444104474, "nauc_ndcg_at_1_std": -0.39008664911737745, "nauc_ndcg_at_20_diff1": 0.7541439111382291, "nauc_ndcg_at_20_max": 0.15938766824748843, "nauc_ndcg_at_20_std": -0.40852318518782993, "nauc_ndcg_at_3_diff1": 0.7453575180484374, "nauc_ndcg_at_3_max": 0.15535399278187062, "nauc_ndcg_at_3_std": -0.4200765553940124, "nauc_ndcg_at_5_diff1": 0.7461300311051571, "nauc_ndcg_at_5_max": 0.15717783024373366, "nauc_ndcg_at_5_std": -0.42016456226933546, "nauc_precision_at_1000_diff1": 1.0, "nauc_precision_at_1000_max": 0.722234202252713, "nauc_precision_at_1000_std": 0.35806969245443937, "nauc_precision_at_100_diff1": 0.7427674802548597, "nauc_precision_at_100_max": 0.5297499026491141, "nauc_precision_at_100_std": -0.27915669691105405, "nauc_precision_at_10_diff1": 0.7097860725036815, "nauc_precision_at_10_max": 0.2558128243195105, "nauc_precision_at_10_std": -0.4267937459548818, "nauc_precision_at_1_diff1": 0.7777296037946335, "nauc_precision_at_1_max": 0.13923771444104474, "nauc_precision_at_1_std": -0.39008664911737745, "nauc_precision_at_20_diff1": 0.7204974549095295, "nauc_precision_at_20_max": 0.3362759440966362, "nauc_precision_at_20_std": -0.36832131519403727, "nauc_precision_at_3_diff1": 0.7114625293007438, "nauc_precision_at_3_max": 0.18048073132708792, "nauc_precision_at_3_std": -0.45273342660932714, "nauc_precision_at_5_diff1": 0.7002648931423413, "nauc_precision_at_5_max": 0.19767048631697834, "nauc_precision_at_5_std": -0.4649316755671639, "nauc_recall_at_1000_diff1": 1.0, "nauc_recall_at_1000_max": 0.7222342022529601, "nauc_recall_at_1000_std": 0.3580696924541635, "nauc_recall_at_100_diff1": 0.7427674802548618, "nauc_recall_at_100_max": 0.5297499026490979, "nauc_recall_at_100_std": -0.2791566969109418, "nauc_recall_at_10_diff1": 0.7097860725036825, "nauc_recall_at_10_max": 0.25581282431951063, "nauc_recall_at_10_std": -0.42679374595488, "nauc_recall_at_1_diff1": 0.7777296037946335, "nauc_recall_at_1_max": 0.13923771444104474, "nauc_recall_at_1_std": -0.39008664911737745, "nauc_recall_at_20_diff1": 0.7204974549095347, "nauc_recall_at_20_max": 0.3362759440966395, "nauc_recall_at_20_std": -0.36832131519402217, "nauc_recall_at_3_diff1": 0.711462529300745, "nauc_recall_at_3_max": 0.18048073132708842, "nauc_recall_at_3_std": -0.4527334266093275, "nauc_recall_at_5_diff1": 0.7002648931423394, "nauc_recall_at_5_max": 0.19767048631698148, "nauc_recall_at_5_std": -0.46493167556715964, "ndcg_at_1": 0.69224, "ndcg_at_10": 0.81813, "ndcg_at_100": 0.83102, "ndcg_at_1000": 0.83143, "ndcg_at_20": 0.82608, "ndcg_at_3": 0.7829, "ndcg_at_5": 0.80336, "precision_at_1": 0.69224, "precision_at_10": 0.09401, "precision_at_100": 0.00997, "precision_at_1000": 0.001, "precision_at_20": 0.04856, "precision_at_3": 0.28179, "precision_at_5": 0.17895, "recall_at_1": 0.69224, "recall_at_10": 0.94008, "recall_at_100": 0.99673, "recall_at_1000": 0.99988, "recall_at_20": 0.97115, "recall_at_3": 0.84536, "recall_at_5": 0.89477 }, { "cv_recall_at_1": 0.54819, "cv_recall_at_10": 0.85181, "cv_recall_at_100": 0.97472, "cv_recall_at_1000": 1.0, "cv_recall_at_20": 0.90333, "cv_recall_at_3": 0.71917, "cv_recall_at_5": 0.77847, "hf_subset": "he", "languages": [ "heb-Hebr" ], "main_score": 0.69734, "map_at_1": 0.54875, "map_at_10": 0.64812, "map_at_100": 0.65369, "map_at_1000": 0.65384, "map_at_20": 0.65173, "map_at_3": 0.62468, "map_at_5": 0.6382, "mrr_at_1": 0.5481944444444444, "mrr_at_10": 0.6477348985890645, "mrr_at_100": 0.6533641660900358, "mrr_at_1000": 0.6535153781568269, "mrr_at_20": 0.651384364533002, "mrr_at_3": 0.6242361111111131, "mrr_at_5": 0.6378888888888882, "nauc_cv_recall_at_1000_diff1": NaN, "nauc_cv_recall_at_1000_max": NaN, "nauc_cv_recall_at_1000_std": NaN, "nauc_cv_recall_at_100_diff1": 0.5521439344968739, "nauc_cv_recall_at_100_max": 0.5687736633114806, "nauc_cv_recall_at_100_std": 0.15365376919998652, "nauc_cv_recall_at_10_diff1": 0.5832342482066432, "nauc_cv_recall_at_10_max": 0.27489382430813275, "nauc_cv_recall_at_10_std": -0.2254900258367704, "nauc_cv_recall_at_1_diff1": 0.7261671206207123, "nauc_cv_recall_at_1_max": 0.19431504066900127, "nauc_cv_recall_at_1_std": -0.28381350985148096, "nauc_cv_recall_at_20_diff1": 0.5558111175504672, "nauc_cv_recall_at_20_max": 0.3392233330113666, "nauc_cv_recall_at_20_std": -0.1254997209611807, "nauc_cv_recall_at_3_diff1": 0.6166454414397844, "nauc_cv_recall_at_3_max": 0.2203049031595717, "nauc_cv_recall_at_3_std": -0.2854996545283741, "nauc_cv_recall_at_5_diff1": 0.596692888926606, "nauc_cv_recall_at_5_max": 0.22514614920268441, "nauc_cv_recall_at_5_std": -0.2774646015502791, "nauc_map_at_1000_diff1": 0.6834884752475846, "nauc_map_at_1000_max": 0.204961005845222, "nauc_map_at_1000_std": -0.2794327641663188, "nauc_map_at_100_diff1": 0.6834140708671065, "nauc_map_at_100_max": 0.20513407548035525, "nauc_map_at_100_std": -0.2792368722608794, "nauc_map_at_10_diff1": 0.6820094521560212, "nauc_map_at_10_max": 0.20471197937376184, "nauc_map_at_10_std": -0.2806254776243222, "nauc_map_at_1_diff1": 0.7249322849503049, "nauc_map_at_1_max": 0.19472816889585368, "nauc_map_at_1_std": -0.2826746660699051, "nauc_map_at_20_diff1": 0.6825271739299381, "nauc_map_at_20_max": 0.2053259713192641, "nauc_map_at_20_std": -0.2791429871846361, "nauc_map_at_3_diff1": 0.6821073442901682, "nauc_map_at_3_max": 0.2022325197306107, "nauc_map_at_3_std": -0.28522346571691576, "nauc_map_at_5_diff1": 0.6809697353923985, "nauc_map_at_5_max": 0.20195591047157402, "nauc_map_at_5_std": -0.28448608970275435, "nauc_mrr_at_1000_diff1": 0.6843742463036608, "nauc_mrr_at_1000_max": 0.20476570250732054, "nauc_mrr_at_1000_std": -0.28010961592518646, "nauc_mrr_at_100_diff1": 0.6842993704287256, "nauc_mrr_at_100_max": 0.2049387971461677, "nauc_mrr_at_100_std": -0.2799132364863206, "nauc_mrr_at_10_diff1": 0.6829324145970317, "nauc_mrr_at_10_max": 0.20453349729884937, "nauc_mrr_at_10_std": -0.28140163964553006, "nauc_mrr_at_1_diff1": 0.7261671206207123, "nauc_mrr_at_1_max": 0.19431504066900127, "nauc_mrr_at_1_std": -0.28381350985148096, "nauc_mrr_at_20_diff1": 0.6833914281140473, "nauc_mrr_at_20_max": 0.20508964139125246, "nauc_mrr_at_20_std": -0.2798455184988091, "nauc_mrr_at_3_diff1": 0.6827704364784759, "nauc_mrr_at_3_max": 0.20190532462393507, "nauc_mrr_at_3_std": -0.28607737879547435, "nauc_mrr_at_5_diff1": 0.6818328017760596, "nauc_mrr_at_5_max": 0.20177656580313974, "nauc_mrr_at_5_std": -0.2850827876081737, "nauc_ndcg_at_1000_diff1": 0.6765942808086762, "nauc_ndcg_at_1000_max": 0.21045868514963434, "nauc_ndcg_at_1000_std": -0.27386594612650944, "nauc_ndcg_at_100_diff1": 0.6746701054878609, "nauc_ndcg_at_100_max": 0.2157722045855521, "nauc_ndcg_at_100_std": -0.26758882779369425, "nauc_ndcg_at_10_diff1": 0.6664904756694462, "nauc_ndcg_at_10_max": 0.2142596097224427, "nauc_ndcg_at_10_std": -0.2731794156177957, "nauc_ndcg_at_1_diff1": 0.7249322849503049, "nauc_ndcg_at_1_max": 0.19472816889585368, "nauc_ndcg_at_1_std": -0.2826746660699051, "nauc_ndcg_at_20_diff1": 0.6679580380264253, "nauc_ndcg_at_20_max": 0.21793409793959237, "nauc_ndcg_at_20_std": -0.26572101367681134, "nauc_ndcg_at_3_diff1": 0.6674567177444771, "nauc_ndcg_at_3_max": 0.20628940644301735, "nauc_ndcg_at_3_std": -0.2852707380504551, "nauc_ndcg_at_5_diff1": 0.6642586331229707, "nauc_ndcg_at_5_max": 0.20639573515338452, "nauc_ndcg_at_5_std": -0.28338328678884533, "nauc_precision_at_1000_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_100_diff1": 0.5521439344968748, "nauc_precision_at_100_max": 0.5687736633114783, "nauc_precision_at_100_std": 0.15365376919998014, "nauc_precision_at_10_diff1": 0.5816986151626875, "nauc_precision_at_10_max": 0.27544515903023775, "nauc_precision_at_10_std": -0.22242040693179868, "nauc_precision_at_1_diff1": 0.7249322849503049, "nauc_precision_at_1_max": 0.19472816889585368, "nauc_precision_at_1_std": -0.2826746660699051, "nauc_precision_at_20_diff1": 0.5562188371986638, "nauc_precision_at_20_max": 0.3421073520666667, "nauc_precision_at_20_std": -0.12353116078323854, "nauc_precision_at_3_diff1": 0.6170705890264516, "nauc_precision_at_3_max": 0.2208313057346938, "nauc_precision_at_3_std": -0.2851069327723304, "nauc_precision_at_5_diff1": 0.5963628588584895, "nauc_precision_at_5_max": 0.22532817875355557, "nauc_precision_at_5_std": -0.2777135482483257, "nauc_recall_at_1000_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_100_diff1": 0.5521439344968739, "nauc_recall_at_100_max": 0.5687736633114806, "nauc_recall_at_100_std": 0.15365376919998652, "nauc_recall_at_10_diff1": 0.5816986151626892, "nauc_recall_at_10_max": 0.27544515903023775, "nauc_recall_at_10_std": -0.22242040693179851, "nauc_recall_at_1_diff1": 0.7249322849503049, "nauc_recall_at_1_max": 0.19472816889585368, "nauc_recall_at_1_std": -0.2826746660699051, "nauc_recall_at_20_diff1": 0.5562188371986645, "nauc_recall_at_20_max": 0.34210735206666704, "nauc_recall_at_20_std": -0.12353116078323922, "nauc_recall_at_3_diff1": 0.6170705890264507, "nauc_recall_at_3_max": 0.22083130573469287, "nauc_recall_at_3_std": -0.2851069327723309, "nauc_recall_at_5_diff1": 0.5963628588584887, "nauc_recall_at_5_max": 0.22532817875355413, "nauc_recall_at_5_std": -0.277713548248326, "ndcg_at_1": 0.54875, "ndcg_at_10": 0.69734, "ndcg_at_100": 0.72383, "ndcg_at_1000": 0.7272, "ndcg_at_20": 0.71036, "ndcg_at_3": 0.64911, "ndcg_at_5": 0.67336, "precision_at_1": 0.54875, "precision_at_10": 0.08524, "precision_at_100": 0.00975, "precision_at_1000": 0.001, "precision_at_20": 0.04518, "precision_at_3": 0.23991, "precision_at_5": 0.15567, "recall_at_1": 0.54875, "recall_at_10": 0.85236, "recall_at_100": 0.97472, "recall_at_1000": 1.0, "recall_at_20": 0.90361, "recall_at_3": 0.71972, "recall_at_5": 0.77833 }, { "cv_recall_at_1": 0.35976, "cv_recall_at_10": 0.71551, "cv_recall_at_100": 0.94273, "cv_recall_at_1000": 0.99824, "cv_recall_at_20": 0.80336, "cv_recall_at_3": 0.53569, "cv_recall_at_5": 0.62049, "hf_subset": "hi", "languages": [ "hin-Deva" ], "main_score": 0.52764, "map_at_1": 0.35928, "map_at_10": 0.46863, "map_at_100": 0.47838, "map_at_1000": 0.47871, "map_at_20": 0.47474, "map_at_3": 0.43669, "map_at_5": 0.456, "mrr_at_1": 0.35975538045395744, "mrr_at_10": 0.46881586144199566, "mrr_at_100": 0.4785785482090447, "mrr_at_1000": 0.4789029552828655, "mrr_at_20": 0.474927782585408, "mrr_at_3": 0.4368654200478299, "mrr_at_5": 0.4561703712415236, "nauc_cv_recall_at_1000_diff1": 0.4562297681484512, "nauc_cv_recall_at_1000_max": 0.8860871355088434, "nauc_cv_recall_at_1000_std": 0.8432923290311121, "nauc_cv_recall_at_100_diff1": 0.45522036450852926, "nauc_cv_recall_at_100_max": 0.2710871650446396, "nauc_cv_recall_at_100_std": -0.18049064532821302, "nauc_cv_recall_at_10_diff1": 0.43275506088000315, "nauc_cv_recall_at_10_max": 0.08859711173455173, "nauc_cv_recall_at_10_std": -0.32439197249995355, "nauc_cv_recall_at_1_diff1": 0.5738636611551411, "nauc_cv_recall_at_1_max": 0.08174441246757916, "nauc_cv_recall_at_1_std": -0.2690973930875779, "nauc_cv_recall_at_20_diff1": 0.4063836655803178, "nauc_cv_recall_at_20_max": 0.1355990728637155, "nauc_cv_recall_at_20_std": -0.27670829794390434, "nauc_cv_recall_at_3_diff1": 0.477540468871162, "nauc_cv_recall_at_3_max": 0.07987794511767199, "nauc_cv_recall_at_3_std": -0.3252067851141454, "nauc_cv_recall_at_5_diff1": 0.45141548601891274, "nauc_cv_recall_at_5_max": 0.07655181287890457, "nauc_cv_recall_at_5_std": -0.3440444238877133, "nauc_map_at_1000_diff1": 0.5284765233423987, "nauc_map_at_1000_max": 0.08354266871418455, "nauc_map_at_1000_std": -0.29184321476304065, "nauc_map_at_100_diff1": 0.5284080459678943, "nauc_map_at_100_max": 0.08365040066284049, "nauc_map_at_100_std": -0.2918954897537399, "nauc_map_at_10_diff1": 0.5269701949433893, "nauc_map_at_10_max": 0.08172961997088134, "nauc_map_at_10_std": -0.2942727611212436, "nauc_map_at_1_diff1": 0.5753162889238167, "nauc_map_at_1_max": 0.08236856677419824, "nauc_map_at_1_std": -0.2685040193160627, "nauc_map_at_20_diff1": 0.5271243898946845, "nauc_map_at_20_max": 0.08346490258836833, "nauc_map_at_20_std": -0.29206694929490823, "nauc_map_at_3_diff1": 0.5310870387697676, "nauc_map_at_3_max": 0.081031273352011, "nauc_map_at_3_std": -0.29444628095709635, "nauc_map_at_5_diff1": 0.5269250707938354, "nauc_map_at_5_max": 0.08054390245905335, "nauc_map_at_5_std": -0.2971782326060124, "nauc_mrr_at_1000_diff1": 0.5276896927684868, "nauc_mrr_at_1000_max": 0.0832897647582332, "nauc_mrr_at_1000_std": -0.2919749929984703, "nauc_mrr_at_100_diff1": 0.527630015003338, "nauc_mrr_at_100_max": 0.08339578428171487, "nauc_mrr_at_100_std": -0.2920294349381568, "nauc_mrr_at_10_diff1": 0.5261513089051069, "nauc_mrr_at_10_max": 0.08137089991471111, "nauc_mrr_at_10_std": -0.29451133696798304, "nauc_mrr_at_1_diff1": 0.5738636611551411, "nauc_mrr_at_1_max": 0.08174441246757916, "nauc_mrr_at_1_std": -0.2690973930875779, "nauc_mrr_at_20_diff1": 0.5263571456835737, "nauc_mrr_at_20_max": 0.08317967257123497, "nauc_mrr_at_20_std": -0.2922452636817001, "nauc_mrr_at_3_diff1": 0.5303290091639999, "nauc_mrr_at_3_max": 0.08094354424402414, "nauc_mrr_at_3_std": -0.29423269487885045, "nauc_mrr_at_5_diff1": 0.5262716869708116, "nauc_mrr_at_5_max": 0.0802310885183137, "nauc_mrr_at_5_std": -0.2973539197256391, "nauc_ndcg_at_1000_diff1": 0.519958137433393, "nauc_ndcg_at_1000_max": 0.08738451343378834, "nauc_ndcg_at_1000_std": -0.2915354128407174, "nauc_ndcg_at_100_diff1": 0.5181357940221628, "nauc_ndcg_at_100_max": 0.09144318963145176, "nauc_ndcg_at_100_std": -0.29019431647921307, "nauc_ndcg_at_10_diff1": 0.5082793123712472, "nauc_ndcg_at_10_max": 0.08302849191061751, "nauc_ndcg_at_10_std": -0.30080010943545493, "nauc_ndcg_at_1_diff1": 0.5753162889238167, "nauc_ndcg_at_1_max": 0.08236856677419824, "nauc_ndcg_at_1_std": -0.2685040193160627, "nauc_ndcg_at_20_diff1": 0.5079839578944397, "nauc_ndcg_at_20_max": 0.089984991149361, "nauc_ndcg_at_20_std": -0.2921826863414223, "nauc_ndcg_at_3_diff1": 0.5175446389006388, "nauc_ndcg_at_3_max": 0.08056880403058911, "nauc_ndcg_at_3_std": -0.3025048933070697, "nauc_ndcg_at_5_diff1": 0.5092703115198312, "nauc_ndcg_at_5_max": 0.0797170656321284, "nauc_ndcg_at_5_std": -0.3079409400975954, "nauc_precision_at_1000_diff1": 0.4562297681484123, "nauc_precision_at_1000_max": 0.8860871355087623, "nauc_precision_at_1000_std": 0.8432923290310931, "nauc_precision_at_100_diff1": 0.45072183876813876, "nauc_precision_at_100_max": 0.2716672090668213, "nauc_precision_at_100_std": -0.1793870212541131, "nauc_precision_at_10_diff1": 0.433504414533405, "nauc_precision_at_10_max": 0.09016549293444841, "nauc_precision_at_10_std": -0.3229528164253531, "nauc_precision_at_1_diff1": 0.5753162889238167, "nauc_precision_at_1_max": 0.08236856677419824, "nauc_precision_at_1_std": -0.2685040193160627, "nauc_precision_at_20_diff1": 0.40588768600282366, "nauc_precision_at_20_max": 0.13684981674170768, "nauc_precision_at_20_std": -0.2751601757714821, "nauc_precision_at_3_diff1": 0.4773711888277598, "nauc_precision_at_3_max": 0.07917872147238597, "nauc_precision_at_3_std": -0.3264502906427302, "nauc_precision_at_5_diff1": 0.4508064993161432, "nauc_precision_at_5_max": 0.0769320077206646, "nauc_precision_at_5_std": -0.34372500835457803, "nauc_recall_at_1000_diff1": 0.4562297681484512, "nauc_recall_at_1000_max": 0.8860871355088434, "nauc_recall_at_1000_std": 0.8432923290311121, "nauc_recall_at_100_diff1": 0.4507218387681387, "nauc_recall_at_100_max": 0.27166720906682024, "nauc_recall_at_100_std": -0.17938702125411204, "nauc_recall_at_10_diff1": 0.4335044145334051, "nauc_recall_at_10_max": 0.0901654929344492, "nauc_recall_at_10_std": -0.3229528164253522, "nauc_recall_at_1_diff1": 0.5753162889238167, "nauc_recall_at_1_max": 0.08236856677419824, "nauc_recall_at_1_std": -0.2685040193160627, "nauc_recall_at_20_diff1": 0.4058876860028243, "nauc_recall_at_20_max": 0.13684981674170796, "nauc_recall_at_20_std": -0.27516017577148, "nauc_recall_at_3_diff1": 0.4773711888277598, "nauc_recall_at_3_max": 0.07917872147238578, "nauc_recall_at_3_std": -0.3264502906427302, "nauc_recall_at_5_diff1": 0.45080649931614336, "nauc_recall_at_5_max": 0.07693200772066563, "nauc_recall_at_5_std": -0.3437250083545774, "ndcg_at_1": 0.35928, "ndcg_at_10": 0.52764, "ndcg_at_100": 0.57584, "ndcg_at_1000": 0.58325, "ndcg_at_20": 0.54989, "ndcg_at_3": 0.46213, "ndcg_at_5": 0.49697, "precision_at_1": 0.35928, "precision_at_10": 0.07155, "precision_at_100": 0.00943, "precision_at_1000": 0.001, "precision_at_20": 0.04017, "precision_at_3": 0.1786, "precision_at_5": 0.1241, "recall_at_1": 0.35928, "recall_at_10": 0.71551, "recall_at_100": 0.94261, "recall_at_1000": 0.99824, "recall_at_20": 0.80348, "recall_at_3": 0.53581, "recall_at_5": 0.62049 }, { "cv_recall_at_1": 0.49588, "cv_recall_at_10": 0.81525, "cv_recall_at_100": 0.96401, "cv_recall_at_1000": 0.99588, "cv_recall_at_20": 0.87761, "cv_recall_at_3": 0.67692, "cv_recall_at_5": 0.74409, "hf_subset": "hr", "languages": [ "hrv-Latn" ], "main_score": 0.65338, "map_at_1": 0.49547, "map_at_10": 0.60187, "map_at_100": 0.60855, "map_at_1000": 0.60871, "map_at_20": 0.60623, "map_at_3": 0.57679, "map_at_5": 0.59241, "mrr_at_1": 0.4958791208791209, "mrr_at_10": 0.6020931994592716, "mrr_at_100": 0.6087466174938244, "mrr_at_1000": 0.6089096286321865, "mrr_at_20": 0.6064338535046906, "mrr_at_3": 0.5771749084249111, "mrr_at_5": 0.5925320512820511, "nauc_cv_recall_at_1000_diff1": 0.46954559601618945, "nauc_cv_recall_at_1000_max": 0.9045440398381814, "nauc_cv_recall_at_1000_std": 0.9513694366635237, "nauc_cv_recall_at_100_diff1": 0.5309851676039404, "nauc_cv_recall_at_100_max": 0.6811052665340929, "nauc_cv_recall_at_100_std": 0.3260846323262126, "nauc_cv_recall_at_10_diff1": 0.53649726943428, "nauc_cv_recall_at_10_max": 0.4244078235600372, "nauc_cv_recall_at_10_std": -0.10376851301403528, "nauc_cv_recall_at_1_diff1": 0.6937807158144063, "nauc_cv_recall_at_1_max": 0.3042956906020802, "nauc_cv_recall_at_1_std": -0.17871655642937181, "nauc_cv_recall_at_20_diff1": 0.5189222935215433, "nauc_cv_recall_at_20_max": 0.47767759847376234, "nauc_cv_recall_at_20_std": -0.03254258723848272, "nauc_cv_recall_at_3_diff1": 0.5906187979655437, "nauc_cv_recall_at_3_max": 0.36018303312027844, "nauc_cv_recall_at_3_std": -0.15629692794132033, "nauc_cv_recall_at_5_diff1": 0.5734578891879094, "nauc_cv_recall_at_5_max": 0.3923320396068214, "nauc_cv_recall_at_5_std": -0.13369206337294448, "nauc_map_at_1000_diff1": 0.6529401308788836, "nauc_map_at_1000_max": 0.3311970675525388, "nauc_map_at_1000_std": -0.1657780874647438, "nauc_map_at_100_diff1": 0.6528803151141115, "nauc_map_at_100_max": 0.33132126492325636, "nauc_map_at_100_std": -0.16565824810108695, "nauc_map_at_10_diff1": 0.6509097140200953, "nauc_map_at_10_max": 0.33102740053811175, "nauc_map_at_10_std": -0.16706532713156755, "nauc_map_at_1_diff1": 0.6948549600270011, "nauc_map_at_1_max": 0.3042046708168878, "nauc_map_at_1_std": -0.17864017064794652, "nauc_map_at_20_diff1": 0.6519016896313846, "nauc_map_at_20_max": 0.33153889604308834, "nauc_map_at_20_std": -0.16589693519721402, "nauc_map_at_3_diff1": 0.6532775480393422, "nauc_map_at_3_max": 0.3258054644826449, "nauc_map_at_3_std": -0.17190158414546236, "nauc_map_at_5_diff1": 0.6520923431590182, "nauc_map_at_5_max": 0.3302062865773346, "nauc_map_at_5_std": -0.16834945671408538, "nauc_mrr_at_1000_diff1": 0.6522526401382648, "nauc_mrr_at_1000_max": 0.33159266349781713, "nauc_mrr_at_1000_std": -0.16528899256565296, "nauc_mrr_at_100_diff1": 0.6521987535766267, "nauc_mrr_at_100_max": 0.33171887669416883, "nauc_mrr_at_100_std": -0.1651621649853832, "nauc_mrr_at_10_diff1": 0.6501893367230105, "nauc_mrr_at_10_max": 0.33148523741551256, "nauc_mrr_at_10_std": -0.16654646635088272, "nauc_mrr_at_1_diff1": 0.6937807158144063, "nauc_mrr_at_1_max": 0.3042956906020802, "nauc_mrr_at_1_std": -0.17871655642937181, "nauc_mrr_at_20_diff1": 0.6512220682160971, "nauc_mrr_at_20_max": 0.3319496574516807, "nauc_mrr_at_20_std": -0.16543237222854265, "nauc_mrr_at_3_diff1": 0.6526353587352551, "nauc_mrr_at_3_max": 0.3264643300903481, "nauc_mrr_at_3_std": -0.17090846762893822, "nauc_mrr_at_5_diff1": 0.6515598804355114, "nauc_mrr_at_5_max": 0.3306968680720731, "nauc_mrr_at_5_std": -0.16789631954713538, "nauc_ndcg_at_1000_diff1": 0.6447132497411356, "nauc_ndcg_at_1000_max": 0.340957674802685, "nauc_ndcg_at_1000_std": -0.15564065282831557, "nauc_ndcg_at_100_diff1": 0.6428559371961282, "nauc_ndcg_at_100_max": 0.3459014502913038, "nauc_ndcg_at_100_std": -0.1495802585120348, "nauc_ndcg_at_10_diff1": 0.6321981984454088, "nauc_ndcg_at_10_max": 0.34566360724547524, "nauc_ndcg_at_10_std": -0.1574862744497325, "nauc_ndcg_at_1_diff1": 0.6948549600270011, "nauc_ndcg_at_1_max": 0.3042046708168878, "nauc_ndcg_at_1_std": -0.17864017064794652, "nauc_ndcg_at_20_diff1": 0.635186693113977, "nauc_ndcg_at_20_max": 0.3480882556949912, "nauc_ndcg_at_20_std": -0.1518913234839664, "nauc_ndcg_at_3_diff1": 0.6388922663778971, "nauc_ndcg_at_3_max": 0.33340589812508725, "nauc_ndcg_at_3_std": -0.16893547097615963, "nauc_ndcg_at_5_diff1": 0.6358762588589156, "nauc_ndcg_at_5_max": 0.3424537095434845, "nauc_ndcg_at_5_std": -0.16162811916505246, "nauc_precision_at_1000_diff1": 0.46954559601613893, "nauc_precision_at_1000_max": 0.9045440398381833, "nauc_precision_at_1000_std": 0.9513694366635355, "nauc_precision_at_100_diff1": 0.5268236572195423, "nauc_precision_at_100_max": 0.6778640480273241, "nauc_precision_at_100_std": 0.31822893923095147, "nauc_precision_at_10_diff1": 0.5375611090748584, "nauc_precision_at_10_max": 0.42313733935015063, "nauc_precision_at_10_std": -0.10430597274142737, "nauc_precision_at_1_diff1": 0.6948549600270011, "nauc_precision_at_1_max": 0.3042046708168878, "nauc_precision_at_1_std": -0.17864017064794652, "nauc_precision_at_20_diff1": 0.5190406833324032, "nauc_precision_at_20_max": 0.4765533499504485, "nauc_precision_at_20_std": -0.03209877602502202, "nauc_precision_at_3_diff1": 0.590882794399066, "nauc_precision_at_3_max": 0.35881866312140615, "nauc_precision_at_3_std": -0.15880085515907935, "nauc_precision_at_5_diff1": 0.5726416000451979, "nauc_precision_at_5_max": 0.3918573971016124, "nauc_precision_at_5_std": -0.1335800446340301, "nauc_recall_at_1000_diff1": 0.46954559601618945, "nauc_recall_at_1000_max": 0.9045440398381814, "nauc_recall_at_1000_std": 0.9513694366635237, "nauc_recall_at_100_diff1": 0.5268236572195382, "nauc_recall_at_100_max": 0.6778640480273216, "nauc_recall_at_100_std": 0.31822893923095175, "nauc_recall_at_10_diff1": 0.5375611090748593, "nauc_recall_at_10_max": 0.42313733935015047, "nauc_recall_at_10_std": -0.10430597274142536, "nauc_recall_at_1_diff1": 0.6948549600270011, "nauc_recall_at_1_max": 0.3042046708168878, "nauc_recall_at_1_std": -0.17864017064794652, "nauc_recall_at_20_diff1": 0.5190406833324033, "nauc_recall_at_20_max": 0.47655334995044923, "nauc_recall_at_20_std": -0.03209877602501978, "nauc_recall_at_3_diff1": 0.590882794399066, "nauc_recall_at_3_max": 0.35881866312140626, "nauc_recall_at_3_std": -0.1588008551590799, "nauc_recall_at_5_diff1": 0.572641600045199, "nauc_recall_at_5_max": 0.39185739710161316, "nauc_recall_at_5_std": -0.13358004463402917, "ndcg_at_1": 0.49547, "ndcg_at_10": 0.65338, "ndcg_at_100": 0.68545, "ndcg_at_1000": 0.68958, "ndcg_at_20": 0.66922, "ndcg_at_3": 0.60243, "ndcg_at_5": 0.63054, "precision_at_1": 0.49547, "precision_at_10": 0.0815, "precision_at_100": 0.00964, "precision_at_1000": 0.001, "precision_at_20": 0.04387, "precision_at_3": 0.22546, "precision_at_5": 0.1489, "recall_at_1": 0.49547, "recall_at_10": 0.81497, "recall_at_100": 0.96387, "recall_at_1000": 0.99588, "recall_at_20": 0.87747, "recall_at_3": 0.67637, "recall_at_5": 0.74451 }, { "cv_recall_at_1": 0.60338, "cv_recall_at_10": 0.88803, "cv_recall_at_100": 0.98254, "cv_recall_at_1000": 0.99848, "cv_recall_at_20": 0.93043, "cv_recall_at_3": 0.76954, "cv_recall_at_5": 0.82899, "hf_subset": "hu", "languages": [ "hun-Latn" ], "main_score": 0.74486, "map_at_1": 0.6031, "map_at_10": 0.69909, "map_at_100": 0.70349, "map_at_1000": 0.70358, "map_at_20": 0.70209, "map_at_3": 0.67725, "map_at_5": 0.69102, "mrr_at_1": 0.6033813747228381, "mrr_at_10": 0.6992264764368417, "mrr_at_100": 0.7036010105684367, "mrr_at_1000": 0.7036967181624062, "mrr_at_20": 0.7021979924794289, "mrr_at_3": 0.6774990761271255, "mrr_at_5": 0.6910453621581648, "nauc_cv_recall_at_1000_diff1": 0.6151001968666937, "nauc_cv_recall_at_1000_max": 0.988115726734192, "nauc_cv_recall_at_1000_std": 0.7924970973538936, "nauc_cv_recall_at_100_diff1": 0.598343036376442, "nauc_cv_recall_at_100_max": 0.7067165697339224, "nauc_cv_recall_at_100_std": 0.2542670030023668, "nauc_cv_recall_at_10_diff1": 0.6058619903190028, "nauc_cv_recall_at_10_max": 0.4348688038828422, "nauc_cv_recall_at_10_std": -0.1765662356261293, "nauc_cv_recall_at_1_diff1": 0.7315861513098634, "nauc_cv_recall_at_1_max": 0.27120399046930505, "nauc_cv_recall_at_1_std": -0.24403251966817568, "nauc_cv_recall_at_20_diff1": 0.5953152506104016, "nauc_cv_recall_at_20_max": 0.5136742871345567, "nauc_cv_recall_at_20_std": -0.11677695158455051, "nauc_cv_recall_at_3_diff1": 0.642857989461293, "nauc_cv_recall_at_3_max": 0.3478828845311707, "nauc_cv_recall_at_3_std": -0.2415422851684902, "nauc_cv_recall_at_5_diff1": 0.6135220065740901, "nauc_cv_recall_at_5_max": 0.3848573342459744, "nauc_cv_recall_at_5_std": -0.22570746283254645, "nauc_map_at_1000_diff1": 0.700963714382132, "nauc_map_at_1000_max": 0.30218165689108006, "nauc_map_at_1000_std": -0.23865611081907748, "nauc_map_at_100_diff1": 0.7009234897624969, "nauc_map_at_100_max": 0.30231468901254693, "nauc_map_at_100_std": -0.23851149319268003, "nauc_map_at_10_diff1": 0.699481354537691, "nauc_map_at_10_max": 0.3030228943214546, "nauc_map_at_10_std": -0.23918125232643964, "nauc_map_at_1_diff1": 0.7321129158659404, "nauc_map_at_1_max": 0.2718337241864648, "nauc_map_at_1_std": -0.2429473272687076, "nauc_map_at_20_diff1": 0.7003168490061984, "nauc_map_at_20_max": 0.3029635658503939, "nauc_map_at_20_std": -0.2386681447896104, "nauc_map_at_3_diff1": 0.699594751275299, "nauc_map_at_3_max": 0.299582721767355, "nauc_map_at_3_std": -0.24389820394661935, "nauc_map_at_5_diff1": 0.697584171508569, "nauc_map_at_5_max": 0.30206428536926483, "nauc_map_at_5_std": -0.24162768787166164, "nauc_mrr_at_1000_diff1": 0.7005092670593963, "nauc_mrr_at_1000_max": 0.3014538201363611, "nauc_mrr_at_1000_std": -0.23952343000761628, "nauc_mrr_at_100_diff1": 0.7004692427658298, "nauc_mrr_at_100_max": 0.30158733670597143, "nauc_mrr_at_100_std": -0.23937822136085576, "nauc_mrr_at_10_diff1": 0.699044885481393, "nauc_mrr_at_10_max": 0.30232328585528884, "nauc_mrr_at_10_std": -0.2399101949939633, "nauc_mrr_at_1_diff1": 0.7315861513098634, "nauc_mrr_at_1_max": 0.27120399046930505, "nauc_mrr_at_1_std": -0.24403251966817568, "nauc_mrr_at_20_diff1": 0.6998663862960062, "nauc_mrr_at_20_max": 0.30221534804611017, "nauc_mrr_at_20_std": -0.23959303113202024, "nauc_mrr_at_3_diff1": 0.6989129278065811, "nauc_mrr_at_3_max": 0.2984333136466289, "nauc_mrr_at_3_std": -0.24424724464193295, "nauc_mrr_at_5_diff1": 0.6969892592681338, "nauc_mrr_at_5_max": 0.3015701016020709, "nauc_mrr_at_5_std": -0.24226413422375995, "nauc_ndcg_at_1000_diff1": 0.6957446781161007, "nauc_ndcg_at_1000_max": 0.31089241728518224, "nauc_ndcg_at_1000_std": -0.23322906083390155, "nauc_ndcg_at_100_diff1": 0.694657794837592, "nauc_ndcg_at_100_max": 0.3148160095692603, "nauc_ndcg_at_100_std": -0.2286494423269017, "nauc_ndcg_at_10_diff1": 0.6867491799954267, "nauc_ndcg_at_10_max": 0.3198746949065797, "nauc_ndcg_at_10_std": -0.23232116465754363, "nauc_ndcg_at_1_diff1": 0.7321129158659404, "nauc_ndcg_at_1_max": 0.2718337241864648, "nauc_ndcg_at_1_std": -0.2429473272687076, "nauc_ndcg_at_20_diff1": 0.6898512959729227, "nauc_ndcg_at_20_max": 0.3208459259399953, "nauc_ndcg_at_20_std": -0.22940565029679105, "nauc_ndcg_at_3_diff1": 0.6877364119275962, "nauc_ndcg_at_3_max": 0.31040715746002345, "nauc_ndcg_at_3_std": -0.24382003359547566, "nauc_ndcg_at_5_diff1": 0.6828899158083117, "nauc_ndcg_at_5_max": 0.3163231195528728, "nauc_ndcg_at_5_std": -0.23933783918412663, "nauc_precision_at_1000_diff1": 0.615100196866746, "nauc_precision_at_1000_max": 0.988115726734203, "nauc_precision_at_1000_std": 0.7924970973539343, "nauc_precision_at_100_diff1": 0.5983430363764375, "nauc_precision_at_100_max": 0.7067165697339087, "nauc_precision_at_100_std": 0.2542670030023555, "nauc_precision_at_10_diff1": 0.6058957856009887, "nauc_precision_at_10_max": 0.4342295301691124, "nauc_precision_at_10_std": -0.17980300907491784, "nauc_precision_at_1_diff1": 0.7321129158659404, "nauc_precision_at_1_max": 0.2718337241864648, "nauc_precision_at_1_std": -0.2429473272687076, "nauc_precision_at_20_diff1": 0.5950223148956247, "nauc_precision_at_20_max": 0.5154543403796676, "nauc_precision_at_20_std": -0.11259806833587958, "nauc_precision_at_3_diff1": 0.6443426746118087, "nauc_precision_at_3_max": 0.3503055107596491, "nauc_precision_at_3_std": -0.24336044420967023, "nauc_precision_at_5_diff1": 0.6149585468566513, "nauc_precision_at_5_max": 0.3831331963646724, "nauc_precision_at_5_std": -0.2276288841951267, "nauc_recall_at_1000_diff1": 0.6151001968666937, "nauc_recall_at_1000_max": 0.988115726734192, "nauc_recall_at_1000_std": 0.7924970973538936, "nauc_recall_at_100_diff1": 0.598343036376442, "nauc_recall_at_100_max": 0.7067165697339224, "nauc_recall_at_100_std": 0.2542670030023668, "nauc_recall_at_10_diff1": 0.6058957856009888, "nauc_recall_at_10_max": 0.43422953016911253, "nauc_recall_at_10_std": -0.1798030090749179, "nauc_recall_at_1_diff1": 0.7321129158659404, "nauc_recall_at_1_max": 0.2718337241864648, "nauc_recall_at_1_std": -0.2429473272687076, "nauc_recall_at_20_diff1": 0.5950223148956234, "nauc_recall_at_20_max": 0.5154543403796662, "nauc_recall_at_20_std": -0.1125980683358753, "nauc_recall_at_3_diff1": 0.6443426746118075, "nauc_recall_at_3_max": 0.3503055107596484, "nauc_recall_at_3_std": -0.24336044420967223, "nauc_recall_at_5_diff1": 0.6149585468566524, "nauc_recall_at_5_max": 0.383133196364673, "nauc_recall_at_5_std": -0.2276288841951269, "ndcg_at_1": 0.6031, "ndcg_at_10": 0.74486, "ndcg_at_100": 0.7655, "ndcg_at_1000": 0.76763, "ndcg_at_20": 0.7557, "ndcg_at_3": 0.70088, "ndcg_at_5": 0.72571, "precision_at_1": 0.6031, "precision_at_10": 0.08877, "precision_at_100": 0.00983, "precision_at_1000": 0.001, "precision_at_20": 0.04652, "precision_at_3": 0.25637, "precision_at_5": 0.16588, "recall_at_1": 0.6031, "recall_at_10": 0.88775, "recall_at_100": 0.98254, "recall_at_1000": 0.99848, "recall_at_20": 0.93043, "recall_at_3": 0.76912, "recall_at_5": 0.82941 }, { "cv_recall_at_1": 0.67836, "cv_recall_at_10": 0.94092, "cv_recall_at_100": 0.99565, "cv_recall_at_1000": 1.0, "cv_recall_at_20": 0.97095, "cv_recall_at_3": 0.84718, "cv_recall_at_5": 0.89377, "hf_subset": "id", "languages": [ "ind-Latn" ], "main_score": 0.81299, "map_at_1": 0.67822, "map_at_10": 0.77151, "map_at_100": 0.77432, "map_at_1000": 0.77435, "map_at_20": 0.77363, "map_at_3": 0.75419, "map_at_5": 0.76503, "mrr_at_1": 0.6783609317990458, "mrr_at_10": 0.77150040762867, "mrr_at_100": 0.774336048953512, "mrr_at_1000": 0.7743652729053202, "mrr_at_20": 0.7736409873417573, "mrr_at_3": 0.7541397698568618, "mrr_at_5": 0.7650294695481318, "nauc_cv_recall_at_1000_diff1": NaN, "nauc_cv_recall_at_1000_max": NaN, "nauc_cv_recall_at_1000_std": NaN, "nauc_cv_recall_at_100_diff1": 0.732882263701808, "nauc_cv_recall_at_100_max": 0.3809503072612632, "nauc_cv_recall_at_100_std": -0.386074399098664, "nauc_cv_recall_at_10_diff1": 0.6951527714344926, "nauc_cv_recall_at_10_max": 0.13738077050296177, "nauc_cv_recall_at_10_std": -0.527693627961539, "nauc_cv_recall_at_1_diff1": 0.774352621960275, "nauc_cv_recall_at_1_max": 0.12935878849117674, "nauc_cv_recall_at_1_std": -0.39263698782062745, "nauc_cv_recall_at_20_diff1": 0.7068503306989228, "nauc_cv_recall_at_20_max": 0.2527178682294932, "nauc_cv_recall_at_20_std": -0.46418521887026204, "nauc_cv_recall_at_3_diff1": 0.7088758260411858, "nauc_cv_recall_at_3_max": 0.1377984880476112, "nauc_cv_recall_at_3_std": -0.5075318317746165, "nauc_cv_recall_at_5_diff1": 0.6859710982211189, "nauc_cv_recall_at_5_max": 0.13493084734383806, "nauc_cv_recall_at_5_std": -0.5159550876218466, "nauc_map_at_1000_diff1": 0.753146015169709, "nauc_map_at_1000_max": 0.13249184277915693, "nauc_map_at_1000_std": -0.4199436671988469, "nauc_map_at_100_diff1": 0.7531396789492922, "nauc_map_at_100_max": 0.1325225637277435, "nauc_map_at_100_std": -0.41995115137406097, "nauc_map_at_10_diff1": 0.7522433927133501, "nauc_map_at_10_max": 0.13187997532826984, "nauc_map_at_10_std": -0.4217912095231485, "nauc_map_at_1_diff1": 0.7746480011137501, "nauc_map_at_1_max": 0.12916302693582069, "nauc_map_at_1_std": -0.39179566314571057, "nauc_map_at_20_diff1": 0.752941389279138, "nauc_map_at_20_max": 0.13290726373386688, "nauc_map_at_20_std": -0.42015261243142843, "nauc_map_at_3_diff1": 0.7506511212688545, "nauc_map_at_3_max": 0.13252237227271085, "nauc_map_at_3_std": -0.4266021605711173, "nauc_map_at_5_diff1": 0.7498989414052569, "nauc_map_at_5_max": 0.13163976412362025, "nauc_map_at_5_std": -0.4243407381627853, "nauc_mrr_at_1000_diff1": 0.7529436155470096, "nauc_mrr_at_1000_max": 0.13239288119487602, "nauc_mrr_at_1000_std": -0.42077918082230065, "nauc_mrr_at_100_diff1": 0.7529373321381551, "nauc_mrr_at_100_max": 0.1324235567816963, "nauc_mrr_at_100_std": -0.4207865559334336, "nauc_mrr_at_10_diff1": 0.7519906025408664, "nauc_mrr_at_10_max": 0.13163352592423275, "nauc_mrr_at_10_std": -0.42270952868701805, "nauc_mrr_at_1_diff1": 0.774352621960275, "nauc_mrr_at_1_max": 0.12935878849117674, "nauc_mrr_at_1_std": -0.39263698782062745, "nauc_mrr_at_20_diff1": 0.7527449113946452, "nauc_mrr_at_20_max": 0.1327139625733571, "nauc_mrr_at_20_std": -0.421041024843636, "nauc_mrr_at_3_diff1": 0.7504730612468805, "nauc_mrr_at_3_max": 0.13231991807521415, "nauc_mrr_at_3_std": -0.42754178444792845, "nauc_mrr_at_5_diff1": 0.7496952436147314, "nauc_mrr_at_5_max": 0.1315667338479265, "nauc_mrr_at_5_std": -0.42493302541685213, "nauc_ndcg_at_1000_diff1": 0.7506823691962178, "nauc_ndcg_at_1000_max": 0.1337746366532627, "nauc_ndcg_at_1000_std": -0.423498572609637, "nauc_ndcg_at_100_diff1": 0.7505906757910401, "nauc_ndcg_at_100_max": 0.13469637088205286, "nauc_ndcg_at_100_std": -0.42343673352451455, "nauc_ndcg_at_10_diff1": 0.7462777117697653, "nauc_ndcg_at_10_max": 0.13289469440001322, "nauc_ndcg_at_10_std": -0.4322813068786782, "nauc_ndcg_at_1_diff1": 0.7746480011137501, "nauc_ndcg_at_1_max": 0.12916302693582069, "nauc_ndcg_at_1_std": -0.39179566314571057, "nauc_ndcg_at_20_diff1": 0.7490979095189549, "nauc_ndcg_at_20_max": 0.13796160152980727, "nauc_ndcg_at_20_std": -0.4248912085582963, "nauc_ndcg_at_3_diff1": 0.7425599029602257, "nauc_ndcg_at_3_max": 0.13371864180885562, "nauc_ndcg_at_3_std": -0.44180142043451565, "nauc_ndcg_at_5_diff1": 0.7402453721762221, "nauc_ndcg_at_5_max": 0.1321732178255152, "nauc_ndcg_at_5_std": -0.43866357496065095, "nauc_precision_at_1000_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_100_diff1": 0.7328822637017781, "nauc_precision_at_100_max": 0.38095030726127727, "nauc_precision_at_100_std": -0.386074399098663, "nauc_precision_at_10_diff1": 0.6968553232849938, "nauc_precision_at_10_max": 0.1428659790625027, "nauc_precision_at_10_std": -0.5252502728955444, "nauc_precision_at_1_diff1": 0.7746480011137501, "nauc_precision_at_1_max": 0.12916302693582069, "nauc_precision_at_1_std": -0.39179566314571057, "nauc_precision_at_20_diff1": 0.7060618716616498, "nauc_precision_at_20_max": 0.2667276554089049, "nauc_precision_at_20_std": -0.45656538926194185, "nauc_precision_at_3_diff1": 0.7089594162761997, "nauc_precision_at_3_max": 0.13872136571539445, "nauc_precision_at_3_std": -0.5068242437725562, "nauc_precision_at_5_diff1": 0.6863757006169817, "nauc_precision_at_5_max": 0.13480599281569042, "nauc_precision_at_5_std": -0.5189898857679902, "nauc_recall_at_1000_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_100_diff1": 0.732882263701808, "nauc_recall_at_100_max": 0.3809503072612632, "nauc_recall_at_100_std": -0.386074399098664, "nauc_recall_at_10_diff1": 0.6968553232849916, "nauc_recall_at_10_max": 0.142865979062505, "nauc_recall_at_10_std": -0.5252502728955355, "nauc_recall_at_1_diff1": 0.7746480011137501, "nauc_recall_at_1_max": 0.12916302693582069, "nauc_recall_at_1_std": -0.39179566314571057, "nauc_recall_at_20_diff1": 0.7060618716616439, "nauc_recall_at_20_max": 0.2667276554088974, "nauc_recall_at_20_std": -0.45656538926193646, "nauc_recall_at_3_diff1": 0.7089594162761976, "nauc_recall_at_3_max": 0.13872136571539395, "nauc_recall_at_3_std": -0.5068242437725569, "nauc_recall_at_5_diff1": 0.6863757006169837, "nauc_recall_at_5_max": 0.13480599281569225, "nauc_recall_at_5_std": -0.5189898857679868, "ndcg_at_1": 0.67822, "ndcg_at_10": 0.81299, "ndcg_at_100": 0.82528, "ndcg_at_1000": 0.82588, "ndcg_at_20": 0.82061, "ndcg_at_3": 0.7782, "ndcg_at_5": 0.79753, "precision_at_1": 0.67822, "precision_at_10": 0.09412, "precision_at_100": 0.00996, "precision_at_1000": 0.001, "precision_at_20": 0.04855, "precision_at_3": 0.28249, "precision_at_5": 0.17878, "recall_at_1": 0.67822, "recall_at_10": 0.9412, "recall_at_100": 0.99565, "recall_at_1000": 1.0, "recall_at_20": 0.97109, "recall_at_3": 0.84746, "recall_at_5": 0.89391 }, { "cv_recall_at_1": 0.65777, "cv_recall_at_10": 0.92705, "cv_recall_at_100": 0.99457, "cv_recall_at_1000": 1.0, "cv_recall_at_20": 0.96128, "cv_recall_at_3": 0.82104, "cv_recall_at_5": 0.87392, "hf_subset": "it", "languages": [ "ita-Latn" ], "main_score": 0.79392, "map_at_1": 0.65825, "map_at_10": 0.75108, "map_at_100": 0.75456, "map_at_1000": 0.75459, "map_at_20": 0.75356, "map_at_3": 0.73154, "map_at_5": 0.74372, "mrr_at_1": 0.6577735804509502, "mrr_at_10": 0.7507628735199243, "mrr_at_100": 0.7542489712883205, "mrr_at_1000": 0.7542847247129119, "mrr_at_20": 0.7532441346005787, "mrr_at_3": 0.7312202416086224, "mrr_at_5": 0.7434502026521805, "nauc_cv_recall_at_1000_diff1": NaN, "nauc_cv_recall_at_1000_max": NaN, "nauc_cv_recall_at_1000_std": NaN, "nauc_cv_recall_at_100_diff1": 0.7210910892196509, "nauc_cv_recall_at_100_max": 0.5420977796658822, "nauc_cv_recall_at_100_std": 0.07079215914865554, "nauc_cv_recall_at_10_diff1": 0.6600221229332074, "nauc_cv_recall_at_10_max": 0.27916991187679846, "nauc_cv_recall_at_10_std": -0.3955853443743102, "nauc_cv_recall_at_1_diff1": 0.775181041332812, "nauc_cv_recall_at_1_max": 0.18040470817791915, "nauc_cv_recall_at_1_std": -0.3592415256448988, "nauc_cv_recall_at_20_diff1": 0.6665682516749156, "nauc_cv_recall_at_20_max": 0.33323369228064503, "nauc_cv_recall_at_20_std": -0.3187305869842214, "nauc_cv_recall_at_3_diff1": 0.6928618506619205, "nauc_cv_recall_at_3_max": 0.21165782778991124, "nauc_cv_recall_at_3_std": -0.4171124786236495, "nauc_cv_recall_at_5_diff1": 0.67685348212995, "nauc_cv_recall_at_5_max": 0.23733929873276893, "nauc_cv_recall_at_5_std": -0.4160636277378575, "nauc_map_at_1000_diff1": 0.7479460057699551, "nauc_map_at_1000_max": 0.19266003533139678, "nauc_map_at_1000_std": -0.37645454677308093, "nauc_map_at_100_diff1": 0.7479352151366807, "nauc_map_at_100_max": 0.19270881565538206, "nauc_map_at_100_std": -0.3763914183556917, "nauc_map_at_10_diff1": 0.7463814322428267, "nauc_map_at_10_max": 0.1933357442007106, "nauc_map_at_10_std": -0.3776577699223331, "nauc_map_at_1_diff1": 0.7742268398607014, "nauc_map_at_1_max": 0.17967713352494308, "nauc_map_at_1_std": -0.3594620230682767, "nauc_map_at_20_diff1": 0.7475201811147778, "nauc_map_at_20_max": 0.19309603880912396, "nauc_map_at_20_std": -0.3764275740693892, "nauc_map_at_3_diff1": 0.7448845233033385, "nauc_map_at_3_max": 0.1908216213262554, "nauc_map_at_3_std": -0.38097507677374826, "nauc_map_at_5_diff1": 0.7452589737316738, "nauc_map_at_5_max": 0.19342183455959103, "nauc_map_at_5_std": -0.3791664888139327, "nauc_mrr_at_1000_diff1": 0.7483487791575988, "nauc_mrr_at_1000_max": 0.19350888144685172, "nauc_mrr_at_1000_std": -0.3758583994091793, "nauc_mrr_at_100_diff1": 0.7483379603294555, "nauc_mrr_at_100_max": 0.1935575137154161, "nauc_mrr_at_100_std": -0.37579546941084246, "nauc_mrr_at_10_diff1": 0.746832548420858, "nauc_mrr_at_10_max": 0.19427623143170406, "nauc_mrr_at_10_std": -0.3769492830201399, "nauc_mrr_at_1_diff1": 0.775181041332812, "nauc_mrr_at_1_max": 0.18040470817791915, "nauc_mrr_at_1_std": -0.3592415256448988, "nauc_mrr_at_20_diff1": 0.7479227807182387, "nauc_mrr_at_20_max": 0.19397415887961306, "nauc_mrr_at_20_std": -0.37580078285853197, "nauc_mrr_at_3_diff1": 0.7451747201155965, "nauc_mrr_at_3_max": 0.1915093849997998, "nauc_mrr_at_3_std": -0.38047952672051366, "nauc_mrr_at_5_diff1": 0.7456482010377451, "nauc_mrr_at_5_max": 0.19407030329623884, "nauc_mrr_at_5_std": -0.37855668430445505, "nauc_ndcg_at_1000_diff1": 0.7444510053186317, "nauc_ndcg_at_1000_max": 0.1960038616287589, "nauc_ndcg_at_1000_std": -0.37709846438735484, "nauc_ndcg_at_100_diff1": 0.7443082117253197, "nauc_ndcg_at_100_max": 0.197490687888941, "nauc_ndcg_at_100_std": -0.3751723438267093, "nauc_ndcg_at_10_diff1": 0.736607685699033, "nauc_ndcg_at_10_max": 0.20161076925211685, "nauc_ndcg_at_10_std": -0.38093940934104387, "nauc_ndcg_at_1_diff1": 0.7742268398607014, "nauc_ndcg_at_1_max": 0.17967713352494308, "nauc_ndcg_at_1_std": -0.3594620230682767, "nauc_ndcg_at_20_diff1": 0.741064920366024, "nauc_ndcg_at_20_max": 0.20094724615246942, "nauc_ndcg_at_20_std": -0.37559311894332803, "nauc_ndcg_at_3_diff1": 0.7343966216681812, "nauc_ndcg_at_3_max": 0.19516700047100247, "nauc_ndcg_at_3_std": -0.3883750380799108, "nauc_ndcg_at_5_diff1": 0.73411884272045, "nauc_ndcg_at_5_max": 0.2007251386076781, "nauc_ndcg_at_5_std": -0.3853528045863082, "nauc_precision_at_1000_diff1": NaN, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_100_diff1": 0.7210910892196338, "nauc_precision_at_100_max": 0.5420977796658297, "nauc_precision_at_100_std": 0.07079215914862307, "nauc_precision_at_10_diff1": 0.6584730812088831, "nauc_precision_at_10_max": 0.27579578619909867, "nauc_precision_at_10_std": -0.3995720147979036, "nauc_precision_at_1_diff1": 0.7742268398607014, "nauc_precision_at_1_max": 0.17967713352494308, "nauc_precision_at_1_std": -0.3594620230682767, "nauc_precision_at_20_diff1": 0.6658902361870307, "nauc_precision_at_20_max": 0.3299951619365565, "nauc_precision_at_20_std": -0.32216111575398043, "nauc_precision_at_3_diff1": 0.693475910543516, "nauc_precision_at_3_max": 0.21229022976808234, "nauc_precision_at_3_std": -0.41711247862364775, "nauc_precision_at_5_diff1": 0.6770842386137074, "nauc_precision_at_5_max": 0.23976116973377593, "nauc_precision_at_5_std": -0.4158059544441998, "nauc_recall_at_1000_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_100_diff1": 0.7210910892196509, "nauc_recall_at_100_max": 0.5420977796658822, "nauc_recall_at_100_std": 0.07079215914865554, "nauc_recall_at_10_diff1": 0.6584730812088861, "nauc_recall_at_10_max": 0.2757957861991013, "nauc_recall_at_10_std": -0.39957201479789634, "nauc_recall_at_1_diff1": 0.7742268398607014, "nauc_recall_at_1_max": 0.17967713352494308, "nauc_recall_at_1_std": -0.3594620230682767, "nauc_recall_at_20_diff1": 0.6658902361870338, "nauc_recall_at_20_max": 0.3299951619365636, "nauc_recall_at_20_std": -0.3221611157539723, "nauc_recall_at_3_diff1": 0.6934759105435175, "nauc_recall_at_3_max": 0.2122902297680816, "nauc_recall_at_3_std": -0.4171124786236495, "nauc_recall_at_5_diff1": 0.6770842386137075, "nauc_recall_at_5_max": 0.23976116973377623, "nauc_recall_at_5_std": -0.4158059544441989, "ndcg_at_1": 0.65825, "ndcg_at_10": 0.79392, "ndcg_at_100": 0.80915, "ndcg_at_1000": 0.80989, "ndcg_at_20": 0.80273, "ndcg_at_3": 0.75459, "ndcg_at_5": 0.7764, "precision_at_1": 0.65825, "precision_at_10": 0.09272, "precision_at_100": 0.00995, "precision_at_1000": 0.001, "precision_at_20": 0.04808, "precision_at_3": 0.27368, "precision_at_5": 0.17474, "recall_at_1": 0.65825, "recall_at_10": 0.92716, "recall_at_100": 0.99457, "recall_at_1000": 1.0, "recall_at_20": 0.96152, "recall_at_3": 0.82104, "recall_at_5": 0.87369 }, { "cv_recall_at_1": 0.67029, "cv_recall_at_10": 0.93514, "cv_recall_at_100": 0.99541, "cv_recall_at_1000": 1.0, "cv_recall_at_20": 0.96715, "cv_recall_at_3": 0.8341, "cv_recall_at_5": 0.88573, "hf_subset": "ja", "languages": [ "jpn-Jpan" ], "main_score": 0.80472, "map_at_1": 0.67029, "map_at_10": 0.76272, "map_at_100": 0.76589, "map_at_1000": 0.76592, "map_at_20": 0.76503, "map_at_3": 0.74412, "map_at_5": 0.75598, "mrr_at_1": 0.670285316631872, "mrr_at_10": 0.7628375363135265, "mrr_at_100": 0.7659977404125103, "mrr_at_1000": 0.7660275988826204, "mrr_at_20": 0.765142824539527, "mrr_at_3": 0.7441196938065406, "mrr_at_5": 0.7561447459986054, "nauc_cv_recall_at_1000_diff1": NaN, "nauc_cv_recall_at_1000_max": NaN, "nauc_cv_recall_at_1000_std": NaN, "nauc_cv_recall_at_100_diff1": 0.643146119314223, "nauc_cv_recall_at_100_max": 0.4186868835354654, "nauc_cv_recall_at_100_std": 0.07675447265225839, "nauc_cv_recall_at_10_diff1": 0.6692926854633189, "nauc_cv_recall_at_10_max": 0.19786357579724936, "nauc_cv_recall_at_10_std": -0.4555567149363392, "nauc_cv_recall_at_1_diff1": 0.7681956518742976, "nauc_cv_recall_at_1_max": 0.1510627572009482, "nauc_cv_recall_at_1_std": -0.366415845780001, "nauc_cv_recall_at_20_diff1": 0.6630614696566727, "nauc_cv_recall_at_20_max": 0.17252960010580623, "nauc_cv_recall_at_20_std": -0.45518326862882497, "nauc_cv_recall_at_3_diff1": 0.6895875441084118, "nauc_cv_recall_at_3_max": 0.18619353597960392, "nauc_cv_recall_at_3_std": -0.4275690972428567, "nauc_cv_recall_at_5_diff1": 0.6784172054947704, "nauc_cv_recall_at_5_max": 0.16621262692208183, "nauc_cv_recall_at_5_std": -0.461712586865057, "nauc_map_at_1000_diff1": 0.7440727235432332, "nauc_map_at_1000_max": 0.16084177717706008, "nauc_map_at_1000_std": -0.3859116837556581, "nauc_map_at_100_diff1": 0.7440563349139289, "nauc_map_at_100_max": 0.1608791942458463, "nauc_map_at_100_std": -0.38584723555164047, "nauc_map_at_10_diff1": 0.7429140893318866, "nauc_map_at_10_max": 0.1611264374035131, "nauc_map_at_10_std": -0.3874665958837366, "nauc_map_at_1_diff1": 0.7681956518742976, "nauc_map_at_1_max": 0.15138690879434102, "nauc_map_at_1_std": -0.3654697373218014, "nauc_map_at_20_diff1": 0.7437024750705906, "nauc_map_at_20_max": 0.1605989356548781, "nauc_map_at_20_std": -0.3866326361007605, "nauc_map_at_3_diff1": 0.740350485910691, "nauc_map_at_3_max": 0.16287353012351782, "nauc_map_at_3_std": -0.3883765324650967, "nauc_map_at_5_diff1": 0.7413070607759594, "nauc_map_at_5_max": 0.15986135594203627, "nauc_map_at_5_std": -0.3901765009463615, "nauc_mrr_at_1000_diff1": 0.7440774684989792, "nauc_mrr_at_1000_max": 0.1605630360477194, "nauc_mrr_at_1000_std": -0.3865338521470177, "nauc_mrr_at_100_diff1": 0.7440610669914195, "nauc_mrr_at_100_max": 0.1606004110760301, "nauc_mrr_at_100_std": -0.38646931624804504, "nauc_mrr_at_10_diff1": 0.7429300043274116, "nauc_mrr_at_10_max": 0.16082719919308647, "nauc_mrr_at_10_std": -0.38814221127666537, "nauc_mrr_at_1_diff1": 0.7681956518742976, "nauc_mrr_at_1_max": 0.1510627572009482, "nauc_mrr_at_1_std": -0.366415845780001, "nauc_mrr_at_20_diff1": 0.7437132946400059, "nauc_mrr_at_20_max": 0.16029771566138812, "nauc_mrr_at_20_std": -0.38727450999190133, "nauc_mrr_at_3_diff1": 0.740369272509077, "nauc_mrr_at_3_max": 0.1630482892216259, "nauc_mrr_at_3_std": -0.3884488703102231, "nauc_mrr_at_5_diff1": 0.7413426317180773, "nauc_mrr_at_5_max": 0.15950391030869834, "nauc_mrr_at_5_std": -0.3907088188672644, "nauc_ndcg_at_1000_diff1": 0.7409728441662617, "nauc_ndcg_at_1000_max": 0.1625639380125556, "nauc_ndcg_at_1000_std": -0.38780866700359895, "nauc_ndcg_at_100_diff1": 0.7405799417265703, "nauc_ndcg_at_100_max": 0.16357208744397692, "nauc_ndcg_at_100_std": -0.3859984889034162, "nauc_ndcg_at_10_diff1": 0.7349891429584207, "nauc_ndcg_at_10_max": 0.1649149671598048, "nauc_ndcg_at_10_std": -0.3945362034380339, "nauc_ndcg_at_1_diff1": 0.7681956518742976, "nauc_ndcg_at_1_max": 0.15138690879434102, "nauc_ndcg_at_1_std": -0.3654697373218014, "nauc_ndcg_at_20_diff1": 0.738000836964194, "nauc_ndcg_at_20_max": 0.16223107585023241, "nauc_ndcg_at_20_std": -0.3914439756311857, "nauc_ndcg_at_3_diff1": 0.7302082473631478, "nauc_ndcg_at_3_max": 0.16717997998954165, "nauc_ndcg_at_3_std": -0.39662829268501376, "nauc_ndcg_at_5_diff1": 0.7312653485977509, "nauc_ndcg_at_5_max": 0.16146974690995655, "nauc_ndcg_at_5_std": -0.4011557755941449, "nauc_precision_at_1000_diff1": NaN, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_100_diff1": 0.6431461193142256, "nauc_precision_at_100_max": 0.41868688353553557, "nauc_precision_at_100_std": 0.07675447265232169, "nauc_precision_at_10_diff1": 0.6690461238073789, "nauc_precision_at_10_max": 0.19958121267990817, "nauc_precision_at_10_std": -0.45271978160164705, "nauc_precision_at_1_diff1": 0.7681956518742976, "nauc_precision_at_1_max": 0.15138690879434102, "nauc_precision_at_1_std": -0.3654697373218014, "nauc_precision_at_20_diff1": 0.6626019208063942, "nauc_precision_at_20_max": 0.17546952226724, "nauc_precision_at_20_std": -0.4517518204035293, "nauc_precision_at_3_diff1": 0.6893161423442686, "nauc_precision_at_3_max": 0.1846018313914864, "nauc_precision_at_3_std": -0.42985421940203167, "nauc_precision_at_5_diff1": 0.6779402699373257, "nauc_precision_at_5_max": 0.16842692179570054, "nauc_precision_at_5_std": -0.46133054348539876, "nauc_recall_at_1000_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_100_diff1": 0.643146119314223, "nauc_recall_at_100_max": 0.4186868835354654, "nauc_recall_at_100_std": 0.07675447265225839, "nauc_recall_at_10_diff1": 0.6690461238073797, "nauc_recall_at_10_max": 0.1995812126799127, "nauc_recall_at_10_std": -0.4527197816016404, "nauc_recall_at_1_diff1": 0.7681956518742976, "nauc_recall_at_1_max": 0.15138690879434102, "nauc_recall_at_1_std": -0.3654697373218014, "nauc_recall_at_20_diff1": 0.6626019208063969, "nauc_recall_at_20_max": 0.17546952226724263, "nauc_recall_at_20_std": -0.4517518204035274, "nauc_recall_at_3_diff1": 0.6893161423442664, "nauc_recall_at_3_max": 0.18460183139148523, "nauc_recall_at_3_std": -0.42985421940203267, "nauc_recall_at_5_diff1": 0.6779402699373251, "nauc_recall_at_5_max": 0.1684269217956999, "nauc_recall_at_5_std": -0.4613305434853952, "ndcg_at_1": 0.67029, "ndcg_at_10": 0.80472, "ndcg_at_100": 0.81845, "ndcg_at_1000": 0.81908, "ndcg_at_20": 0.81292, "ndcg_at_3": 0.76736, "ndcg_at_5": 0.78854, "precision_at_1": 0.67029, "precision_at_10": 0.0935, "precision_at_100": 0.00995, "precision_at_1000": 0.001, "precision_at_20": 0.04835, "precision_at_3": 0.27813, "precision_at_5": 0.17706, "recall_at_1": 0.67029, "recall_at_10": 0.935, "recall_at_100": 0.99541, "recall_at_1000": 1.0, "recall_at_20": 0.96701, "recall_at_3": 0.83438, "recall_at_5": 0.88532 }, { "cv_recall_at_1": 0.61111, "cv_recall_at_10": 0.90575, "cv_recall_at_100": 0.9919, "cv_recall_at_1000": 0.99974, "cv_recall_at_20": 0.9519, "cv_recall_at_3": 0.79033, "cv_recall_at_5": 0.84627, "hf_subset": "ko", "languages": [ "kor-Hang" ], "main_score": 0.75975, "map_at_1": 0.61163, "map_at_10": 0.71283, "map_at_100": 0.71726, "map_at_1000": 0.7173, "map_at_20": 0.7161, "map_at_3": 0.69192, "map_at_5": 0.70473, "mrr_at_1": 0.6111111111111112, "mrr_at_10": 0.7125711173358219, "mrr_at_100": 0.7170016296284558, "mrr_at_1000": 0.717047742420326, "mrr_at_20": 0.7158447987240072, "mrr_at_3": 0.6916339869281037, "mrr_at_5": 0.7044705882352911, "nauc_cv_recall_at_1000_diff1": 0.8692810457510854, "nauc_cv_recall_at_1000_max": 1.0, "nauc_cv_recall_at_1000_std": 0.9346405228755427, "nauc_cv_recall_at_100_diff1": 0.596141682479445, "nauc_cv_recall_at_100_max": 0.5684090840637364, "nauc_cv_recall_at_100_std": 0.19582994488116454, "nauc_cv_recall_at_10_diff1": 0.5934037045238811, "nauc_cv_recall_at_10_max": 0.23313662034393115, "nauc_cv_recall_at_10_std": -0.331673122323364, "nauc_cv_recall_at_1_diff1": 0.7217959207903164, "nauc_cv_recall_at_1_max": 0.12501179834476892, "nauc_cv_recall_at_1_std": -0.3305974365189693, "nauc_cv_recall_at_20_diff1": 0.598644349043964, "nauc_cv_recall_at_20_max": 0.2817447631226418, "nauc_cv_recall_at_20_std": -0.23781740957252256, "nauc_cv_recall_at_3_diff1": 0.6339540235238728, "nauc_cv_recall_at_3_max": 0.16330693763536347, "nauc_cv_recall_at_3_std": -0.37761184917379415, "nauc_cv_recall_at_5_diff1": 0.6095426954064875, "nauc_cv_recall_at_5_max": 0.18301793077283945, "nauc_cv_recall_at_5_std": -0.36906800248927624, "nauc_map_at_1000_diff1": 0.691630635836901, "nauc_map_at_1000_max": 0.14336563611075998, "nauc_map_at_1000_std": -0.34160059853829433, "nauc_map_at_100_diff1": 0.6916089675422389, "nauc_map_at_100_max": 0.14343702220498183, "nauc_map_at_100_std": -0.341512172163555, "nauc_map_at_10_diff1": 0.689732734394558, "nauc_map_at_10_max": 0.14451941257137632, "nauc_map_at_10_std": -0.3423577788786171, "nauc_map_at_1_diff1": 0.7207777018760623, "nauc_map_at_1_max": 0.12725297870220767, "nauc_map_at_1_std": -0.33038465400668315, "nauc_map_at_20_diff1": 0.6911937322042401, "nauc_map_at_20_max": 0.1438568578600373, "nauc_map_at_20_std": -0.34142010391017635, "nauc_map_at_3_diff1": 0.6893083573566697, "nauc_map_at_3_max": 0.14105656817905124, "nauc_map_at_3_std": -0.3478102291964672, "nauc_map_at_5_diff1": 0.6883393023665432, "nauc_map_at_5_max": 0.1429884290764009, "nauc_map_at_5_std": -0.34510470412188393, "nauc_mrr_at_1000_diff1": 0.6923149994615595, "nauc_mrr_at_1000_max": 0.14197641007663891, "nauc_mrr_at_1000_std": -0.34169388678050505, "nauc_mrr_at_100_diff1": 0.6922933904376358, "nauc_mrr_at_100_max": 0.14204411003398543, "nauc_mrr_at_100_std": -0.34161323925878256, "nauc_mrr_at_10_diff1": 0.6903982263590313, "nauc_mrr_at_10_max": 0.14305499923356807, "nauc_mrr_at_10_std": -0.34262186309048215, "nauc_mrr_at_1_diff1": 0.7217959207903164, "nauc_mrr_at_1_max": 0.12501179834476892, "nauc_mrr_at_1_std": -0.3305974365189693, "nauc_mrr_at_20_diff1": 0.6918740693775676, "nauc_mrr_at_20_max": 0.1424532896674051, "nauc_mrr_at_20_std": -0.3415305189694653, "nauc_mrr_at_3_diff1": 0.6898332900399382, "nauc_mrr_at_3_max": 0.13990211351488707, "nauc_mrr_at_3_std": -0.3477069378909089, "nauc_mrr_at_5_diff1": 0.688912776900349, "nauc_mrr_at_5_max": 0.14165785221617005, "nauc_mrr_at_5_std": -0.34512221445589936, "nauc_ndcg_at_1000_diff1": 0.6873456734523995, "nauc_ndcg_at_1000_max": 0.14743870902421957, "nauc_ndcg_at_1000_std": -0.34046071961965674, "nauc_ndcg_at_100_diff1": 0.6867759441273682, "nauc_ndcg_at_100_max": 0.14972335139265236, "nauc_ndcg_at_100_std": -0.33755365816216304, "nauc_ndcg_at_10_diff1": 0.6778297918576086, "nauc_ndcg_at_10_max": 0.15476866852441515, "nauc_ndcg_at_10_std": -0.3417209517087948, "nauc_ndcg_at_1_diff1": 0.7207777018760623, "nauc_ndcg_at_1_max": 0.12725297870220767, "nauc_ndcg_at_1_std": -0.33038465400668315, "nauc_ndcg_at_20_diff1": 0.6833848415604025, "nauc_ndcg_at_20_max": 0.1527718244079382, "nauc_ndcg_at_20_std": -0.33709900082844024, "nauc_ndcg_at_3_diff1": 0.677810102346981, "nauc_ndcg_at_3_max": 0.1455854047495609, "nauc_ndcg_at_3_std": -0.3541889235277283, "nauc_ndcg_at_5_diff1": 0.6749626720723031, "nauc_ndcg_at_5_max": 0.14976729190858662, "nauc_ndcg_at_5_std": -0.3494656732834172, "nauc_precision_at_1000_diff1": 0.8692810457515989, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 0.9346405228755555, "nauc_precision_at_100_diff1": 0.5940747883853001, "nauc_precision_at_100_max": 0.5869648405810484, "nauc_precision_at_100_std": 0.22756424974363298, "nauc_precision_at_10_diff1": 0.5934063440190885, "nauc_precision_at_10_max": 0.23568834941383654, "nauc_precision_at_10_std": -0.32680322128852013, "nauc_precision_at_1_diff1": 0.7207777018760623, "nauc_precision_at_1_max": 0.12725297870220767, "nauc_precision_at_1_std": -0.33038465400668315, "nauc_precision_at_20_diff1": 0.598979248429271, "nauc_precision_at_20_max": 0.28369125427948877, "nauc_precision_at_20_std": -0.23620252075537257, "nauc_precision_at_3_diff1": 0.6342086611706393, "nauc_precision_at_3_max": 0.16253572506975003, "nauc_precision_at_3_std": -0.3783820546090972, "nauc_precision_at_5_diff1": 0.6101146797386912, "nauc_precision_at_5_max": 0.18301793077283868, "nauc_precision_at_5_std": -0.36931551570939486, "nauc_recall_at_1000_diff1": 0.8692810457510854, "nauc_recall_at_1000_max": 1.0, "nauc_recall_at_1000_std": 0.9346405228755427, "nauc_recall_at_100_diff1": 0.5940747883853175, "nauc_recall_at_100_max": 0.5869648405810401, "nauc_recall_at_100_std": 0.2275642497436074, "nauc_recall_at_10_diff1": 0.5934063440190882, "nauc_recall_at_10_max": 0.23568834941383987, "nauc_recall_at_10_std": -0.32680322128851413, "nauc_recall_at_1_diff1": 0.7207777018760623, "nauc_recall_at_1_max": 0.12725297870220767, "nauc_recall_at_1_std": -0.33038465400668315, "nauc_recall_at_20_diff1": 0.5989792484292693, "nauc_recall_at_20_max": 0.28369125427948666, "nauc_recall_at_20_std": -0.23620252075536383, "nauc_recall_at_3_diff1": 0.6342086611706387, "nauc_recall_at_3_max": 0.16253572506974934, "nauc_recall_at_3_std": -0.3783820546090968, "nauc_recall_at_5_diff1": 0.6101146797386933, "nauc_recall_at_5_max": 0.18301793077283945, "nauc_recall_at_5_std": -0.3693155157093939, "ndcg_at_1": 0.61163, "ndcg_at_10": 0.75975, "ndcg_at_100": 0.77918, "ndcg_at_1000": 0.78021, "ndcg_at_20": 0.77145, "ndcg_at_3": 0.71729, "ndcg_at_5": 0.74032, "precision_at_1": 0.61163, "precision_at_10": 0.09059, "precision_at_100": 0.00992, "precision_at_1000": 0.001, "precision_at_20": 0.04759, "precision_at_3": 0.26349, "precision_at_5": 0.16925, "recall_at_1": 0.61163, "recall_at_10": 0.90588, "recall_at_100": 0.99203, "recall_at_1000": 0.99974, "recall_at_20": 0.95176, "recall_at_3": 0.79046, "recall_at_5": 0.84627 }, { "cv_recall_at_1": 0.04903, "cv_recall_at_10": 0.17646, "cv_recall_at_100": 0.45478, "cv_recall_at_1000": 0.81995, "cv_recall_at_20": 0.24408, "cv_recall_at_3": 0.097, "cv_recall_at_5": 0.12384, "hf_subset": "mi", "languages": [ "mri-Latn" ], "main_score": 0.10439, "map_at_1": 0.04861, "map_at_10": 0.0825, "map_at_100": 0.09224, "map_at_1000": 0.09368, "map_at_20": 0.08725, "map_at_3": 0.06967, "map_at_5": 0.07565, "mrr_at_1": 0.04902789518174133, "mrr_at_10": 0.08265826054287587, "mrr_at_100": 0.09237211655505723, "mrr_at_1000": 0.09381392296429383, "mrr_at_20": 0.08736530769431532, "mrr_at_3": 0.06980839673147365, "mrr_at_5": 0.07582065370526896, "nauc_cv_recall_at_1000_diff1": 0.0003003865222187826, "nauc_cv_recall_at_1000_max": 0.5130525486149743, "nauc_cv_recall_at_1000_std": 0.6067962883486748, "nauc_cv_recall_at_100_diff1": 0.06039951354843942, "nauc_cv_recall_at_100_max": 0.3663006327440044, "nauc_cv_recall_at_100_std": 0.37619537984780704, "nauc_cv_recall_at_10_diff1": 0.1241423795175383, "nauc_cv_recall_at_10_max": 0.256761772190414, "nauc_cv_recall_at_10_std": 0.1888990619378603, "nauc_cv_recall_at_1_diff1": 0.3572046516603622, "nauc_cv_recall_at_1_max": 0.33005979975465105, "nauc_cv_recall_at_1_std": 0.16087730361255, "nauc_cv_recall_at_20_diff1": 0.10199287311457124, "nauc_cv_recall_at_20_max": 0.28498907432952714, "nauc_cv_recall_at_20_std": 0.23538852866193016, "nauc_cv_recall_at_3_diff1": 0.17329303076912692, "nauc_cv_recall_at_3_max": 0.2768273335392511, "nauc_cv_recall_at_3_std": 0.1799500481200201, "nauc_cv_recall_at_5_diff1": 0.138720392723556, "nauc_cv_recall_at_5_max": 0.2728714831674658, "nauc_cv_recall_at_5_std": 0.18251343408911191, "nauc_map_at_1000_diff1": 0.21472659217792425, "nauc_map_at_1000_max": 0.3008122688557306, "nauc_map_at_1000_std": 0.19320911520846343, "nauc_map_at_100_diff1": 0.2144337303444439, "nauc_map_at_100_max": 0.29986418743711174, "nauc_map_at_100_std": 0.1920184088433823, "nauc_map_at_10_diff1": 0.2249929974030981, "nauc_map_at_10_max": 0.2932682993900333, "nauc_map_at_10_std": 0.17639198128344488, "nauc_map_at_1_diff1": 0.3653073298310635, "nauc_map_at_1_max": 0.32888877217847257, "nauc_map_at_1_std": 0.1582351238960056, "nauc_map_at_20_diff1": 0.2185127275590308, "nauc_map_at_20_max": 0.29560242610439047, "nauc_map_at_20_std": 0.1833974812363045, "nauc_map_at_3_diff1": 0.24956679661323122, "nauc_map_at_3_max": 0.2995758735480062, "nauc_map_at_3_std": 0.17202700609583083, "nauc_map_at_5_diff1": 0.23317931127575653, "nauc_map_at_5_max": 0.2968983712855927, "nauc_map_at_5_std": 0.17274789072008734, "nauc_mrr_at_1000_diff1": 0.21311310926544305, "nauc_mrr_at_1000_max": 0.30112280270312275, "nauc_mrr_at_1000_std": 0.19384095970738954, "nauc_mrr_at_100_diff1": 0.2128228377390726, "nauc_mrr_at_100_max": 0.3002099906387976, "nauc_mrr_at_100_std": 0.19266890410973037, "nauc_mrr_at_10_diff1": 0.2231956602545056, "nauc_mrr_at_10_max": 0.2932419531765544, "nauc_mrr_at_10_std": 0.17675416883814113, "nauc_mrr_at_1_diff1": 0.3572046516603622, "nauc_mrr_at_1_max": 0.33005979975465105, "nauc_mrr_at_1_std": 0.16087730361255, "nauc_mrr_at_20_diff1": 0.21696685206788605, "nauc_mrr_at_20_max": 0.29592985243324776, "nauc_mrr_at_20_std": 0.18389908076833802, "nauc_mrr_at_3_diff1": 0.24745025064323886, "nauc_mrr_at_3_max": 0.30003424107250526, "nauc_mrr_at_3_std": 0.17279151848544974, "nauc_mrr_at_5_diff1": 0.23170559279411668, "nauc_mrr_at_5_max": 0.2976796647341411, "nauc_mrr_at_5_std": 0.17389481336123, "nauc_ndcg_at_1000_diff1": 0.15856452707258137, "nauc_ndcg_at_1000_max": 0.3312103144345806, "nauc_ndcg_at_1000_std": 0.2678917600373419, "nauc_ndcg_at_100_diff1": 0.15417597645085557, "nauc_ndcg_at_100_max": 0.3165127301829661, "nauc_ndcg_at_100_std": 0.25111735536578195, "nauc_ndcg_at_10_diff1": 0.18713132000330832, "nauc_ndcg_at_10_max": 0.28072163867501576, "nauc_ndcg_at_10_std": 0.181713744009703, "nauc_ndcg_at_1_diff1": 0.3653073298310635, "nauc_ndcg_at_1_max": 0.32888877217847257, "nauc_ndcg_at_1_std": 0.1582351238960056, "nauc_ndcg_at_20_diff1": 0.17201618681255695, "nauc_ndcg_at_20_max": 0.28985607730197005, "nauc_ndcg_at_20_std": 0.2022130992564454, "nauc_ndcg_at_3_diff1": 0.2248482753846346, "nauc_ndcg_at_3_max": 0.2922818940755625, "nauc_ndcg_at_3_std": 0.174621277022187, "nauc_ndcg_at_5_diff1": 0.20042095037850124, "nauc_ndcg_at_5_max": 0.28823994993139784, "nauc_ndcg_at_5_std": 0.17558800489182086, "nauc_precision_at_1000_diff1": 0.0003003865222191012, "nauc_precision_at_1000_max": 0.5130525486149743, "nauc_precision_at_1000_std": 0.6067962883486735, "nauc_precision_at_100_diff1": 0.06057350201112499, "nauc_precision_at_100_max": 0.36496050808616665, "nauc_precision_at_100_std": 0.3754419150463629, "nauc_precision_at_10_diff1": 0.12458637392986202, "nauc_precision_at_10_max": 0.258709538625091, "nauc_precision_at_10_std": 0.19056767497969634, "nauc_precision_at_1_diff1": 0.3653073298310635, "nauc_precision_at_1_max": 0.32888877217847257, "nauc_precision_at_1_std": 0.1582351238960056, "nauc_precision_at_20_diff1": 0.10127809759394128, "nauc_precision_at_20_max": 0.28477930613203595, "nauc_precision_at_20_std": 0.23656172423452845, "nauc_precision_at_3_diff1": 0.17329303076912672, "nauc_precision_at_3_max": 0.2768273335392507, "nauc_precision_at_3_std": 0.17995004812002005, "nauc_precision_at_5_diff1": 0.1370604747984784, "nauc_precision_at_5_max": 0.2713738465049283, "nauc_precision_at_5_std": 0.1809064921780178, "nauc_recall_at_1000_diff1": 0.0003003865222187826, "nauc_recall_at_1000_max": 0.5130525486149743, "nauc_recall_at_1000_std": 0.6067962883486748, "nauc_recall_at_100_diff1": 0.060573502011124915, "nauc_recall_at_100_max": 0.3649605080861667, "nauc_recall_at_100_std": 0.3754419150463632, "nauc_recall_at_10_diff1": 0.12458637392986172, "nauc_recall_at_10_max": 0.2587095386250908, "nauc_recall_at_10_std": 0.190567674979696, "nauc_recall_at_1_diff1": 0.3653073298310635, "nauc_recall_at_1_max": 0.32888877217847257, "nauc_recall_at_1_std": 0.1582351238960056, "nauc_recall_at_20_diff1": 0.10127809759394141, "nauc_recall_at_20_max": 0.2847793061320359, "nauc_recall_at_20_std": 0.23656172423452845, "nauc_recall_at_3_diff1": 0.17329303076912692, "nauc_recall_at_3_max": 0.2768273335392511, "nauc_recall_at_3_std": 0.1799500481200201, "nauc_recall_at_5_diff1": 0.1370604747984782, "nauc_recall_at_5_max": 0.27137384650492813, "nauc_recall_at_5_std": 0.18090649217801777, "ndcg_at_1": 0.04861, "ndcg_at_10": 0.10439, "ndcg_at_100": 0.15989, "ndcg_at_1000": 0.20445, "ndcg_at_20": 0.12167, "ndcg_at_3": 0.07668, "ndcg_at_5": 0.08755, "precision_at_1": 0.04861, "precision_at_10": 0.01762, "precision_at_100": 0.00455, "precision_at_1000": 0.00082, "precision_at_20": 0.01223, "precision_at_3": 0.03233, "precision_at_5": 0.02473, "recall_at_1": 0.04861, "recall_at_10": 0.17625, "recall_at_100": 0.45499, "recall_at_1000": 0.81995, "recall_at_20": 0.24451, "recall_at_3": 0.097, "recall_at_5": 0.12363 }, { "cv_recall_at_1": 0.54213, "cv_recall_at_10": 0.86053, "cv_recall_at_100": 0.98337, "cv_recall_at_1000": 0.99938, "cv_recall_at_20": 0.91463, "cv_recall_at_3": 0.72863, "cv_recall_at_5": 0.79414, "hf_subset": "nl", "languages": [ "nld-Latn" ], "main_score": 0.70007, "map_at_1": 0.54163, "map_at_10": 0.64875, "map_at_100": 0.65447, "map_at_1000": 0.65456, "map_at_20": 0.65254, "map_at_3": 0.6246, "map_at_5": 0.63969, "mrr_at_1": 0.542126814741283, "mrr_at_10": 0.6490470084712537, "mrr_at_100": 0.6547561358201136, "mrr_at_1000": 0.6548479990151045, "mrr_at_20": 0.6528148307687645, "mrr_at_3": 0.6248500641105182, "mrr_at_5": 0.6399573975265722, "nauc_cv_recall_at_1000_diff1": 0.24194957502091663, "nauc_cv_recall_at_1000_max": 0.605605491879413, "nauc_cv_recall_at_1000_std": 0.7268801181049104, "nauc_cv_recall_at_100_diff1": 0.5551733599817278, "nauc_cv_recall_at_100_max": 0.5771608177428054, "nauc_cv_recall_at_100_std": 0.056738288147471554, "nauc_cv_recall_at_10_diff1": 0.5627534691743302, "nauc_cv_recall_at_10_max": 0.2643365108228429, "nauc_cv_recall_at_10_std": -0.28524106451776937, "nauc_cv_recall_at_1_diff1": 0.683134634957123, "nauc_cv_recall_at_1_max": 0.179679236534531, "nauc_cv_recall_at_1_std": -0.26396201423443194, "nauc_cv_recall_at_20_diff1": 0.5534420175556618, "nauc_cv_recall_at_20_max": 0.3123344769873508, "nauc_cv_recall_at_20_std": -0.24537685563189174, "nauc_cv_recall_at_3_diff1": 0.5912044957648618, "nauc_cv_recall_at_3_max": 0.22112817572413182, "nauc_cv_recall_at_3_std": -0.29256064587091185, "nauc_cv_recall_at_5_diff1": 0.5732555228861069, "nauc_cv_recall_at_5_max": 0.22384678630570373, "nauc_cv_recall_at_5_std": -0.30214647084429075, "nauc_map_at_1000_diff1": 0.6502353076352978, "nauc_map_at_1000_max": 0.19505015679918664, "nauc_map_at_1000_std": -0.2729851948319377, "nauc_map_at_100_diff1": 0.6502037424444843, "nauc_map_at_100_max": 0.19515863913491988, "nauc_map_at_100_std": -0.2729160920999601, "nauc_map_at_10_diff1": 0.6485812860185382, "nauc_map_at_10_max": 0.1952954555360464, "nauc_map_at_10_std": -0.27433710409559137, "nauc_map_at_1_diff1": 0.6842522403461128, "nauc_map_at_1_max": 0.1795384376918852, "nauc_map_at_1_std": -0.263881736950404, "nauc_map_at_20_diff1": 0.6494649138321589, "nauc_map_at_20_max": 0.19551355388131414, "nauc_map_at_20_std": -0.27311911743201217, "nauc_map_at_3_diff1": 0.6474637447224718, "nauc_map_at_3_max": 0.1938373817868349, "nauc_map_at_3_std": -0.2753212888336001, "nauc_map_at_5_diff1": 0.6473510806754574, "nauc_map_at_5_max": 0.19384884198312027, "nauc_map_at_5_std": -0.2761983604217339, "nauc_mrr_at_1000_diff1": 0.6496061414009587, "nauc_mrr_at_1000_max": 0.1947607016749448, "nauc_mrr_at_1000_std": -0.2728700566705237, "nauc_mrr_at_100_diff1": 0.6495761297554, "nauc_mrr_at_100_max": 0.19487287973454312, "nauc_mrr_at_100_std": -0.27279688485177234, "nauc_mrr_at_10_diff1": 0.6479908591432835, "nauc_mrr_at_10_max": 0.19498841335241449, "nauc_mrr_at_10_std": -0.27424955826396313, "nauc_mrr_at_1_diff1": 0.683134634957123, "nauc_mrr_at_1_max": 0.179679236534531, "nauc_mrr_at_1_std": -0.26396201423443194, "nauc_mrr_at_20_diff1": 0.6488292578148896, "nauc_mrr_at_20_max": 0.19524154856052797, "nauc_mrr_at_20_std": -0.2730139591442875, "nauc_mrr_at_3_diff1": 0.6471045244808393, "nauc_mrr_at_3_max": 0.19370922761709986, "nauc_mrr_at_3_std": -0.2752292437336203, "nauc_mrr_at_5_diff1": 0.6465244710751353, "nauc_mrr_at_5_max": 0.19334202959557623, "nauc_mrr_at_5_std": -0.27605607784536296, "nauc_ndcg_at_1000_diff1": 0.6450426627680398, "nauc_ndcg_at_1000_max": 0.19996042941492392, "nauc_ndcg_at_1000_std": -0.27207242186890357, "nauc_ndcg_at_100_diff1": 0.644248903507967, "nauc_ndcg_at_100_max": 0.20347261433953054, "nauc_ndcg_at_100_std": -0.26938232779665255, "nauc_ndcg_at_10_diff1": 0.6357836101159011, "nauc_ndcg_at_10_max": 0.20473541612314847, "nauc_ndcg_at_10_std": -0.27637136112713667, "nauc_ndcg_at_1_diff1": 0.6842522403461128, "nauc_ndcg_at_1_max": 0.1795384376918852, "nauc_ndcg_at_1_std": -0.263881736950404, "nauc_ndcg_at_20_diff1": 0.6389835383074711, "nauc_ndcg_at_20_max": 0.20597959977040534, "nauc_ndcg_at_20_std": -0.2718396628877359, "nauc_ndcg_at_3_diff1": 0.6348364523524835, "nauc_ndcg_at_3_max": 0.19969435185962112, "nauc_ndcg_at_3_std": -0.2791995096845898, "nauc_ndcg_at_5_diff1": 0.633616839094693, "nauc_ndcg_at_5_max": 0.19990638671917954, "nauc_ndcg_at_5_std": -0.28121061380863716, "nauc_precision_at_1000_diff1": 0.2419495750205014, "nauc_precision_at_1000_max": 0.6056054918793209, "nauc_precision_at_1000_std": 0.72688011810467, "nauc_precision_at_100_diff1": 0.5537131502029814, "nauc_precision_at_100_max": 0.5687117180414337, "nauc_precision_at_100_std": 0.047787412279611315, "nauc_precision_at_10_diff1": 0.562143712601013, "nauc_precision_at_10_max": 0.26492683386806015, "nauc_precision_at_10_std": -0.28468166349070956, "nauc_precision_at_1_diff1": 0.6842522403461128, "nauc_precision_at_1_max": 0.1795384376918852, "nauc_precision_at_1_std": -0.263881736950404, "nauc_precision_at_20_diff1": 0.5540689757731495, "nauc_precision_at_20_max": 0.31152378591531066, "nauc_precision_at_20_std": -0.24491384138689895, "nauc_precision_at_3_diff1": 0.5904745412532875, "nauc_precision_at_3_max": 0.22065831378417386, "nauc_precision_at_3_std": -0.2928046713400943, "nauc_precision_at_5_diff1": 0.5753276398604708, "nauc_precision_at_5_max": 0.2257567265475298, "nauc_precision_at_5_std": -0.3028082853262637, "nauc_recall_at_1000_diff1": 0.24194957502091663, "nauc_recall_at_1000_max": 0.605605491879413, "nauc_recall_at_1000_std": 0.7268801181049104, "nauc_recall_at_100_diff1": 0.5537131502029758, "nauc_recall_at_100_max": 0.5687117180414202, "nauc_recall_at_100_std": 0.04778741227960535, "nauc_recall_at_10_diff1": 0.5621437126010136, "nauc_recall_at_10_max": 0.2649268338680624, "nauc_recall_at_10_std": -0.2846816634907071, "nauc_recall_at_1_diff1": 0.6842522403461128, "nauc_recall_at_1_max": 0.1795384376918852, "nauc_recall_at_1_std": -0.263881736950404, "nauc_recall_at_20_diff1": 0.5540689757731527, "nauc_recall_at_20_max": 0.31152378591531393, "nauc_recall_at_20_std": -0.24491384138689667, "nauc_recall_at_3_diff1": 0.5904745412532868, "nauc_recall_at_3_max": 0.22065831378417297, "nauc_recall_at_3_std": -0.2928046713400949, "nauc_recall_at_5_diff1": 0.5753276398604718, "nauc_recall_at_5_max": 0.22575672654753112, "nauc_recall_at_5_std": -0.3028082853262619, "ndcg_at_1": 0.54163, "ndcg_at_10": 0.70007, "ndcg_at_100": 0.72689, "ndcg_at_1000": 0.72903, "ndcg_at_20": 0.71383, "ndcg_at_3": 0.65134, "ndcg_at_5": 0.67843, "precision_at_1": 0.54163, "precision_at_10": 0.08604, "precision_at_100": 0.00983, "precision_at_1000": 0.001, "precision_at_20": 0.04574, "precision_at_3": 0.24288, "precision_at_5": 0.15883, "recall_at_1": 0.54163, "recall_at_10": 0.8604, "recall_at_100": 0.98325, "recall_at_1000": 0.99938, "recall_at_20": 0.91475, "recall_at_3": 0.72863, "recall_at_5": 0.79414 }, { "cv_recall_at_1": 0.51851, "cv_recall_at_10": 0.82809, "cv_recall_at_100": 0.96867, "cv_recall_at_1000": 0.99875, "cv_recall_at_20": 0.88465, "cv_recall_at_3": 0.69541, "cv_recall_at_5": 0.75711, "hf_subset": "no", "languages": [ "nor-Latn" ], "main_score": 0.67066, "map_at_1": 0.51837, "map_at_10": 0.62046, "map_at_100": 0.62665, "map_at_1000": 0.62681, "map_at_20": 0.62438, "map_at_3": 0.5967, "map_at_5": 0.61084, "mrr_at_1": 0.5185082489948704, "mrr_at_10": 0.6206199014565857, "mrr_at_100": 0.6268167442576941, "mrr_at_1000": 0.6269817749881967, "mrr_at_20": 0.624550754455469, "mrr_at_3": 0.5967928277646867, "mrr_at_5": 0.6109408937566431, "nauc_cv_recall_at_1000_diff1": 0.24964411745863319, "nauc_cv_recall_at_1000_max": 0.5280885566525717, "nauc_cv_recall_at_1000_std": 0.14303507528815537, "nauc_cv_recall_at_100_diff1": 0.5436288517735868, "nauc_cv_recall_at_100_max": 0.5786092271150967, "nauc_cv_recall_at_100_std": 0.2646168555616964, "nauc_cv_recall_at_10_diff1": 0.5568003517070067, "nauc_cv_recall_at_10_max": 0.35323714340750456, "nauc_cv_recall_at_10_std": -0.10454925199708388, "nauc_cv_recall_at_1_diff1": 0.6802351110103612, "nauc_cv_recall_at_1_max": 0.25310846053020464, "nauc_cv_recall_at_1_std": -0.18305412284236972, "nauc_cv_recall_at_20_diff1": 0.5448563182638245, "nauc_cv_recall_at_20_max": 0.3915280748875866, "nauc_cv_recall_at_20_std": -0.05733582674148541, "nauc_cv_recall_at_3_diff1": 0.5827859582622075, "nauc_cv_recall_at_3_max": 0.29528734257401185, "nauc_cv_recall_at_3_std": -0.17217566102512258, "nauc_cv_recall_at_5_diff1": 0.5755566419025371, "nauc_cv_recall_at_5_max": 0.3105016509483464, "nauc_cv_recall_at_5_std": -0.17659225647208687, "nauc_map_at_1000_diff1": 0.6433674855477922, "nauc_map_at_1000_max": 0.2728879124894871, "nauc_map_at_1000_std": -0.17406476544756835, "nauc_map_at_100_diff1": 0.6433292026236913, "nauc_map_at_100_max": 0.2730455336141121, "nauc_map_at_100_std": -0.17385410475132942, "nauc_map_at_10_diff1": 0.6419273460889017, "nauc_map_at_10_max": 0.27302651854471816, "nauc_map_at_10_std": -0.17461516246824715, "nauc_map_at_1_diff1": 0.6805401456282356, "nauc_map_at_1_max": 0.25245777146144804, "nauc_map_at_1_std": -0.1821632485311044, "nauc_map_at_20_diff1": 0.6425727236505916, "nauc_map_at_20_max": 0.27320954491645416, "nauc_map_at_20_std": -0.17413494801752022, "nauc_map_at_3_diff1": 0.6409108866539744, "nauc_map_at_3_max": 0.26879632781611856, "nauc_map_at_3_std": -0.17927079774205226, "nauc_map_at_5_diff1": 0.6416183792572678, "nauc_map_at_5_max": 0.2712161243714241, "nauc_map_at_5_std": -0.17968490474574908, "nauc_mrr_at_1000_diff1": 0.6434162965222827, "nauc_mrr_at_1000_max": 0.27381578321952704, "nauc_mrr_at_1000_std": -0.17406790300593766, "nauc_mrr_at_100_diff1": 0.6433779534405081, "nauc_mrr_at_100_max": 0.2739727103104474, "nauc_mrr_at_100_std": -0.1738573509086185, "nauc_mrr_at_10_diff1": 0.641995786158084, "nauc_mrr_at_10_max": 0.2739375593231505, "nauc_mrr_at_10_std": -0.1746813579602157, "nauc_mrr_at_1_diff1": 0.6802351110103612, "nauc_mrr_at_1_max": 0.25310846053020464, "nauc_mrr_at_1_std": -0.18305412284236972, "nauc_mrr_at_20_diff1": 0.6426218761713093, "nauc_mrr_at_20_max": 0.2741278425351055, "nauc_mrr_at_20_std": -0.17414428088299105, "nauc_mrr_at_3_diff1": 0.6411173270706502, "nauc_mrr_at_3_max": 0.27002577888710605, "nauc_mrr_at_3_std": -0.17903143260242207, "nauc_mrr_at_5_diff1": 0.6417162516334178, "nauc_mrr_at_5_max": 0.27181080539701324, "nauc_mrr_at_5_std": -0.1799229499813749, "nauc_ndcg_at_1000_diff1": 0.6370361601135344, "nauc_ndcg_at_1000_max": 0.27953971721327037, "nauc_ndcg_at_1000_std": -0.16769339314421136, "nauc_ndcg_at_100_diff1": 0.6357420966774461, "nauc_ndcg_at_100_max": 0.284517388953425, "nauc_ndcg_at_100_std": -0.16058818591070323, "nauc_ndcg_at_10_diff1": 0.6279131306407103, "nauc_ndcg_at_10_max": 0.2851268128178583, "nauc_ndcg_at_10_std": -0.1647056095242628, "nauc_ndcg_at_1_diff1": 0.6805401456282356, "nauc_ndcg_at_1_max": 0.25245777146144804, "nauc_ndcg_at_1_std": -0.1821632485311044, "nauc_ndcg_at_20_diff1": 0.6300859927541881, "nauc_ndcg_at_20_max": 0.28627332616384676, "nauc_ndcg_at_20_std": -0.16235726999128317, "nauc_ndcg_at_3_diff1": 0.6273746886967623, "nauc_ndcg_at_3_max": 0.27446487300587585, "nauc_ndcg_at_3_std": -0.17794978729171326, "nauc_ndcg_at_5_diff1": 0.6279980311200133, "nauc_ndcg_at_5_max": 0.27944394188171134, "nauc_ndcg_at_5_std": -0.17870203121679293, "nauc_precision_at_1000_diff1": 0.24964411745863008, "nauc_precision_at_1000_max": 0.528088556652521, "nauc_precision_at_1000_std": 0.14303507528809198, "nauc_precision_at_100_diff1": 0.5436288517735917, "nauc_precision_at_100_max": 0.5786092271150918, "nauc_precision_at_100_std": 0.2646168555616911, "nauc_precision_at_10_diff1": 0.5563598285816674, "nauc_precision_at_10_max": 0.35314761543915446, "nauc_precision_at_10_std": -0.10339241615741282, "nauc_precision_at_1_diff1": 0.6805401456282356, "nauc_precision_at_1_max": 0.25245777146144804, "nauc_precision_at_1_std": -0.1821632485311044, "nauc_precision_at_20_diff1": 0.5448563182638249, "nauc_precision_at_20_max": 0.3915280748875857, "nauc_precision_at_20_std": -0.0573358267414863, "nauc_precision_at_3_diff1": 0.5816836287141923, "nauc_precision_at_3_max": 0.2936325322650146, "nauc_precision_at_3_std": -0.1733631022638585, "nauc_precision_at_5_diff1": 0.5747937815523851, "nauc_precision_at_5_max": 0.31277451714535526, "nauc_precision_at_5_std": -0.1748846807547576, "nauc_recall_at_1000_diff1": 0.24964411745863319, "nauc_recall_at_1000_max": 0.5280885566525717, "nauc_recall_at_1000_std": 0.14303507528815537, "nauc_recall_at_100_diff1": 0.5436288517735868, "nauc_recall_at_100_max": 0.5786092271150967, "nauc_recall_at_100_std": 0.2646168555616964, "nauc_recall_at_10_diff1": 0.5563598285816678, "nauc_recall_at_10_max": 0.3531476154391547, "nauc_recall_at_10_std": -0.10339241615741057, "nauc_recall_at_1_diff1": 0.6805401456282356, "nauc_recall_at_1_max": 0.25245777146144804, "nauc_recall_at_1_std": -0.1821632485311044, "nauc_recall_at_20_diff1": 0.5448563182638245, "nauc_recall_at_20_max": 0.3915280748875866, "nauc_recall_at_20_std": -0.05733582674148541, "nauc_recall_at_3_diff1": 0.5816836287141923, "nauc_recall_at_3_max": 0.29363253226501423, "nauc_recall_at_3_std": -0.17336310226385937, "nauc_recall_at_5_diff1": 0.5747937815523863, "nauc_recall_at_5_max": 0.3127745171453554, "nauc_recall_at_5_std": -0.17488468075475794, "ndcg_at_1": 0.51837, "ndcg_at_10": 0.67066, "ndcg_at_100": 0.70075, "ndcg_at_1000": 0.70469, "ndcg_at_20": 0.68493, "ndcg_at_3": 0.62213, "ndcg_at_5": 0.64761, "precision_at_1": 0.51837, "precision_at_10": 0.08282, "precision_at_100": 0.00969, "precision_at_1000": 0.001, "precision_at_20": 0.04423, "precision_at_3": 0.2319, "precision_at_5": 0.1515, "recall_at_1": 0.51837, "recall_at_10": 0.82823, "recall_at_100": 0.96867, "recall_at_1000": 0.99875, "recall_at_20": 0.88465, "recall_at_3": 0.69569, "recall_at_5": 0.75752 }, { "cv_recall_at_1": 0.58297, "cv_recall_at_10": 0.88321, "cv_recall_at_100": 0.98502, "cv_recall_at_1000": 0.9993, "cv_recall_at_20": 0.92886, "cv_recall_at_3": 0.75284, "cv_recall_at_5": 0.81459, "hf_subset": "pl", "languages": [ "pol-Latn" ], "main_score": 0.73081, "map_at_1": 0.58269, "map_at_10": 0.68232, "map_at_100": 0.68721, "map_at_1000": 0.68729, "map_at_20": 0.68558, "map_at_3": 0.65915, "map_at_5": 0.67302, "mrr_at_1": 0.5829715726088783, "mrr_at_10": 0.6824542714439069, "mrr_at_100": 0.6873370313305344, "mrr_at_1000": 0.6874202827118314, "mrr_at_20": 0.6857045030211077, "mrr_at_3": 0.659128039957056, "mrr_at_5": 0.673201699108432, "nauc_cv_recall_at_1000_diff1": 0.37461463765862996, "nauc_cv_recall_at_1000_max": 0.8552803335690714, "nauc_cv_recall_at_1000_std": 0.9444458808685233, "nauc_cv_recall_at_100_diff1": 0.5088834322166222, "nauc_cv_recall_at_100_max": 0.6051289394956822, "nauc_cv_recall_at_100_std": 0.1598268589319578, "nauc_cv_recall_at_10_diff1": 0.5985230963430922, "nauc_cv_recall_at_10_max": 0.35805279717414573, "nauc_cv_recall_at_10_std": -0.22173794465142238, "nauc_cv_recall_at_1_diff1": 0.7343304122849137, "nauc_cv_recall_at_1_max": 0.23185461326740128, "nauc_cv_recall_at_1_std": -0.27246044795961033, "nauc_cv_recall_at_20_diff1": 0.57503934966372, "nauc_cv_recall_at_20_max": 0.42413009690890946, "nauc_cv_recall_at_20_std": -0.1629692209688709, "nauc_cv_recall_at_3_diff1": 0.6505034063600019, "nauc_cv_recall_at_3_max": 0.29148973378708626, "nauc_cv_recall_at_3_std": -0.29559766706818535, "nauc_cv_recall_at_5_diff1": 0.6162559557985988, "nauc_cv_recall_at_5_max": 0.31464033199276, "nauc_cv_recall_at_5_std": -0.28672371865878654, "nauc_map_at_1000_diff1": 0.7019415011351485, "nauc_map_at_1000_max": 0.25563783004673324, "nauc_map_at_1000_std": -0.27727955858961356, "nauc_map_at_100_diff1": 0.7018921054230186, "nauc_map_at_100_max": 0.2557300151420921, "nauc_map_at_100_std": -0.27720942731928416, "nauc_map_at_10_diff1": 0.700494392614981, "nauc_map_at_10_max": 0.2564314370197421, "nauc_map_at_10_std": -0.2774389716681443, "nauc_map_at_1_diff1": 0.7349739849208407, "nauc_map_at_1_max": 0.23179313307686883, "nauc_map_at_1_std": -0.2746079496314205, "nauc_map_at_20_diff1": 0.7011702554857397, "nauc_map_at_20_max": 0.2564186622966343, "nauc_map_at_20_std": -0.2769788888333526, "nauc_map_at_3_diff1": 0.7017763529869907, "nauc_map_at_3_max": 0.253083608901859, "nauc_map_at_3_std": -0.283759566566545, "nauc_map_at_5_diff1": 0.6987790279654449, "nauc_map_at_5_max": 0.25519080966786917, "nauc_map_at_5_std": -0.28191823087424145, "nauc_mrr_at_1000_diff1": 0.7015302075106852, "nauc_mrr_at_1000_max": 0.25620827876147834, "nauc_mrr_at_1000_std": -0.2756775645002927, "nauc_mrr_at_100_diff1": 0.7014808750542204, "nauc_mrr_at_100_max": 0.2563004444132857, "nauc_mrr_at_100_std": -0.2756077687533908, "nauc_mrr_at_10_diff1": 0.7000886512340971, "nauc_mrr_at_10_max": 0.25695525033079597, "nauc_mrr_at_10_std": -0.2758956939502083, "nauc_mrr_at_1_diff1": 0.7343304122849137, "nauc_mrr_at_1_max": 0.23185461326740128, "nauc_mrr_at_1_std": -0.27246044795961033, "nauc_mrr_at_20_diff1": 0.7007665283738435, "nauc_mrr_at_20_max": 0.25696982718392464, "nauc_mrr_at_20_std": -0.27545908678036163, "nauc_mrr_at_3_diff1": 0.7015661029919422, "nauc_mrr_at_3_max": 0.25389013404659777, "nauc_mrr_at_3_std": -0.2820046459834094, "nauc_mrr_at_5_diff1": 0.6983698124199771, "nauc_mrr_at_5_max": 0.2557159645392842, "nauc_mrr_at_5_std": -0.2802610605054576, "nauc_ndcg_at_1000_diff1": 0.6960719465943812, "nauc_ndcg_at_1000_max": 0.26211156515222644, "nauc_ndcg_at_1000_std": -0.2734474325767911, "nauc_ndcg_at_100_diff1": 0.6944578196843667, "nauc_ndcg_at_100_max": 0.26507715367021584, "nauc_ndcg_at_100_std": -0.2701380054446779, "nauc_ndcg_at_10_diff1": 0.6868191669594247, "nauc_ndcg_at_10_max": 0.26964023762557277, "nauc_ndcg_at_10_std": -0.2713646842181613, "nauc_ndcg_at_1_diff1": 0.7349739849208407, "nauc_ndcg_at_1_max": 0.23179313307686883, "nauc_ndcg_at_1_std": -0.2746079496314205, "nauc_ndcg_at_20_diff1": 0.689233120473081, "nauc_ndcg_at_20_max": 0.27051243057114044, "nauc_ndcg_at_20_std": -0.26877477402330424, "nauc_ndcg_at_3_diff1": 0.6903470465052206, "nauc_ndcg_at_3_max": 0.2611720815173656, "nauc_ndcg_at_3_std": -0.28663622530271027, "nauc_ndcg_at_5_diff1": 0.683689017261543, "nauc_ndcg_at_5_max": 0.2659989949401828, "nauc_ndcg_at_5_std": -0.28316657535322887, "nauc_precision_at_1000_diff1": 0.3746146376582725, "nauc_precision_at_1000_max": 0.8552803335689361, "nauc_precision_at_1000_std": 0.9444458808683311, "nauc_precision_at_100_diff1": 0.5088834322166436, "nauc_precision_at_100_max": 0.6051289394957073, "nauc_precision_at_100_std": 0.15982685893197268, "nauc_precision_at_10_diff1": 0.5989491268778913, "nauc_precision_at_10_max": 0.3587340047545628, "nauc_precision_at_10_std": -0.22106548805827042, "nauc_precision_at_1_diff1": 0.7349739849208407, "nauc_precision_at_1_max": 0.23179313307686883, "nauc_precision_at_1_std": -0.2746079496314205, "nauc_precision_at_20_diff1": 0.5747820328913866, "nauc_precision_at_20_max": 0.4251363389243021, "nauc_precision_at_20_std": -0.15783253178965226, "nauc_precision_at_3_diff1": 0.6494319784354237, "nauc_precision_at_3_max": 0.29044675752499644, "nauc_precision_at_3_std": -0.2968188541499714, "nauc_precision_at_5_diff1": 0.616502916909139, "nauc_precision_at_5_max": 0.31468278718528936, "nauc_precision_at_5_std": -0.2875429497497495, "nauc_recall_at_1000_diff1": 0.37461463765862996, "nauc_recall_at_1000_max": 0.8552803335690714, "nauc_recall_at_1000_std": 0.9444458808685233, "nauc_recall_at_100_diff1": 0.5088834322166222, "nauc_recall_at_100_max": 0.6051289394956822, "nauc_recall_at_100_std": 0.1598268589319578, "nauc_recall_at_10_diff1": 0.5989491268778927, "nauc_recall_at_10_max": 0.35873400475456435, "nauc_recall_at_10_std": -0.22106548805826892, "nauc_recall_at_1_diff1": 0.7349739849208407, "nauc_recall_at_1_max": 0.23179313307686883, "nauc_recall_at_1_std": -0.2746079496314205, "nauc_recall_at_20_diff1": 0.5747820328913876, "nauc_recall_at_20_max": 0.4251363389243034, "nauc_recall_at_20_std": -0.1578325317896459, "nauc_recall_at_3_diff1": 0.6494319784354224, "nauc_recall_at_3_max": 0.29044675752499677, "nauc_recall_at_3_std": -0.296818854149971, "nauc_recall_at_5_diff1": 0.6165029169091394, "nauc_recall_at_5_max": 0.31468278718529163, "nauc_recall_at_5_std": -0.2875429497497469, "ndcg_at_1": 0.58269, "ndcg_at_10": 0.73081, "ndcg_at_100": 0.75329, "ndcg_at_1000": 0.75518, "ndcg_at_20": 0.74249, "ndcg_at_3": 0.68344, "ndcg_at_5": 0.70846, "precision_at_1": 0.58269, "precision_at_10": 0.08831, "precision_at_100": 0.00985, "precision_at_1000": 0.001, "precision_at_20": 0.04644, "precision_at_3": 0.25118, "precision_at_5": 0.16286, "recall_at_1": 0.58269, "recall_at_10": 0.88307, "recall_at_100": 0.98502, "recall_at_1000": 0.9993, "recall_at_20": 0.92886, "recall_at_3": 0.75354, "recall_at_5": 0.81431 }, { "cv_recall_at_1": 0.62032, "cv_recall_at_10": 0.90032, "cv_recall_at_100": 0.99089, "cv_recall_at_1000": 0.99972, "cv_recall_at_20": 0.94284, "cv_recall_at_3": 0.78821, "cv_recall_at_5": 0.84261, "hf_subset": "pt", "languages": [ "por-Latn" ], "main_score": 0.76057, "map_at_1": 0.62074, "map_at_10": 0.71574, "map_at_100": 0.72011, "map_at_1000": 0.72016, "map_at_20": 0.71878, "map_at_3": 0.69529, "map_at_5": 0.70784, "mrr_at_1": 0.6203230705508767, "mrr_at_10": 0.7155505370264438, "mrr_at_100": 0.7199296754616263, "mrr_at_1000": 0.7199822832662434, "mrr_at_20": 0.7185978060895172, "mrr_at_3": 0.6952229739058396, "mrr_at_5": 0.7076832804086677, "nauc_cv_recall_at_1000_diff1": 0.5613757638354673, "nauc_cv_recall_at_1000_max": 1.0, "nauc_cv_recall_at_1000_std": 1.0, "nauc_cv_recall_at_100_diff1": 0.5438219638827577, "nauc_cv_recall_at_100_max": 0.5130399500984087, "nauc_cv_recall_at_100_std": 0.02043890005309179, "nauc_cv_recall_at_10_diff1": 0.6102471931739298, "nauc_cv_recall_at_10_max": 0.2441894618061367, "nauc_cv_recall_at_10_std": -0.37406501520095015, "nauc_cv_recall_at_1_diff1": 0.7475665595429145, "nauc_cv_recall_at_1_max": 0.1537278472311623, "nauc_cv_recall_at_1_std": -0.3447056965643392, "nauc_cv_recall_at_20_diff1": 0.6129502083855325, "nauc_cv_recall_at_20_max": 0.3322360172781441, "nauc_cv_recall_at_20_std": -0.3180068943386862, "nauc_cv_recall_at_3_diff1": 0.6496113729189452, "nauc_cv_recall_at_3_max": 0.1769053243792998, "nauc_cv_recall_at_3_std": -0.38824841241566604, "nauc_cv_recall_at_5_diff1": 0.6364223222352243, "nauc_cv_recall_at_5_max": 0.20677967240181463, "nauc_cv_recall_at_5_std": -0.3954302016024701, "nauc_map_at_1000_diff1": 0.715183937337652, "nauc_map_at_1000_max": 0.16714591662741235, "nauc_map_at_1000_std": -0.3577105721324652, "nauc_map_at_100_diff1": 0.7151555629649037, "nauc_map_at_100_max": 0.1671984129612503, "nauc_map_at_100_std": -0.3576686260387397, "nauc_map_at_10_diff1": 0.7131697390855667, "nauc_map_at_10_max": 0.16756408420708738, "nauc_map_at_10_std": -0.35889258047273476, "nauc_map_at_1_diff1": 0.7467660795320595, "nauc_map_at_1_max": 0.15402868369769057, "nauc_map_at_1_std": -0.34380662853602784, "nauc_map_at_20_diff1": 0.7145749568816298, "nauc_map_at_20_max": 0.167928057704941, "nauc_map_at_20_std": -0.3577598702910767, "nauc_map_at_3_diff1": 0.7118147296110064, "nauc_map_at_3_max": 0.1621286083343277, "nauc_map_at_3_std": -0.3614236519425933, "nauc_map_at_5_diff1": 0.7125252634111787, "nauc_map_at_5_max": 0.16629106565425678, "nauc_map_at_5_std": -0.36091282723264784, "nauc_mrr_at_1000_diff1": 0.715585476528059, "nauc_mrr_at_1000_max": 0.16735172614331822, "nauc_mrr_at_1000_std": -0.35809469547573336, "nauc_mrr_at_100_diff1": 0.7155570072711128, "nauc_mrr_at_100_max": 0.1674040944778373, "nauc_mrr_at_100_std": -0.35805255777022577, "nauc_mrr_at_10_diff1": 0.7135832599544433, "nauc_mrr_at_10_max": 0.16761730665057475, "nauc_mrr_at_10_std": -0.35936548059854545, "nauc_mrr_at_1_diff1": 0.7475665595429145, "nauc_mrr_at_1_max": 0.1537278472311623, "nauc_mrr_at_1_std": -0.3447056965643392, "nauc_mrr_at_20_diff1": 0.7149697084137797, "nauc_mrr_at_20_max": 0.1680955449169646, "nauc_mrr_at_20_std": -0.3581597936291524, "nauc_mrr_at_3_diff1": 0.7120997478412314, "nauc_mrr_at_3_max": 0.16270226387560716, "nauc_mrr_at_3_std": -0.3614438109976136, "nauc_mrr_at_5_diff1": 0.7128206848934424, "nauc_mrr_at_5_max": 0.16657662013716248, "nauc_mrr_at_5_std": -0.36132328500109534, "nauc_ndcg_at_1000_diff1": 0.7102907816497815, "nauc_ndcg_at_1000_max": 0.17161020491238, "nauc_ndcg_at_1000_std": -0.3575195936628437, "nauc_ndcg_at_100_diff1": 0.7092915486807388, "nauc_ndcg_at_100_max": 0.17356258045987277, "nauc_ndcg_at_100_std": -0.3555175372110024, "nauc_ndcg_at_10_diff1": 0.6999091247623722, "nauc_ndcg_at_10_max": 0.1770548577443339, "nauc_ndcg_at_10_std": -0.36137280041261743, "nauc_ndcg_at_1_diff1": 0.7467660795320595, "nauc_ndcg_at_1_max": 0.15402868369769057, "nauc_ndcg_at_1_std": -0.34380662853602784, "nauc_ndcg_at_20_diff1": 0.7052255830716828, "nauc_ndcg_at_20_max": 0.17946836669757957, "nauc_ndcg_at_20_std": -0.3566378211191621, "nauc_ndcg_at_3_diff1": 0.6988317773049448, "nauc_ndcg_at_3_max": 0.16478806285258055, "nauc_ndcg_at_3_std": -0.36748559484200144, "nauc_ndcg_at_5_diff1": 0.6992460665804043, "nauc_ndcg_at_5_max": 0.1729439927008296, "nauc_ndcg_at_5_std": -0.3669780392913625, "nauc_precision_at_1000_diff1": 0.5613757638347954, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_100_diff1": 0.5438219638827541, "nauc_precision_at_100_max": 0.5130399500984135, "nauc_precision_at_100_std": 0.020438900053062592, "nauc_precision_at_10_diff1": 0.6097066206263209, "nauc_precision_at_10_max": 0.24829391791261027, "nauc_precision_at_10_std": -0.37162652561784965, "nauc_precision_at_1_diff1": 0.7467660795320595, "nauc_precision_at_1_max": 0.15402868369769057, "nauc_precision_at_1_std": -0.34380662853602784, "nauc_precision_at_20_diff1": 0.6132112328330814, "nauc_precision_at_20_max": 0.335828836086669, "nauc_precision_at_20_std": -0.3163954640372908, "nauc_precision_at_3_diff1": 0.6502357527459381, "nauc_precision_at_3_max": 0.17459754551043072, "nauc_precision_at_3_std": -0.3899757130920152, "nauc_precision_at_5_diff1": 0.6372438820694114, "nauc_precision_at_5_max": 0.20555877094833375, "nauc_precision_at_5_std": -0.3950010932711187, "nauc_recall_at_1000_diff1": 0.5613757638354673, "nauc_recall_at_1000_max": 1.0, "nauc_recall_at_1000_std": 1.0, "nauc_recall_at_100_diff1": 0.5438219638827577, "nauc_recall_at_100_max": 0.5130399500984087, "nauc_recall_at_100_std": 0.02043890005309179, "nauc_recall_at_10_diff1": 0.6097066206263217, "nauc_recall_at_10_max": 0.2482939179126114, "nauc_recall_at_10_std": -0.3716265256178504, "nauc_recall_at_1_diff1": 0.7467660795320595, "nauc_recall_at_1_max": 0.15402868369769057, "nauc_recall_at_1_std": -0.34380662853602784, "nauc_recall_at_20_diff1": 0.6132112328330749, "nauc_recall_at_20_max": 0.3358288360866694, "nauc_recall_at_20_std": -0.31639546403728946, "nauc_recall_at_3_diff1": 0.6502357527459397, "nauc_recall_at_3_max": 0.17459754551043064, "nauc_recall_at_3_std": -0.3899757130920155, "nauc_recall_at_5_diff1": 0.6372438820694115, "nauc_recall_at_5_max": 0.20555877094833483, "nauc_recall_at_5_std": -0.39500109327111654, "ndcg_at_1": 0.62074, "ndcg_at_10": 0.76057, "ndcg_at_100": 0.78051, "ndcg_at_1000": 0.78169, "ndcg_at_20": 0.77143, "ndcg_at_3": 0.71909, "ndcg_at_5": 0.74165, "precision_at_1": 0.62074, "precision_at_10": 0.09005, "precision_at_100": 0.00991, "precision_at_1000": 0.001, "precision_at_20": 0.04715, "precision_at_3": 0.2626, "precision_at_5": 0.16849, "recall_at_1": 0.62074, "recall_at_10": 0.90046, "recall_at_100": 0.99089, "recall_at_1000": 0.99972, "recall_at_20": 0.94298, "recall_at_3": 0.7878, "recall_at_5": 0.84247 }, { "cv_recall_at_1": 0.03569, "cv_recall_at_10": 0.135, "cv_recall_at_100": 0.30194, "cv_recall_at_1000": 0.64486, "cv_recall_at_20": 0.17653, "cv_recall_at_3": 0.07556, "cv_recall_at_5": 0.09833, "hf_subset": "quz", "languages": [ "quz-Latn" ], "main_score": 0.07998, "map_at_1": 0.03583, "map_at_10": 0.06303, "map_at_100": 0.06886, "map_at_1000": 0.07002, "map_at_20": 0.06592, "map_at_3": 0.05299, "map_at_5": 0.05815, "mrr_at_1": 0.035694444444444445, "mrr_at_10": 0.06289395943562608, "mrr_at_100": 0.06873159006240304, "mrr_at_1000": 0.06989967361291399, "mrr_at_20": 0.06579712562191259, "mrr_at_3": 0.05287037037037028, "mrr_at_5": 0.05804398148148131, "nauc_cv_recall_at_1000_diff1": -0.029489975176584818, "nauc_cv_recall_at_1000_max": 0.4386183937677137, "nauc_cv_recall_at_1000_std": 0.5194147931975206, "nauc_cv_recall_at_100_diff1": -0.07034101770238378, "nauc_cv_recall_at_100_max": 0.4621847825720145, "nauc_cv_recall_at_100_std": 0.5237996587085745, "nauc_cv_recall_at_10_diff1": -0.018814120135886063, "nauc_cv_recall_at_10_max": 0.4662663186010569, "nauc_cv_recall_at_10_std": 0.4459723750152791, "nauc_cv_recall_at_1_diff1": 0.25086783895832165, "nauc_cv_recall_at_1_max": 0.5060840078551825, "nauc_cv_recall_at_1_std": 0.3554741454461555, "nauc_cv_recall_at_20_diff1": -0.03793426119848407, "nauc_cv_recall_at_20_max": 0.46079049519919185, "nauc_cv_recall_at_20_std": 0.4676098513959658, "nauc_cv_recall_at_3_diff1": 0.06435204548682898, "nauc_cv_recall_at_3_max": 0.46759684890860015, "nauc_cv_recall_at_3_std": 0.390510819299547, "nauc_cv_recall_at_5_diff1": 0.026601953374292765, "nauc_cv_recall_at_5_max": 0.44666345298243554, "nauc_cv_recall_at_5_std": 0.395046681795237, "nauc_map_at_1000_diff1": 0.08462044171906107, "nauc_map_at_1000_max": 0.47406348510656054, "nauc_map_at_1000_std": 0.4057500916524118, "nauc_map_at_100_diff1": 0.08428774411110376, "nauc_map_at_100_max": 0.47410671882765504, "nauc_map_at_100_std": 0.4053605556840307, "nauc_map_at_10_diff1": 0.0962908079141523, "nauc_map_at_10_max": 0.4761144859400762, "nauc_map_at_10_std": 0.39561683995513036, "nauc_map_at_1_diff1": 0.24766786679229494, "nauc_map_at_1_max": 0.5079984109255111, "nauc_map_at_1_std": 0.35797230767310834, "nauc_map_at_20_diff1": 0.08939346531386312, "nauc_map_at_20_max": 0.47467137694162953, "nauc_map_at_20_std": 0.4006168224954106, "nauc_map_at_3_diff1": 0.13320880078461123, "nauc_map_at_3_max": 0.48127973604351043, "nauc_map_at_3_std": 0.3784400446226004, "nauc_map_at_5_diff1": 0.1125808738278079, "nauc_map_at_5_max": 0.47239113913291914, "nauc_map_at_5_std": 0.38191514535164656, "nauc_mrr_at_1000_diff1": 0.08551725916534085, "nauc_mrr_at_1000_max": 0.473231751570312, "nauc_mrr_at_1000_std": 0.40491366492552494, "nauc_mrr_at_100_diff1": 0.08519191409083374, "nauc_mrr_at_100_max": 0.473266699865661, "nauc_mrr_at_100_std": 0.40451534560194957, "nauc_mrr_at_10_diff1": 0.09722962822973043, "nauc_mrr_at_10_max": 0.4751212840972908, "nauc_mrr_at_10_std": 0.39453895907199377, "nauc_mrr_at_1_diff1": 0.25086783895832165, "nauc_mrr_at_1_max": 0.5060840078551825, "nauc_mrr_at_1_std": 0.3554741454461555, "nauc_mrr_at_20_diff1": 0.09037577661545536, "nauc_mrr_at_20_max": 0.473865014286405, "nauc_mrr_at_20_std": 0.3998028335785797, "nauc_mrr_at_3_diff1": 0.13431709816706502, "nauc_mrr_at_3_max": 0.4802922019794964, "nauc_mrr_at_3_std": 0.3773161907921417, "nauc_mrr_at_5_diff1": 0.11365720386466034, "nauc_mrr_at_5_max": 0.47109224513205755, "nauc_mrr_at_5_std": 0.3805799558662356, "nauc_ndcg_at_1000_diff1": 0.029357219581658208, "nauc_ndcg_at_1000_max": 0.46355544472649507, "nauc_ndcg_at_1000_std": 0.4497435501672518, "nauc_ndcg_at_100_diff1": 0.01700285152019652, "nauc_ndcg_at_100_max": 0.4679919229595939, "nauc_ndcg_at_100_std": 0.45160194830924416, "nauc_ndcg_at_10_diff1": 0.05261081843076328, "nauc_ndcg_at_10_max": 0.47188267626629454, "nauc_ndcg_at_10_std": 0.414032837709671, "nauc_ndcg_at_1_diff1": 0.24766786679229494, "nauc_ndcg_at_1_max": 0.5079984109255111, "nauc_ndcg_at_1_std": 0.35797230767310834, "nauc_ndcg_at_20_diff1": 0.037383470029543044, "nauc_ndcg_at_20_max": 0.4684156939030755, "nauc_ndcg_at_20_std": 0.42617548250949056, "nauc_ndcg_at_3_diff1": 0.11047162163816997, "nauc_ndcg_at_3_max": 0.47670403887471435, "nauc_ndcg_at_3_std": 0.3824317582353121, "nauc_ndcg_at_5_diff1": 0.08174556939867107, "nauc_ndcg_at_5_max": 0.4637341891247132, "nauc_ndcg_at_5_std": 0.3871390064731375, "nauc_precision_at_1000_diff1": -0.029489975176586025, "nauc_precision_at_1000_max": 0.43861839376771355, "nauc_precision_at_1000_std": 0.5194147931975203, "nauc_precision_at_100_diff1": -0.07068524481063324, "nauc_precision_at_100_max": 0.46237925846772504, "nauc_precision_at_100_std": 0.5239898954393565, "nauc_precision_at_10_diff1": -0.018689130548486897, "nauc_precision_at_10_max": 0.4666644092331851, "nauc_precision_at_10_std": 0.4467665439892659, "nauc_precision_at_1_diff1": 0.24766786679229494, "nauc_precision_at_1_max": 0.5079984109255111, "nauc_precision_at_1_std": 0.35797230767310834, "nauc_precision_at_20_diff1": -0.03860954294309536, "nauc_precision_at_20_max": 0.4602710477033371, "nauc_precision_at_20_std": 0.467090403900111, "nauc_precision_at_3_diff1": 0.06435204548682903, "nauc_precision_at_3_max": 0.46759684890860004, "nauc_precision_at_3_std": 0.3905108192995469, "nauc_precision_at_5_diff1": 0.02650030038076056, "nauc_precision_at_5_max": 0.44800187021653615, "nauc_precision_at_5_std": 0.39641835316959584, "nauc_recall_at_1000_diff1": -0.029489975176584818, "nauc_recall_at_1000_max": 0.4386183937677137, "nauc_recall_at_1000_std": 0.5194147931975206, "nauc_recall_at_100_diff1": -0.07068524481063308, "nauc_recall_at_100_max": 0.4623792584677249, "nauc_recall_at_100_std": 0.5239898954393563, "nauc_recall_at_10_diff1": -0.018689130548486813, "nauc_recall_at_10_max": 0.46666440923318514, "nauc_recall_at_10_std": 0.4467665439892659, "nauc_recall_at_1_diff1": 0.24766786679229494, "nauc_recall_at_1_max": 0.5079984109255111, "nauc_recall_at_1_std": 0.35797230767310834, "nauc_recall_at_20_diff1": -0.03860954294309555, "nauc_recall_at_20_max": 0.46027104770333704, "nauc_recall_at_20_std": 0.4670904039001107, "nauc_recall_at_3_diff1": 0.06435204548682898, "nauc_recall_at_3_max": 0.46759684890860015, "nauc_recall_at_3_std": 0.390510819299547, "nauc_recall_at_5_diff1": 0.026500300380760625, "nauc_recall_at_5_max": 0.44800187021653604, "nauc_recall_at_5_std": 0.3964183531695958, "ndcg_at_1": 0.03583, "ndcg_at_10": 0.07998, "ndcg_at_100": 0.11319, "ndcg_at_1000": 0.15392, "ndcg_at_20": 0.09047, "ndcg_at_3": 0.05877, "ndcg_at_5": 0.06808, "precision_at_1": 0.03583, "precision_at_10": 0.01351, "precision_at_100": 0.00302, "precision_at_1000": 0.00064, "precision_at_20": 0.00883, "precision_at_3": 0.02519, "precision_at_5": 0.01964, "recall_at_1": 0.03583, "recall_at_10": 0.13514, "recall_at_100": 0.30208, "recall_at_1000": 0.64486, "recall_at_20": 0.17653, "recall_at_3": 0.07556, "recall_at_5": 0.09819 }, { "cv_recall_at_1": 0.58276, "cv_recall_at_10": 0.88011, "cv_recall_at_100": 0.97992, "cv_recall_at_1000": 0.99888, "cv_recall_at_20": 0.92517, "cv_recall_at_3": 0.75825, "cv_recall_at_5": 0.81819, "hf_subset": "ro", "languages": [ "ron-Latn" ], "main_score": 0.73175, "map_at_1": 0.58332, "map_at_10": 0.68406, "map_at_100": 0.68871, "map_at_1000": 0.68881, "map_at_20": 0.68723, "map_at_3": 0.66196, "map_at_5": 0.67557, "mrr_at_1": 0.5827600730029482, "mrr_at_10": 0.6836042531571086, "mrr_at_100": 0.6883232531490668, "mrr_at_1000": 0.6884239732430016, "mrr_at_20": 0.6868342350096582, "mrr_at_3": 0.6615190228836175, "mrr_at_5": 0.6751719780991137, "nauc_cv_recall_at_1000_diff1": 0.7910828691091661, "nauc_cv_recall_at_1000_max": 1.0, "nauc_cv_recall_at_1000_std": 1.0, "nauc_cv_recall_at_100_diff1": 0.5899270930722559, "nauc_cv_recall_at_100_max": 0.7505871116546348, "nauc_cv_recall_at_100_std": 0.4109278533522444, "nauc_cv_recall_at_10_diff1": 0.5877435580218323, "nauc_cv_recall_at_10_max": 0.4901520008707854, "nauc_cv_recall_at_10_std": -0.09706689003004974, "nauc_cv_recall_at_1_diff1": 0.7338321285678451, "nauc_cv_recall_at_1_max": 0.27070144620705716, "nauc_cv_recall_at_1_std": -0.24656610673935164, "nauc_cv_recall_at_20_diff1": 0.5939328193287421, "nauc_cv_recall_at_20_max": 0.5515638141835484, "nauc_cv_recall_at_20_std": -0.0022951161447825837, "nauc_cv_recall_at_3_diff1": 0.6421879546444207, "nauc_cv_recall_at_3_max": 0.3623741525305292, "nauc_cv_recall_at_3_std": -0.2135234447292233, "nauc_cv_recall_at_5_diff1": 0.6118835607896369, "nauc_cv_recall_at_5_max": 0.40757214143455484, "nauc_cv_recall_at_5_std": -0.17930901857047188, "nauc_map_at_1000_diff1": 0.6983560728163651, "nauc_map_at_1000_max": 0.3081675545325124, "nauc_map_at_1000_std": -0.22889960163384154, "nauc_map_at_100_diff1": 0.6983146284085757, "nauc_map_at_100_max": 0.30833500931013214, "nauc_map_at_100_std": -0.2286991193501703, "nauc_map_at_10_diff1": 0.6962827089973911, "nauc_map_at_10_max": 0.30983454386645476, "nauc_map_at_10_std": -0.22887466291313024, "nauc_map_at_1_diff1": 0.7325405456892209, "nauc_map_at_1_max": 0.26909763770409595, "nauc_map_at_1_std": -0.2486035862714044, "nauc_map_at_20_diff1": 0.6977297716818313, "nauc_map_at_20_max": 0.30925594032855563, "nauc_map_at_20_std": -0.22831767303445571, "nauc_map_at_3_diff1": 0.6979856289142553, "nauc_map_at_3_max": 0.3036535911736067, "nauc_map_at_3_std": -0.2364567149492415, "nauc_map_at_5_diff1": 0.6953478691902082, "nauc_map_at_5_max": 0.3076724358868086, "nauc_map_at_5_std": -0.23267966660177056, "nauc_mrr_at_1000_diff1": 0.6991145056080407, "nauc_mrr_at_1000_max": 0.30921063474266636, "nauc_mrr_at_1000_std": -0.22758002235997976, "nauc_mrr_at_100_diff1": 0.6990730077526376, "nauc_mrr_at_100_max": 0.30937986224669467, "nauc_mrr_at_100_std": -0.22737590569197608, "nauc_mrr_at_10_diff1": 0.697061101733801, "nauc_mrr_at_10_max": 0.31103419468231913, "nauc_mrr_at_10_std": -0.22770737701928756, "nauc_mrr_at_1_diff1": 0.7338321285678451, "nauc_mrr_at_1_max": 0.27070144620705716, "nauc_mrr_at_1_std": -0.24656610673935164, "nauc_mrr_at_20_diff1": 0.6984621393190453, "nauc_mrr_at_20_max": 0.31026302511753634, "nauc_mrr_at_20_std": -0.2270761009541923, "nauc_mrr_at_3_diff1": 0.6985092737301277, "nauc_mrr_at_3_max": 0.30414448895286905, "nauc_mrr_at_3_std": -0.23550488663714284, "nauc_mrr_at_5_diff1": 0.6961577010497718, "nauc_mrr_at_5_max": 0.308838244195724, "nauc_mrr_at_5_std": -0.23136795457231313, "nauc_ndcg_at_1000_diff1": 0.6926942774143121, "nauc_ndcg_at_1000_max": 0.31869578829488526, "nauc_ndcg_at_1000_std": -0.21918033601567483, "nauc_ndcg_at_100_diff1": 0.6913617001732436, "nauc_ndcg_at_100_max": 0.3237120806219732, "nauc_ndcg_at_100_std": -0.21227075605164508, "nauc_ndcg_at_10_diff1": 0.6813099522556508, "nauc_ndcg_at_10_max": 0.33276309767342976, "nauc_ndcg_at_10_std": -0.21209383776612276, "nauc_ndcg_at_1_diff1": 0.7325405456892209, "nauc_ndcg_at_1_max": 0.26909763770409595, "nauc_ndcg_at_1_std": -0.2486035862714044, "nauc_ndcg_at_20_diff1": 0.6868567910229707, "nauc_ndcg_at_20_max": 0.33113520291769455, "nauc_ndcg_at_20_std": -0.20928713686915676, "nauc_ndcg_at_3_diff1": 0.6860293404461072, "nauc_ndcg_at_3_max": 0.3166825676888796, "nauc_ndcg_at_3_std": -0.23127417741865272, "nauc_ndcg_at_5_diff1": 0.6800127143767348, "nauc_ndcg_at_5_max": 0.3253910501018697, "nauc_ndcg_at_5_std": -0.22338554959834403, "nauc_precision_at_1000_diff1": 0.7910828691092178, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_100_diff1": 0.5889954668571374, "nauc_precision_at_100_max": 0.7507868940210929, "nauc_precision_at_100_std": 0.409919264869208, "nauc_precision_at_10_diff1": 0.5862498861372174, "nauc_precision_at_10_max": 0.4869794536876704, "nauc_precision_at_10_std": -0.09300442085192019, "nauc_precision_at_1_diff1": 0.7325405456892209, "nauc_precision_at_1_max": 0.26909763770409595, "nauc_precision_at_1_std": -0.2486035862714044, "nauc_precision_at_20_diff1": 0.5954108673689361, "nauc_precision_at_20_max": 0.5537608135889768, "nauc_precision_at_20_std": 0.002803405824071316, "nauc_precision_at_3_diff1": 0.6428324046697041, "nauc_precision_at_3_max": 0.36421122663495786, "nauc_precision_at_3_std": -0.21213339992331046, "nauc_precision_at_5_diff1": 0.6110565453245856, "nauc_precision_at_5_max": 0.4059766772359115, "nauc_precision_at_5_std": -0.1799121878276918, "nauc_recall_at_1000_diff1": 0.7910828691091661, "nauc_recall_at_1000_max": 1.0, "nauc_recall_at_1000_std": 1.0, "nauc_recall_at_100_diff1": 0.5889954668571329, "nauc_recall_at_100_max": 0.7507868940210799, "nauc_recall_at_100_std": 0.4099192648691888, "nauc_recall_at_10_diff1": 0.5862498861372174, "nauc_recall_at_10_max": 0.48697945368767115, "nauc_recall_at_10_std": -0.09300442085191805, "nauc_recall_at_1_diff1": 0.7325405456892209, "nauc_recall_at_1_max": 0.26909763770409595, "nauc_recall_at_1_std": -0.2486035862714044, "nauc_recall_at_20_diff1": 0.5954108673689393, "nauc_recall_at_20_max": 0.5537608135889786, "nauc_recall_at_20_std": 0.002803405824076112, "nauc_recall_at_3_diff1": 0.6428324046697045, "nauc_recall_at_3_max": 0.36421122663495753, "nauc_recall_at_3_std": -0.21213339992331168, "nauc_recall_at_5_diff1": 0.6110565453245865, "nauc_recall_at_5_max": 0.4059766772359121, "nauc_recall_at_5_std": -0.17991218782768892, "ndcg_at_1": 0.58332, "ndcg_at_10": 0.73175, "ndcg_at_100": 0.75342, "ndcg_at_1000": 0.75586, "ndcg_at_20": 0.74311, "ndcg_at_3": 0.68682, "ndcg_at_5": 0.71137, "precision_at_1": 0.58332, "precision_at_10": 0.08808, "precision_at_100": 0.0098, "precision_at_1000": 0.001, "precision_at_20": 0.04627, "precision_at_3": 0.25284, "precision_at_5": 0.16364, "recall_at_1": 0.58332, "recall_at_10": 0.88081, "recall_at_100": 0.98006, "recall_at_1000": 0.99888, "recall_at_20": 0.92531, "recall_at_3": 0.75853, "recall_at_5": 0.81819 }, { "cv_recall_at_1": 0.69931, "cv_recall_at_10": 0.94861, "cv_recall_at_100": 0.99625, "cv_recall_at_1000": 0.99986, "cv_recall_at_20": 0.97389, "cv_recall_at_3": 0.85625, "cv_recall_at_5": 0.90556, "hf_subset": "ru", "languages": [ "rus-Cyrl" ], "main_score": 0.82675, "map_at_1": 0.69875, "map_at_10": 0.78736, "map_at_100": 0.78988, "map_at_1000": 0.7899, "map_at_20": 0.78922, "map_at_3": 0.77, "map_at_5": 0.78154, "mrr_at_1": 0.6993055555555555, "mrr_at_10": 0.7876259920634896, "mrr_at_100": 0.7901427187070782, "mrr_at_1000": 0.790164012562654, "mrr_at_20": 0.7894800591099898, "mrr_at_3": 0.7703009259259245, "mrr_at_5": 0.781682870370367, "nauc_cv_recall_at_1000_diff1": 0.3580765639591237, "nauc_cv_recall_at_1000_max": 0.7222222222220654, "nauc_cv_recall_at_1000_std": -0.5634920634914141, "nauc_cv_recall_at_100_diff1": 0.5455268527163848, "nauc_cv_recall_at_100_max": 0.567797489366113, "nauc_cv_recall_at_100_std": 0.061832140263494755, "nauc_cv_recall_at_10_diff1": 0.6630592777651595, "nauc_cv_recall_at_10_max": 0.268575718575718, "nauc_cv_recall_at_10_std": -0.4132800868094988, "nauc_cv_recall_at_1_diff1": 0.7605761675687759, "nauc_cv_recall_at_1_max": 0.1690437971796221, "nauc_cv_recall_at_1_std": -0.3875382714723104, "nauc_cv_recall_at_20_diff1": 0.651111508433156, "nauc_cv_recall_at_20_max": 0.29695601644913683, "nauc_cv_recall_at_20_std": -0.41989490831794096, "nauc_cv_recall_at_3_diff1": 0.6860868012984025, "nauc_cv_recall_at_3_max": 0.20559243131009977, "nauc_cv_recall_at_3_std": -0.4766470778900492, "nauc_cv_recall_at_5_diff1": 0.6708257812929105, "nauc_cv_recall_at_5_max": 0.23000700280112063, "nauc_cv_recall_at_5_std": -0.4512543252595177, "nauc_map_at_1000_diff1": 0.738887574689301, "nauc_map_at_1000_max": 0.18232749848982222, "nauc_map_at_1000_std": -0.40601939697389156, "nauc_map_at_100_diff1": 0.738869588447117, "nauc_map_at_100_max": 0.18236240458326874, "nauc_map_at_100_std": -0.4059788367024704, "nauc_map_at_10_diff1": 0.7381032545974717, "nauc_map_at_10_max": 0.18293960906640172, "nauc_map_at_10_std": -0.4067847794524643, "nauc_map_at_1_diff1": 0.7618130744524569, "nauc_map_at_1_max": 0.16834318884324864, "nauc_map_at_1_std": -0.3878998443630446, "nauc_map_at_20_diff1": 0.738667505479512, "nauc_map_at_20_max": 0.18244822079288764, "nauc_map_at_20_std": -0.406580686679597, "nauc_map_at_3_diff1": 0.73559172991815, "nauc_map_at_3_max": 0.18169929875681873, "nauc_map_at_3_std": -0.4147997084127774, "nauc_map_at_5_diff1": 0.7363475515325084, "nauc_map_at_5_max": 0.18269386343496283, "nauc_map_at_5_std": -0.40941841448250116, "nauc_mrr_at_1000_diff1": 0.7381407770036186, "nauc_mrr_at_1000_max": 0.18264290304347713, "nauc_mrr_at_1000_std": -0.4060602007119461, "nauc_mrr_at_100_diff1": 0.7381228449112212, "nauc_mrr_at_100_max": 0.18267778312127075, "nauc_mrr_at_100_std": -0.40601960696236467, "nauc_mrr_at_10_diff1": 0.7373779278946557, "nauc_mrr_at_10_max": 0.18330746318909516, "nauc_mrr_at_10_std": -0.4067746582779624, "nauc_mrr_at_1_diff1": 0.7605761675687759, "nauc_mrr_at_1_max": 0.1690437971796221, "nauc_mrr_at_1_std": -0.3875382714723104, "nauc_mrr_at_20_diff1": 0.7379234377079859, "nauc_mrr_at_20_max": 0.1827645893244872, "nauc_mrr_at_20_std": -0.4066172397416409, "nauc_mrr_at_3_diff1": 0.7350284151135038, "nauc_mrr_at_3_max": 0.1819754374950418, "nauc_mrr_at_3_std": -0.4149597848481604, "nauc_mrr_at_5_diff1": 0.7357479518856207, "nauc_mrr_at_5_max": 0.18348705837822507, "nauc_mrr_at_5_std": -0.40927480476861033, "nauc_ndcg_at_1000_diff1": 0.735610570543601, "nauc_ndcg_at_1000_max": 0.18534280608579806, "nauc_ndcg_at_1000_std": -0.4067524161761742, "nauc_ndcg_at_100_diff1": 0.7350274593489586, "nauc_ndcg_at_100_max": 0.18655367438416232, "nauc_ndcg_at_100_std": -0.4052068010722633, "nauc_ndcg_at_10_diff1": 0.7308698375439838, "nauc_ndcg_at_10_max": 0.18995025966221518, "nauc_ndcg_at_10_std": -0.4089666135955277, "nauc_ndcg_at_1_diff1": 0.7618130744524569, "nauc_ndcg_at_1_max": 0.16834318884324864, "nauc_ndcg_at_1_std": -0.3878998443630446, "nauc_ndcg_at_20_diff1": 0.7332249734849915, "nauc_ndcg_at_20_max": 0.18806889390461176, "nauc_ndcg_at_20_std": -0.40862905856443155, "nauc_ndcg_at_3_diff1": 0.7259409216290902, "nauc_ndcg_at_3_max": 0.1863465199288493, "nauc_ndcg_at_3_std": -0.4264016526831948, "nauc_ndcg_at_5_diff1": 0.7265130675635839, "nauc_ndcg_at_5_max": 0.18866502957239242, "nauc_ndcg_at_5_std": -0.4163144424348765, "nauc_precision_at_1000_diff1": 0.35807656395830767, "nauc_precision_at_1000_max": 0.722222222221865, "nauc_precision_at_1000_std": -0.563492063493339, "nauc_precision_at_100_diff1": 0.5455268527163476, "nauc_precision_at_100_max": 0.5677974893661627, "nauc_precision_at_100_std": 0.06183214026345687, "nauc_precision_at_10_diff1": 0.6628664044234035, "nauc_precision_at_10_max": 0.2655263363206912, "nauc_precision_at_10_std": -0.41542906470764757, "nauc_precision_at_1_diff1": 0.7618130744524569, "nauc_precision_at_1_max": 0.16834318884324864, "nauc_precision_at_1_std": -0.3878998443630446, "nauc_precision_at_20_diff1": 0.651111508433161, "nauc_precision_at_20_max": 0.2969560164491306, "nauc_precision_at_20_std": -0.41989490831794724, "nauc_precision_at_3_diff1": 0.6853149675776963, "nauc_precision_at_3_max": 0.20577274724119604, "nauc_precision_at_3_std": -0.4761070893518888, "nauc_precision_at_5_diff1": 0.6687989763806778, "nauc_precision_at_5_max": 0.22414773316734068, "nauc_precision_at_5_std": -0.4544918214199264, "nauc_recall_at_1000_diff1": 0.3580765639591237, "nauc_recall_at_1000_max": 0.7222222222220654, "nauc_recall_at_1000_std": -0.5634920634914141, "nauc_recall_at_100_diff1": 0.5455268527163848, "nauc_recall_at_100_max": 0.567797489366113, "nauc_recall_at_100_std": 0.061832140263494755, "nauc_recall_at_10_diff1": 0.6628664044234048, "nauc_recall_at_10_max": 0.26552633632068934, "nauc_recall_at_10_std": -0.4154290647076463, "nauc_recall_at_1_diff1": 0.7618130744524569, "nauc_recall_at_1_max": 0.16834318884324864, "nauc_recall_at_1_std": -0.3878998443630446, "nauc_recall_at_20_diff1": 0.651111508433156, "nauc_recall_at_20_max": 0.29695601644913683, "nauc_recall_at_20_std": -0.41989490831794096, "nauc_recall_at_3_diff1": 0.6853149675776958, "nauc_recall_at_3_max": 0.20577274724119443, "nauc_recall_at_3_std": -0.4761070893518923, "nauc_recall_at_5_diff1": 0.6687989763806752, "nauc_recall_at_5_max": 0.22414773316733913, "nauc_recall_at_5_std": -0.4544918214199271, "ndcg_at_1": 0.69875, "ndcg_at_10": 0.82675, "ndcg_at_100": 0.83762, "ndcg_at_1000": 0.83811, "ndcg_at_20": 0.8333, "ndcg_at_3": 0.7922, "ndcg_at_5": 0.81292, "precision_at_1": 0.69875, "precision_at_10": 0.09485, "precision_at_100": 0.00996, "precision_at_1000": 0.001, "precision_at_20": 0.04869, "precision_at_3": 0.28537, "precision_at_5": 0.18125, "recall_at_1": 0.69875, "recall_at_10": 0.94847, "recall_at_100": 0.99625, "recall_at_1000": 0.99986, "recall_at_20": 0.97389, "recall_at_3": 0.85611, "recall_at_5": 0.90625 }, { "cv_recall_at_1": 0.55218, "cv_recall_at_10": 0.85948, "cv_recall_at_100": 0.97718, "cv_recall_at_1000": 0.99904, "cv_recall_at_20": 0.91118, "cv_recall_at_3": 0.72474, "cv_recall_at_5": 0.79018, "hf_subset": "sv", "languages": [ "swe-Latn" ], "main_score": 0.70314, "map_at_1": 0.55245, "map_at_10": 0.65332, "map_at_100": 0.65877, "map_at_1000": 0.65889, "map_at_20": 0.65695, "map_at_3": 0.62902, "map_at_5": 0.64378, "mrr_at_1": 0.5521792932765022, "mrr_at_10": 0.6532585732400101, "mrr_at_100": 0.6587155080897297, "mrr_at_1000": 0.6588387846593973, "mrr_at_20": 0.6568958775009835, "mrr_at_3": 0.6288326687749222, "mrr_at_5": 0.6438058572803501, "nauc_cv_recall_at_1000_diff1": 0.332563469550478, "nauc_cv_recall_at_1000_max": 0.9813267195054814, "nauc_cv_recall_at_1000_std": 0.8499404668554972, "nauc_cv_recall_at_100_diff1": 0.5737854572498712, "nauc_cv_recall_at_100_max": 0.6112200446513189, "nauc_cv_recall_at_100_std": 0.2167634641074196, "nauc_cv_recall_at_10_diff1": 0.5654729116539825, "nauc_cv_recall_at_10_max": 0.3930708128004693, "nauc_cv_recall_at_10_std": -0.2058832333953903, "nauc_cv_recall_at_1_diff1": 0.7084447260271842, "nauc_cv_recall_at_1_max": 0.26696717674357556, "nauc_cv_recall_at_1_std": -0.25993613393956333, "nauc_cv_recall_at_20_diff1": 0.5504736042312733, "nauc_cv_recall_at_20_max": 0.44309263903249135, "nauc_cv_recall_at_20_std": -0.11990422322224213, "nauc_cv_recall_at_3_diff1": 0.6138697534859123, "nauc_cv_recall_at_3_max": 0.30953851966640666, "nauc_cv_recall_at_3_std": -0.2676762722749077, "nauc_cv_recall_at_5_diff1": 0.5823915467466921, "nauc_cv_recall_at_5_max": 0.3209615303154674, "nauc_cv_recall_at_5_std": -0.2633554175556724, "nauc_map_at_1000_diff1": 0.6719084585030833, "nauc_map_at_1000_max": 0.2871058346017366, "nauc_map_at_1000_std": -0.25843070673431523, "nauc_map_at_100_diff1": 0.6718723658209219, "nauc_map_at_100_max": 0.2872175447707788, "nauc_map_at_100_std": -0.25827805692392397, "nauc_map_at_10_diff1": 0.6700562504842176, "nauc_map_at_10_max": 0.2879840128266499, "nauc_map_at_10_std": -0.25937183845588674, "nauc_map_at_1_diff1": 0.7078257968716675, "nauc_map_at_1_max": 0.2675949806503289, "nauc_map_at_1_std": -0.2611295333205932, "nauc_map_at_20_diff1": 0.670961719397922, "nauc_map_at_20_max": 0.287717027950717, "nauc_map_at_20_std": -0.2583020726455295, "nauc_map_at_3_diff1": 0.6715018163614448, "nauc_map_at_3_max": 0.28284371727897456, "nauc_map_at_3_std": -0.26463334280729833, "nauc_map_at_5_diff1": 0.6689478871772745, "nauc_map_at_5_max": 0.2841672407586477, "nauc_map_at_5_std": -0.2636531535517497, "nauc_mrr_at_1000_diff1": 0.6721989963278039, "nauc_mrr_at_1000_max": 0.28675415837019086, "nauc_mrr_at_1000_std": -0.25777673344773827, "nauc_mrr_at_100_diff1": 0.6721622436402301, "nauc_mrr_at_100_max": 0.2868657793170897, "nauc_mrr_at_100_std": -0.2576276777699559, "nauc_mrr_at_10_diff1": 0.670358406536778, "nauc_mrr_at_10_max": 0.28761673665350246, "nauc_mrr_at_10_std": -0.2589491215576028, "nauc_mrr_at_1_diff1": 0.7084447260271842, "nauc_mrr_at_1_max": 0.26696717674357556, "nauc_mrr_at_1_std": -0.25993613393956333, "nauc_mrr_at_20_diff1": 0.6712463035227946, "nauc_mrr_at_20_max": 0.2873674426044229, "nauc_mrr_at_20_std": -0.25762636569825875, "nauc_mrr_at_3_diff1": 0.6717565560147002, "nauc_mrr_at_3_max": 0.2827431035220424, "nauc_mrr_at_3_std": -0.2638826350398927, "nauc_mrr_at_5_diff1": 0.6691435040068909, "nauc_mrr_at_5_max": 0.28358336079787855, "nauc_mrr_at_5_std": -0.2632971253987648, "nauc_ndcg_at_1000_diff1": 0.6655654322620758, "nauc_ndcg_at_1000_max": 0.2939631298034795, "nauc_ndcg_at_1000_std": -0.252710462707925, "nauc_ndcg_at_100_diff1": 0.6645189732817356, "nauc_ndcg_at_100_max": 0.29778642176922876, "nauc_ndcg_at_100_std": -0.24712059391761096, "nauc_ndcg_at_10_diff1": 0.6546070122494534, "nauc_ndcg_at_10_max": 0.3022035127324067, "nauc_ndcg_at_10_std": -0.2521121546016722, "nauc_ndcg_at_1_diff1": 0.7078257968716675, "nauc_ndcg_at_1_max": 0.2675949806503289, "nauc_ndcg_at_1_std": -0.2611295333205932, "nauc_ndcg_at_20_diff1": 0.6577572091269432, "nauc_ndcg_at_20_max": 0.3021700725222751, "nauc_ndcg_at_20_std": -0.24702362662271157, "nauc_ndcg_at_3_diff1": 0.6586220440437939, "nauc_ndcg_at_3_max": 0.28861497017624876, "nauc_ndcg_at_3_std": -0.26546171601587426, "nauc_ndcg_at_5_diff1": 0.6526123772691689, "nauc_ndcg_at_5_max": 0.29158244826612917, "nauc_ndcg_at_5_std": -0.26333662160877214, "nauc_precision_at_1000_diff1": 0.3325634695506112, "nauc_precision_at_1000_max": 0.9813267195054387, "nauc_precision_at_1000_std": 0.8499404668555719, "nauc_precision_at_100_diff1": 0.5730001233343618, "nauc_precision_at_100_max": 0.6153148220689834, "nauc_precision_at_100_std": 0.22663780170559747, "nauc_precision_at_10_diff1": 0.5649488554457914, "nauc_precision_at_10_max": 0.3936762249790353, "nauc_precision_at_10_std": -0.20055155965318244, "nauc_precision_at_1_diff1": 0.7078257968716675, "nauc_precision_at_1_max": 0.2675949806503289, "nauc_precision_at_1_std": -0.2611295333205932, "nauc_precision_at_20_diff1": 0.5504679081537306, "nauc_precision_at_20_max": 0.44335397503694063, "nauc_precision_at_20_std": -0.12094926476870839, "nauc_precision_at_3_diff1": 0.6138105970082542, "nauc_precision_at_3_max": 0.3088351983712653, "nauc_precision_at_3_std": -0.2681837869173281, "nauc_precision_at_5_diff1": 0.5833421272746897, "nauc_precision_at_5_max": 0.3231821513035696, "nauc_precision_at_5_std": -0.26109714688845337, "nauc_recall_at_1000_diff1": 0.332563469550478, "nauc_recall_at_1000_max": 0.9813267195054814, "nauc_recall_at_1000_std": 0.8499404668554972, "nauc_recall_at_100_diff1": 0.5730001233343499, "nauc_recall_at_100_max": 0.615314822068981, "nauc_recall_at_100_std": 0.2266378017055889, "nauc_recall_at_10_diff1": 0.5649488554457922, "nauc_recall_at_10_max": 0.39367622497903376, "nauc_recall_at_10_std": -0.20055155965318192, "nauc_recall_at_1_diff1": 0.7078257968716675, "nauc_recall_at_1_max": 0.2675949806503289, "nauc_recall_at_1_std": -0.2611295333205932, "nauc_recall_at_20_diff1": 0.5504679081537313, "nauc_recall_at_20_max": 0.443353975036944, "nauc_recall_at_20_std": -0.12094926476870421, "nauc_recall_at_3_diff1": 0.6138105970082534, "nauc_recall_at_3_max": 0.3088351983712654, "nauc_recall_at_3_std": -0.2681837869173288, "nauc_recall_at_5_diff1": 0.5833421272746914, "nauc_recall_at_5_max": 0.32318215130357114, "nauc_recall_at_5_std": -0.2610971468884514, "ndcg_at_1": 0.55245, "ndcg_at_10": 0.70314, "ndcg_at_100": 0.72878, "ndcg_at_1000": 0.73162, "ndcg_at_20": 0.71626, "ndcg_at_3": 0.65372, "ndcg_at_5": 0.68031, "precision_at_1": 0.55245, "precision_at_10": 0.08596, "precision_at_100": 0.00977, "precision_at_1000": 0.001, "precision_at_20": 0.04557, "precision_at_3": 0.24172, "precision_at_5": 0.15793, "recall_at_1": 0.55245, "recall_at_10": 0.85962, "recall_at_100": 0.97745, "recall_at_1000": 0.99904, "recall_at_20": 0.91132, "recall_at_3": 0.72515, "recall_at_5": 0.78963 }, { "cv_recall_at_1": 0.20167, "cv_recall_at_10": 0.47232, "cv_recall_at_100": 0.77789, "cv_recall_at_1000": 0.97346, "cv_recall_at_20": 0.56443, "cv_recall_at_3": 0.31848, "cv_recall_at_5": 0.38291, "hf_subset": "sw", "languages": [ "swa-Latn" ], "main_score": 0.32492, "map_at_1": 0.20153, "map_at_10": 0.2793, "map_at_100": 0.29094, "map_at_1000": 0.29186, "map_at_20": 0.28569, "map_at_3": 0.25267, "map_at_5": 0.26741, "mrr_at_1": 0.20167470905478285, "mrr_at_10": 0.2794760282767656, "mrr_at_100": 0.2910860789281439, "mrr_at_1000": 0.2920017476163372, "mrr_at_20": 0.28583030166433937, "mrr_at_3": 0.2529094521714438, "mrr_at_5": 0.267534771501561, "nauc_cv_recall_at_1000_diff1": 0.2684643133305234, "nauc_cv_recall_at_1000_max": 0.7897199781082072, "nauc_cv_recall_at_1000_std": 0.7654723413218676, "nauc_cv_recall_at_100_diff1": 0.27863821638519065, "nauc_cv_recall_at_100_max": 0.428111940855317, "nauc_cv_recall_at_100_std": 0.3486716669370836, "nauc_cv_recall_at_10_diff1": 0.3395667486576067, "nauc_cv_recall_at_10_max": 0.28663121271596675, "nauc_cv_recall_at_10_std": 0.10664385164485082, "nauc_cv_recall_at_1_diff1": 0.488789861110795, "nauc_cv_recall_at_1_max": 0.23644836774360814, "nauc_cv_recall_at_1_std": 0.009686652974106272, "nauc_cv_recall_at_20_diff1": 0.315432681864933, "nauc_cv_recall_at_20_max": 0.32285133400018806, "nauc_cv_recall_at_20_std": 0.16621315392157276, "nauc_cv_recall_at_3_diff1": 0.39403265766107043, "nauc_cv_recall_at_3_max": 0.25532563255028173, "nauc_cv_recall_at_3_std": 0.03547485578922424, "nauc_cv_recall_at_5_diff1": 0.36110035818474967, "nauc_cv_recall_at_5_max": 0.2739485603589274, "nauc_cv_recall_at_5_std": 0.07205215804072572, "nauc_map_at_1000_diff1": 0.4295376521991083, "nauc_map_at_1000_max": 0.2562053510420088, "nauc_map_at_1000_std": 0.041987428472130855, "nauc_map_at_100_diff1": 0.42916972797051395, "nauc_map_at_100_max": 0.2562947008231004, "nauc_map_at_100_std": 0.04229157804682182, "nauc_map_at_10_diff1": 0.4302178822866081, "nauc_map_at_10_max": 0.25274126027080335, "nauc_map_at_10_std": 0.03647916485894712, "nauc_map_at_1_diff1": 0.489413979938137, "nauc_map_at_1_max": 0.23544071088419055, "nauc_map_at_1_std": 0.009096238120229513, "nauc_map_at_20_diff1": 0.4288207754409381, "nauc_map_at_20_max": 0.25508907838749334, "nauc_map_at_20_std": 0.0404066137047475, "nauc_map_at_3_diff1": 0.4417737515899687, "nauc_map_at_3_max": 0.24571908049546903, "nauc_map_at_3_std": 0.021841700862461646, "nauc_map_at_5_diff1": 0.4330963543494613, "nauc_map_at_5_max": 0.2507326386020611, "nauc_map_at_5_std": 0.03188317833849011, "nauc_mrr_at_1000_diff1": 0.4295035967885753, "nauc_mrr_at_1000_max": 0.256946728967229, "nauc_mrr_at_1000_std": 0.04267873530970792, "nauc_mrr_at_100_diff1": 0.42913166488515725, "nauc_mrr_at_100_max": 0.2570269130117515, "nauc_mrr_at_100_std": 0.04297426211017013, "nauc_mrr_at_10_diff1": 0.43015808097162017, "nauc_mrr_at_10_max": 0.2533679646622773, "nauc_mrr_at_10_std": 0.03721537279929875, "nauc_mrr_at_1_diff1": 0.488789861110795, "nauc_mrr_at_1_max": 0.23644836774360814, "nauc_mrr_at_1_std": 0.009686652974106272, "nauc_mrr_at_20_diff1": 0.42877747520549203, "nauc_mrr_at_20_max": 0.25579082155251487, "nauc_mrr_at_20_std": 0.04110231763675194, "nauc_mrr_at_3_diff1": 0.44185146010782966, "nauc_mrr_at_3_max": 0.2461613284938203, "nauc_mrr_at_3_std": 0.022419026024139713, "nauc_mrr_at_5_diff1": 0.4332407471792009, "nauc_mrr_at_5_max": 0.251429255024732, "nauc_mrr_at_5_std": 0.032347727069872004, "nauc_ndcg_at_1000_diff1": 0.4127173069963696, "nauc_ndcg_at_1000_max": 0.2736333793893667, "nauc_ndcg_at_1000_std": 0.06996117310960516, "nauc_ndcg_at_100_diff1": 0.40301985946696434, "nauc_ndcg_at_100_max": 0.27990776094052056, "nauc_ndcg_at_100_std": 0.08420901654501832, "nauc_ndcg_at_10_diff1": 0.4063215730265363, "nauc_ndcg_at_10_max": 0.2616996599184041, "nauc_ndcg_at_10_std": 0.05400030764616299, "nauc_ndcg_at_1_diff1": 0.489413979938137, "nauc_ndcg_at_1_max": 0.23544071088419055, "nauc_ndcg_at_1_std": 0.009096238120229513, "nauc_ndcg_at_20_diff1": 0.4012936388230117, "nauc_ndcg_at_20_max": 0.2703433031529838, "nauc_ndcg_at_20_std": 0.06837020070561282, "nauc_ndcg_at_3_diff1": 0.42844610943266975, "nauc_ndcg_at_3_max": 0.24856755862868604, "nauc_ndcg_at_3_std": 0.025625685226399617, "nauc_ndcg_at_5_diff1": 0.413222317031884, "nauc_ndcg_at_5_max": 0.2569817975560048, "nauc_ndcg_at_5_std": 0.04282019236935143, "nauc_precision_at_1000_diff1": 0.26846431333052556, "nauc_precision_at_1000_max": 0.7897199781082012, "nauc_precision_at_1000_std": 0.765472341321869, "nauc_precision_at_100_diff1": 0.27946906955293843, "nauc_precision_at_100_max": 0.4291034764966433, "nauc_precision_at_100_std": 0.349405735876226, "nauc_precision_at_10_diff1": 0.3395595156496519, "nauc_precision_at_10_max": 0.2875258718318912, "nauc_precision_at_10_std": 0.10601751609114902, "nauc_precision_at_1_diff1": 0.489413979938137, "nauc_precision_at_1_max": 0.23544071088419055, "nauc_precision_at_1_std": 0.009096238120229513, "nauc_precision_at_20_diff1": 0.31553897415822146, "nauc_precision_at_20_max": 0.32324789983351077, "nauc_precision_at_20_std": 0.16582869774005107, "nauc_precision_at_3_diff1": 0.3935845925485146, "nauc_precision_at_3_max": 0.25601042431091037, "nauc_precision_at_3_std": 0.035588245579166684, "nauc_precision_at_5_diff1": 0.3602791921533781, "nauc_precision_at_5_max": 0.2738539948731265, "nauc_precision_at_5_std": 0.07290329118064305, "nauc_recall_at_1000_diff1": 0.2684643133305234, "nauc_recall_at_1000_max": 0.7897199781082072, "nauc_recall_at_1000_std": 0.7654723413218676, "nauc_recall_at_100_diff1": 0.279469069552938, "nauc_recall_at_100_max": 0.42910347649664277, "nauc_recall_at_100_std": 0.34940573587622564, "nauc_recall_at_10_diff1": 0.3395595156496519, "nauc_recall_at_10_max": 0.28752587183189166, "nauc_recall_at_10_std": 0.1060175160911492, "nauc_recall_at_1_diff1": 0.489413979938137, "nauc_recall_at_1_max": 0.23544071088419055, "nauc_recall_at_1_std": 0.009096238120229513, "nauc_recall_at_20_diff1": 0.3155389741582215, "nauc_recall_at_20_max": 0.3232478998335106, "nauc_recall_at_20_std": 0.16582869774005118, "nauc_recall_at_3_diff1": 0.3935845925485149, "nauc_recall_at_3_max": 0.2560104243109107, "nauc_recall_at_3_std": 0.03558824557916698, "nauc_recall_at_5_diff1": 0.36027919215337806, "nauc_recall_at_5_max": 0.27385399487312645, "nauc_recall_at_5_std": 0.07290329118064241, "ndcg_at_1": 0.20153, "ndcg_at_10": 0.32492, "ndcg_at_100": 0.38738, "ndcg_at_1000": 0.41214, "ndcg_at_20": 0.34827, "ndcg_at_3": 0.26946, "ndcg_at_5": 0.29613, "precision_at_1": 0.20153, "precision_at_10": 0.0472, "precision_at_100": 0.00778, "precision_at_1000": 0.00097, "precision_at_20": 0.02823, "precision_at_3": 0.10602, "precision_at_5": 0.07661, "recall_at_1": 0.20153, "recall_at_10": 0.47204, "recall_at_100": 0.7776, "recall_at_1000": 0.97346, "recall_at_20": 0.56458, "recall_at_3": 0.31805, "recall_at_5": 0.38305 }, { "cv_recall_at_1": 0.245, "cv_recall_at_10": 0.60139, "cv_recall_at_100": 0.90278, "cv_recall_at_1000": 0.99208, "cv_recall_at_20": 0.71236, "cv_recall_at_3": 0.40806, "cv_recall_at_5": 0.48861, "hf_subset": "te", "languages": [ "tel-Telu" ], "main_score": 0.40899, "map_at_1": 0.245, "map_at_10": 0.34924, "map_at_100": 0.36198, "map_at_1000": 0.36244, "map_at_20": 0.35701, "map_at_3": 0.3159, "map_at_5": 0.33425, "mrr_at_1": 0.245, "mrr_at_10": 0.3492440476190469, "mrr_at_100": 0.3619422777961056, "mrr_at_1000": 0.36240432201988004, "mrr_at_20": 0.3569959819425106, "mrr_at_3": 0.3158796296296286, "mrr_at_5": 0.3342129629629625, "nauc_cv_recall_at_1000_diff1": 0.4267859190459881, "nauc_cv_recall_at_1000_max": 0.8752682359493408, "nauc_cv_recall_at_1000_std": 0.896817206414735, "nauc_cv_recall_at_100_diff1": 0.28594304388422004, "nauc_cv_recall_at_100_max": 0.44645724956649335, "nauc_cv_recall_at_100_std": 0.3536327864479138, "nauc_cv_recall_at_10_diff1": 0.3133728967308537, "nauc_cv_recall_at_10_max": 0.1954257576728126, "nauc_cv_recall_at_10_std": -0.03757606689961104, "nauc_cv_recall_at_1_diff1": 0.4607660509265786, "nauc_cv_recall_at_1_max": 0.1366001697057857, "nauc_cv_recall_at_1_std": -0.106361122037261, "nauc_cv_recall_at_20_diff1": 0.29497410882559544, "nauc_cv_recall_at_20_max": 0.24851355402915273, "nauc_cv_recall_at_20_std": 0.03779647616749941, "nauc_cv_recall_at_3_diff1": 0.3362111592113317, "nauc_cv_recall_at_3_max": 0.14501087006020033, "nauc_cv_recall_at_3_std": -0.08724393146573177, "nauc_cv_recall_at_5_diff1": 0.3200538011187124, "nauc_cv_recall_at_5_max": 0.16198398353156362, "nauc_cv_recall_at_5_std": -0.07525926395616284, "nauc_map_at_1000_diff1": 0.4004675224252359, "nauc_map_at_1000_max": 0.1521751039736302, "nauc_map_at_1000_std": -0.0868518607960037, "nauc_map_at_100_diff1": 0.40028107593754864, "nauc_map_at_100_max": 0.1524533776789606, "nauc_map_at_100_std": -0.08645780666929923, "nauc_map_at_10_diff1": 0.39863469628372383, "nauc_map_at_10_max": 0.1492520658048778, "nauc_map_at_10_std": -0.09146753872197737, "nauc_map_at_1_diff1": 0.4607660509265786, "nauc_map_at_1_max": 0.13703309262818852, "nauc_map_at_1_std": -0.10672601421471482, "nauc_map_at_20_diff1": 0.3989029526727944, "nauc_map_at_20_max": 0.1516081736152981, "nauc_map_at_20_std": -0.08780661250146714, "nauc_map_at_3_diff1": 0.4014967010554755, "nauc_map_at_3_max": 0.1410413980166371, "nauc_map_at_3_std": -0.0979148087263146, "nauc_map_at_5_diff1": 0.39851790637860557, "nauc_map_at_5_max": 0.14533936331003214, "nauc_map_at_5_std": -0.09530630335984032, "nauc_mrr_at_1000_diff1": 0.4003269843969681, "nauc_mrr_at_1000_max": 0.15180338628698095, "nauc_mrr_at_1000_std": -0.08706115549614227, "nauc_mrr_at_100_diff1": 0.4001340638719895, "nauc_mrr_at_100_max": 0.1520766063177964, "nauc_mrr_at_100_std": -0.08666866758011874, "nauc_mrr_at_10_diff1": 0.3985422797883718, "nauc_mrr_at_10_max": 0.1488711138216289, "nauc_mrr_at_10_std": -0.0916525597403112, "nauc_mrr_at_1_diff1": 0.4607660509265786, "nauc_mrr_at_1_max": 0.1366001697057857, "nauc_mrr_at_1_std": -0.106361122037261, "nauc_mrr_at_20_diff1": 0.3988223035459109, "nauc_mrr_at_20_max": 0.15126647421192782, "nauc_mrr_at_20_std": -0.08802219319501697, "nauc_mrr_at_3_diff1": 0.40156919305768846, "nauc_mrr_at_3_max": 0.14055126231170292, "nauc_mrr_at_3_std": -0.09847844267864103, "nauc_mrr_at_5_diff1": 0.3983805284677037, "nauc_mrr_at_5_max": 0.14486777837145162, "nauc_mrr_at_5_std": -0.09566447801577929, "nauc_ndcg_at_1000_diff1": 0.3903539374130135, "nauc_ndcg_at_1000_max": 0.16481092558411028, "nauc_ndcg_at_1000_std": -0.06962142973673874, "nauc_ndcg_at_100_diff1": 0.3856221280485568, "nauc_ndcg_at_100_max": 0.17425923075429026, "nauc_ndcg_at_100_std": -0.05531408645472463, "nauc_ndcg_at_10_diff1": 0.3776491076636751, "nauc_ndcg_at_10_max": 0.15946271330918904, "nauc_ndcg_at_10_std": -0.07967047567374935, "nauc_ndcg_at_1_diff1": 0.4607660509265786, "nauc_ndcg_at_1_max": 0.13703309262818852, "nauc_ndcg_at_1_std": -0.10672601421471482, "nauc_ndcg_at_20_diff1": 0.37722940072854255, "nauc_ndcg_at_20_max": 0.16848603198393725, "nauc_ndcg_at_20_std": -0.0659484969237829, "nauc_ndcg_at_3_diff1": 0.38371906625515934, "nauc_ndcg_at_3_max": 0.14234736238611037, "nauc_ndcg_at_3_std": -0.09461642933134312, "nauc_ndcg_at_5_diff1": 0.37795158381516086, "nauc_ndcg_at_5_max": 0.14976256806124416, "nauc_ndcg_at_5_std": -0.08994032920902205, "nauc_precision_at_1000_diff1": 0.42678591904595264, "nauc_precision_at_1000_max": 0.8752682359493715, "nauc_precision_at_1000_std": 0.8968172064147394, "nauc_precision_at_100_diff1": 0.28799979696218164, "nauc_precision_at_100_max": 0.44874363670122414, "nauc_precision_at_100_std": 0.35494483916599756, "nauc_precision_at_10_diff1": 0.31284576602641584, "nauc_precision_at_10_max": 0.19557279078828618, "nauc_precision_at_10_std": -0.03782140638205183, "nauc_precision_at_1_diff1": 0.4607660509265786, "nauc_precision_at_1_max": 0.13703309262818852, "nauc_precision_at_1_std": -0.10672601421471482, "nauc_precision_at_20_diff1": 0.29352443906887693, "nauc_precision_at_20_max": 0.24779644134558845, "nauc_precision_at_20_std": 0.037972692404711704, "nauc_precision_at_3_diff1": 0.33580077544424203, "nauc_precision_at_3_max": 0.14589743525384857, "nauc_precision_at_3_std": -0.08553659873790379, "nauc_precision_at_5_diff1": 0.32037895245970366, "nauc_precision_at_5_max": 0.16282063995829807, "nauc_precision_at_5_std": -0.074336895866412, "nauc_recall_at_1000_diff1": 0.4267859190459881, "nauc_recall_at_1000_max": 0.8752682359493408, "nauc_recall_at_1000_std": 0.896817206414735, "nauc_recall_at_100_diff1": 0.2879997969621784, "nauc_recall_at_100_max": 0.4487436367012218, "nauc_recall_at_100_std": 0.35494483916599384, "nauc_recall_at_10_diff1": 0.3128457660264157, "nauc_recall_at_10_max": 0.1955727907882864, "nauc_recall_at_10_std": -0.037821406382051094, "nauc_recall_at_1_diff1": 0.4607660509265786, "nauc_recall_at_1_max": 0.13703309262818852, "nauc_recall_at_1_std": -0.10672601421471482, "nauc_recall_at_20_diff1": 0.29352443906887676, "nauc_recall_at_20_max": 0.2477964413455876, "nauc_recall_at_20_std": 0.037972692404711454, "nauc_recall_at_3_diff1": 0.33580077544424186, "nauc_recall_at_3_max": 0.14589743525384805, "nauc_recall_at_3_std": -0.08553659873790409, "nauc_recall_at_5_diff1": 0.32037895245970355, "nauc_recall_at_5_max": 0.1628206399582979, "nauc_recall_at_5_std": -0.07433689586641218, "ndcg_at_1": 0.245, "ndcg_at_10": 0.40899, "ndcg_at_100": 0.47271, "ndcg_at_1000": 0.48425, "ndcg_at_20": 0.43709, "ndcg_at_3": 0.33953, "ndcg_at_5": 0.37265, "precision_at_1": 0.245, "precision_at_10": 0.0601, "precision_at_100": 0.00903, "precision_at_1000": 0.00099, "precision_at_20": 0.03559, "precision_at_3": 0.13602, "precision_at_5": 0.09772, "recall_at_1": 0.245, "recall_at_10": 0.60097, "recall_at_100": 0.90292, "recall_at_1000": 0.99208, "recall_at_20": 0.71181, "recall_at_3": 0.40806, "recall_at_5": 0.48861 }, { "cv_recall_at_1": 0.58597, "cv_recall_at_10": 0.905, "cv_recall_at_100": 0.99181, "cv_recall_at_1000": 0.99972, "cv_recall_at_20": 0.94569, "cv_recall_at_3": 0.77486, "cv_recall_at_5": 0.83875, "hf_subset": "th", "languages": [ "tha-Thai" ], "main_score": 0.74531, "map_at_1": 0.58569, "map_at_10": 0.69406, "map_at_100": 0.69824, "map_at_1000": 0.69829, "map_at_20": 0.69692, "map_at_3": 0.67028, "map_at_5": 0.68512, "mrr_at_1": 0.5859722222222222, "mrr_at_10": 0.6941383928571427, "mrr_at_100": 0.6983567661511488, "mrr_at_1000": 0.6984071913358528, "mrr_at_20": 0.697039665601616, "mrr_at_3": 0.670486111111112, "mrr_at_5": 0.6852152777777765, "nauc_cv_recall_at_1000_diff1": -0.024276377217164698, "nauc_cv_recall_at_1000_max": 0.9346405228758877, "nauc_cv_recall_at_1000_std": 0.9346405228758877, "nauc_cv_recall_at_100_diff1": 0.65073034863662, "nauc_cv_recall_at_100_max": 0.4651284242510573, "nauc_cv_recall_at_100_std": -0.1546788206808354, "nauc_cv_recall_at_10_diff1": 0.588631846500784, "nauc_cv_recall_at_10_max": 0.17101577473094662, "nauc_cv_recall_at_10_std": -0.4246987293942916, "nauc_cv_recall_at_1_diff1": 0.7287742093605638, "nauc_cv_recall_at_1_max": 0.14005847638799201, "nauc_cv_recall_at_1_std": -0.34204061128540325, "nauc_cv_recall_at_20_diff1": 0.5840348074438649, "nauc_cv_recall_at_20_max": 0.19349342465033825, "nauc_cv_recall_at_20_std": -0.4226241221126132, "nauc_cv_recall_at_3_diff1": 0.6317143166986366, "nauc_cv_recall_at_3_max": 0.1597322319766713, "nauc_cv_recall_at_3_std": -0.38516867659198645, "nauc_cv_recall_at_5_diff1": 0.6100135314561933, "nauc_cv_recall_at_5_max": 0.15602894496107753, "nauc_cv_recall_at_5_std": -0.41688986376303033, "nauc_map_at_1000_diff1": 0.6972181759644511, "nauc_map_at_1000_max": 0.14830312929707323, "nauc_map_at_1000_std": -0.3585136716806736, "nauc_map_at_100_diff1": 0.6972100917557261, "nauc_map_at_100_max": 0.1483519130741717, "nauc_map_at_100_std": -0.358499287247784, "nauc_map_at_10_diff1": 0.6953792515793895, "nauc_map_at_10_max": 0.14809994746265445, "nauc_map_at_10_std": -0.3599236367628469, "nauc_map_at_1_diff1": 0.7294163652519562, "nauc_map_at_1_max": 0.1416015987470289, "nauc_map_at_1_std": -0.34123059143133677, "nauc_map_at_20_diff1": 0.6964767754088432, "nauc_map_at_20_max": 0.1482441505183554, "nauc_map_at_20_std": -0.3591740962578848, "nauc_map_at_3_diff1": 0.693989205087308, "nauc_map_at_3_max": 0.14890643949378363, "nauc_map_at_3_std": -0.3577123548904506, "nauc_map_at_5_diff1": 0.6939353263538536, "nauc_map_at_5_max": 0.14735122344499565, "nauc_map_at_5_std": -0.36134995265644454, "nauc_mrr_at_1000_diff1": 0.6966698750271884, "nauc_mrr_at_1000_max": 0.14712717298786746, "nauc_mrr_at_1000_std": -0.35925129840516223, "nauc_mrr_at_100_diff1": 0.6966620124380681, "nauc_mrr_at_100_max": 0.1471791855515136, "nauc_mrr_at_100_std": -0.3592301861091077, "nauc_mrr_at_10_diff1": 0.694773784630534, "nauc_mrr_at_10_max": 0.1468251506520453, "nauc_mrr_at_10_std": -0.3608084256279352, "nauc_mrr_at_1_diff1": 0.7287742093605638, "nauc_mrr_at_1_max": 0.14005847638799201, "nauc_mrr_at_1_std": -0.34204061128540325, "nauc_mrr_at_20_diff1": 0.6959333266540366, "nauc_mrr_at_20_max": 0.14707499487531103, "nauc_mrr_at_20_std": -0.35991176589835006, "nauc_mrr_at_3_diff1": 0.6935215219815065, "nauc_mrr_at_3_max": 0.14747551055473584, "nauc_mrr_at_3_std": -0.35854332234443526, "nauc_mrr_at_5_diff1": 0.693368930333542, "nauc_mrr_at_5_max": 0.14641120398609744, "nauc_mrr_at_5_std": -0.36183913455130945, "nauc_ndcg_at_1000_diff1": 0.6924561143741051, "nauc_ndcg_at_1000_max": 0.1502567147802002, "nauc_ndcg_at_1000_std": -0.360477130920234, "nauc_ndcg_at_100_diff1": 0.6923289946688342, "nauc_ndcg_at_100_max": 0.1517945592372476, "nauc_ndcg_at_100_std": -0.3597524898230079, "nauc_ndcg_at_10_diff1": 0.6826797193402683, "nauc_ndcg_at_10_max": 0.15104112374693082, "nauc_ndcg_at_10_std": -0.36726227754852325, "nauc_ndcg_at_1_diff1": 0.7294163652519562, "nauc_ndcg_at_1_max": 0.1416015987470289, "nauc_ndcg_at_1_std": -0.34123059143133677, "nauc_ndcg_at_20_diff1": 0.6869287953839546, "nauc_ndcg_at_20_max": 0.15137135849730315, "nauc_ndcg_at_20_std": -0.36461190570496355, "nauc_ndcg_at_3_diff1": 0.6809400008506731, "nauc_ndcg_at_3_max": 0.15152969958793291, "nauc_ndcg_at_3_std": -0.3634024848099272, "nauc_ndcg_at_5_diff1": 0.6796476866349889, "nauc_ndcg_at_5_max": 0.14867351939824042, "nauc_ndcg_at_5_std": -0.37100124156252534, "nauc_precision_at_1000_diff1": -0.02427637721776249, "nauc_precision_at_1000_max": 0.9346405228753608, "nauc_precision_at_1000_std": 0.9346405228753608, "nauc_precision_at_100_diff1": 0.6494977301265337, "nauc_precision_at_100_max": 0.46069577256191085, "nauc_precision_at_100_std": -0.1723333011365489, "nauc_precision_at_10_diff1": 0.5899306369635474, "nauc_precision_at_10_max": 0.17473891171740502, "nauc_precision_at_10_std": -0.4200563240469959, "nauc_precision_at_1_diff1": 0.7294163652519562, "nauc_precision_at_1_max": 0.1416015987470289, "nauc_precision_at_1_std": -0.34123059143133677, "nauc_precision_at_20_diff1": 0.5840348074438647, "nauc_precision_at_20_max": 0.19349342465033753, "nauc_precision_at_20_std": -0.42262412211261285, "nauc_precision_at_3_diff1": 0.6319480048795161, "nauc_precision_at_3_max": 0.16135011276932804, "nauc_precision_at_3_std": -0.38460528210011063, "nauc_precision_at_5_diff1": 0.6105864019783863, "nauc_precision_at_5_max": 0.1542756360310298, "nauc_precision_at_5_std": -0.41896617432839894, "nauc_recall_at_1000_diff1": -0.024276377217164698, "nauc_recall_at_1000_max": 0.9346405228758877, "nauc_recall_at_1000_std": 0.9346405228758877, "nauc_recall_at_100_diff1": 0.649497730126542, "nauc_recall_at_100_max": 0.46069577256189165, "nauc_recall_at_100_std": -0.17233330113654693, "nauc_recall_at_10_diff1": 0.5899306369635462, "nauc_recall_at_10_max": 0.1747389117174037, "nauc_recall_at_10_std": -0.42005632404699533, "nauc_recall_at_1_diff1": 0.7294163652519562, "nauc_recall_at_1_max": 0.1416015987470289, "nauc_recall_at_1_std": -0.34123059143133677, "nauc_recall_at_20_diff1": 0.5840348074438649, "nauc_recall_at_20_max": 0.19349342465033825, "nauc_recall_at_20_std": -0.4226241221126132, "nauc_recall_at_3_diff1": 0.6319480048795154, "nauc_recall_at_3_max": 0.1613501127693263, "nauc_recall_at_3_std": -0.38460528210011063, "nauc_recall_at_5_diff1": 0.6105864019783874, "nauc_recall_at_5_max": 0.15427563603103067, "nauc_recall_at_5_std": -0.41896617432839917, "ndcg_at_1": 0.58569, "ndcg_at_10": 0.74531, "ndcg_at_100": 0.76442, "ndcg_at_1000": 0.76547, "ndcg_at_20": 0.75558, "ndcg_at_3": 0.69709, "ndcg_at_5": 0.72373, "precision_at_1": 0.58569, "precision_at_10": 0.09054, "precision_at_100": 0.00992, "precision_at_1000": 0.001, "precision_at_20": 0.04728, "precision_at_3": 0.25815, "precision_at_5": 0.16778, "recall_at_1": 0.58569, "recall_at_10": 0.90542, "recall_at_100": 0.99194, "recall_at_1000": 0.99972, "recall_at_20": 0.94569, "recall_at_3": 0.77444, "recall_at_5": 0.83889 }, { "cv_recall_at_1": 0.52744, "cv_recall_at_10": 0.85566, "cv_recall_at_100": 0.98424, "cv_recall_at_1000": 0.99945, "cv_recall_at_20": 0.91608, "cv_recall_at_3": 0.70745, "cv_recall_at_5": 0.77741, "hf_subset": "tr", "languages": [ "tur-Latn" ], "main_score": 0.68699, "map_at_1": 0.52772, "map_at_10": 0.63346, "map_at_100": 0.63961, "map_at_1000": 0.6397, "map_at_20": 0.6377, "map_at_3": 0.60703, "map_at_5": 0.62293, "mrr_at_1": 0.5274436609982027, "mrr_at_10": 0.6333103456599937, "mrr_at_100": 0.6394722397785556, "mrr_at_1000": 0.6395562801257256, "mrr_at_20": 0.6375671707516652, "mrr_at_3": 0.6067560717083759, "mrr_at_5": 0.6227729388451074, "nauc_cv_recall_at_1000_diff1": 0.6050459288392988, "nauc_cv_recall_at_1000_max": 1.0, "nauc_cv_recall_at_1000_std": 0.819091403202256, "nauc_cv_recall_at_100_diff1": 0.5292005228725948, "nauc_cv_recall_at_100_max": 0.4413437904170017, "nauc_cv_recall_at_100_std": 0.05598775751148909, "nauc_cv_recall_at_10_diff1": 0.5890752553240665, "nauc_cv_recall_at_10_max": 0.16139591991607574, "nauc_cv_recall_at_10_std": -0.3539484922870909, "nauc_cv_recall_at_1_diff1": 0.699701863498596, "nauc_cv_recall_at_1_max": 0.10220673200046104, "nauc_cv_recall_at_1_std": -0.32692353397597224, "nauc_cv_recall_at_20_diff1": 0.5506313592685935, "nauc_cv_recall_at_20_max": 0.2480638463375227, "nauc_cv_recall_at_20_std": -0.2664245384995149, "nauc_cv_recall_at_3_diff1": 0.6112719278441664, "nauc_cv_recall_at_3_max": 0.12801582876492246, "nauc_cv_recall_at_3_std": -0.3717302395536304, "nauc_cv_recall_at_5_diff1": 0.58972320497081, "nauc_cv_recall_at_5_max": 0.14283805184804135, "nauc_cv_recall_at_5_std": -0.3774984973701733, "nauc_map_at_1000_diff1": 0.6659259399299177, "nauc_map_at_1000_max": 0.11380611215692522, "nauc_map_at_1000_std": -0.3401881367270048, "nauc_map_at_100_diff1": 0.6658836267189895, "nauc_map_at_100_max": 0.11387589616026159, "nauc_map_at_100_std": -0.3401182278537259, "nauc_map_at_10_diff1": 0.6649255503371708, "nauc_map_at_10_max": 0.11327733280756078, "nauc_map_at_10_std": -0.34185945730249606, "nauc_map_at_1_diff1": 0.6990931593685779, "nauc_map_at_1_max": 0.10194562618686798, "nauc_map_at_1_std": -0.3276518759692877, "nauc_map_at_20_diff1": 0.6651297882058677, "nauc_map_at_20_max": 0.11442212688238129, "nauc_map_at_20_std": -0.34021703633627776, "nauc_map_at_3_diff1": 0.6638366831874367, "nauc_map_at_3_max": 0.11036898525744716, "nauc_map_at_3_std": -0.3443977527471213, "nauc_map_at_5_diff1": 0.6628223496800871, "nauc_map_at_5_max": 0.11274281753112078, "nauc_map_at_5_std": -0.34452812162282725, "nauc_mrr_at_1000_diff1": 0.6665289624327477, "nauc_mrr_at_1000_max": 0.11408180274165503, "nauc_mrr_at_1000_std": -0.33978951561199866, "nauc_mrr_at_100_diff1": 0.6664864685825338, "nauc_mrr_at_100_max": 0.11415146253058715, "nauc_mrr_at_100_std": -0.3397197869288763, "nauc_mrr_at_10_diff1": 0.6655231477029734, "nauc_mrr_at_10_max": 0.11345884379104784, "nauc_mrr_at_10_std": -0.34153972051198966, "nauc_mrr_at_1_diff1": 0.699701863498596, "nauc_mrr_at_1_max": 0.10220673200046104, "nauc_mrr_at_1_std": -0.32692353397597224, "nauc_mrr_at_20_diff1": 0.6656970186989747, "nauc_mrr_at_20_max": 0.1147409855107663, "nauc_mrr_at_20_std": -0.33971288328201626, "nauc_mrr_at_3_diff1": 0.6646678922681815, "nauc_mrr_at_3_max": 0.11113402825406993, "nauc_mrr_at_3_std": -0.3442125882664121, "nauc_mrr_at_5_diff1": 0.6633568744802264, "nauc_mrr_at_5_max": 0.11306018449266644, "nauc_mrr_at_5_std": -0.34411835819051906, "nauc_ndcg_at_1000_diff1": 0.6606550597339123, "nauc_ndcg_at_1000_max": 0.11843238822549117, "nauc_ndcg_at_1000_std": -0.33898674854009786, "nauc_ndcg_at_100_diff1": 0.6594410491973315, "nauc_ndcg_at_100_max": 0.12099504559524642, "nauc_ndcg_at_100_std": -0.3359634152831977, "nauc_ndcg_at_10_diff1": 0.6533932285949652, "nauc_ndcg_at_10_max": 0.12018146074554276, "nauc_ndcg_at_10_std": -0.3441891212972051, "nauc_ndcg_at_1_diff1": 0.6990931593685779, "nauc_ndcg_at_1_max": 0.10194562618686798, "nauc_ndcg_at_1_std": -0.3276518759692877, "nauc_ndcg_at_20_diff1": 0.6537998771391714, "nauc_ndcg_at_20_max": 0.1252020463838458, "nauc_ndcg_at_20_std": -0.3367709087469492, "nauc_ndcg_at_3_diff1": 0.651631678618318, "nauc_ndcg_at_3_max": 0.11380585063249071, "nauc_ndcg_at_3_std": -0.3503037669261214, "nauc_ndcg_at_5_diff1": 0.648665712117943, "nauc_ndcg_at_5_max": 0.11833600511219441, "nauc_ndcg_at_5_std": -0.3509573197854897, "nauc_precision_at_1000_diff1": 0.6050459288395519, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 0.819091403202606, "nauc_precision_at_100_diff1": 0.5292005228725996, "nauc_precision_at_100_max": 0.4413437904170047, "nauc_precision_at_100_std": 0.055987757511490446, "nauc_precision_at_10_diff1": 0.58886535871689, "nauc_precision_at_10_max": 0.16327403070109592, "nauc_precision_at_10_std": -0.35251783937701064, "nauc_precision_at_1_diff1": 0.6990931593685779, "nauc_precision_at_1_max": 0.10194562618686798, "nauc_precision_at_1_std": -0.3276518759692877, "nauc_precision_at_20_diff1": 0.5528831231229039, "nauc_precision_at_20_max": 0.24454478843612074, "nauc_precision_at_20_std": -0.2735893854431998, "nauc_precision_at_3_diff1": 0.6098139252107992, "nauc_precision_at_3_max": 0.12578288262677495, "nauc_precision_at_3_std": -0.3705815459891774, "nauc_precision_at_5_diff1": 0.5897517753722604, "nauc_precision_at_5_max": 0.14224990900494275, "nauc_precision_at_5_std": -0.37753851094770763, "nauc_recall_at_1000_diff1": 0.6050459288392988, "nauc_recall_at_1000_max": 1.0, "nauc_recall_at_1000_std": 0.819091403202256, "nauc_recall_at_100_diff1": 0.5292005228725948, "nauc_recall_at_100_max": 0.4413437904170017, "nauc_recall_at_100_std": 0.05598775751148909, "nauc_recall_at_10_diff1": 0.5888653587168903, "nauc_recall_at_10_max": 0.16327403070109586, "nauc_recall_at_10_std": -0.35251783937701153, "nauc_recall_at_1_diff1": 0.6990931593685779, "nauc_recall_at_1_max": 0.10194562618686798, "nauc_recall_at_1_std": -0.3276518759692877, "nauc_recall_at_20_diff1": 0.5528831231229056, "nauc_recall_at_20_max": 0.24454478843612104, "nauc_recall_at_20_std": -0.2735893854431981, "nauc_recall_at_3_diff1": 0.6098139252107982, "nauc_recall_at_3_max": 0.12578288262677464, "nauc_recall_at_3_std": -0.3705815459891779, "nauc_recall_at_5_diff1": 0.5897517753722616, "nauc_recall_at_5_max": 0.14224990900494225, "nauc_recall_at_5_std": -0.3775385109477078, "ndcg_at_1": 0.52772, "ndcg_at_10": 0.68699, "ndcg_at_100": 0.71527, "ndcg_at_1000": 0.71727, "ndcg_at_20": 0.70228, "ndcg_at_3": 0.63296, "ndcg_at_5": 0.6616, "precision_at_1": 0.52772, "precision_at_10": 0.08558, "precision_at_100": 0.00984, "precision_at_1000": 0.001, "precision_at_20": 0.0458, "precision_at_3": 0.236, "precision_at_5": 0.15551, "recall_at_1": 0.52772, "recall_at_10": 0.8558, "recall_at_100": 0.98424, "recall_at_1000": 0.99945, "recall_at_20": 0.91594, "recall_at_3": 0.708, "recall_at_5": 0.77755 }, { "cv_recall_at_1": 0.62897, "cv_recall_at_10": 0.91171, "cv_recall_at_100": 0.99044, "cv_recall_at_1000": 0.99986, "cv_recall_at_20": 0.95107, "cv_recall_at_3": 0.80735, "cv_recall_at_5": 0.86292, "hf_subset": "uk", "languages": [ "ukr-Cyrl" ], "main_score": 0.77279, "map_at_1": 0.62897, "map_at_10": 0.72789, "map_at_100": 0.73173, "map_at_1000": 0.73179, "map_at_20": 0.73065, "map_at_3": 0.70857, "map_at_5": 0.72132, "mrr_at_1": 0.628967428967429, "mrr_at_10": 0.7279242429242421, "mrr_at_100": 0.7317916071292273, "mrr_at_1000": 0.7318529064762155, "mrr_at_20": 0.7306855956992881, "mrr_at_3": 0.7087318087318087, "mrr_at_5": 0.7213790713790689, "nauc_cv_recall_at_1000_diff1": 0.12272312352956004, "nauc_cv_recall_at_1000_max": 1.0, "nauc_cv_recall_at_1000_std": 1.0, "nauc_cv_recall_at_100_diff1": 0.5180235774209703, "nauc_cv_recall_at_100_max": 0.33770336421145625, "nauc_cv_recall_at_100_std": -0.05432047550234328, "nauc_cv_recall_at_10_diff1": 0.6289699649576794, "nauc_cv_recall_at_10_max": 0.23006852683482074, "nauc_cv_recall_at_10_std": -0.3706774944549983, "nauc_cv_recall_at_1_diff1": 0.7520029906583101, "nauc_cv_recall_at_1_max": 0.1537963992803838, "nauc_cv_recall_at_1_std": -0.32518600759258065, "nauc_cv_recall_at_20_diff1": 0.6078272119953642, "nauc_cv_recall_at_20_max": 0.2768534477947199, "nauc_cv_recall_at_20_std": -0.3547273903261201, "nauc_cv_recall_at_3_diff1": 0.6577601117223753, "nauc_cv_recall_at_3_max": 0.17748480785121795, "nauc_cv_recall_at_3_std": -0.3776508278062881, "nauc_cv_recall_at_5_diff1": 0.6460687563799723, "nauc_cv_recall_at_5_max": 0.2017044925962738, "nauc_cv_recall_at_5_std": -0.3805425701214558, "nauc_map_at_1000_diff1": 0.7232549563841831, "nauc_map_at_1000_max": 0.1668801759303271, "nauc_map_at_1000_std": -0.34098215146128846, "nauc_map_at_100_diff1": 0.723208631463907, "nauc_map_at_100_max": 0.16689938728945053, "nauc_map_at_100_std": -0.3409535350461066, "nauc_map_at_10_diff1": 0.7219066183698053, "nauc_map_at_10_max": 0.16725205713540028, "nauc_map_at_10_std": -0.3419943128452582, "nauc_map_at_1_diff1": 0.7520029906583101, "nauc_map_at_1_max": 0.15409988447463135, "nauc_map_at_1_std": -0.32544989014033743, "nauc_map_at_20_diff1": 0.7227839038897667, "nauc_map_at_20_max": 0.16732519144839442, "nauc_map_at_20_std": -0.341317672566861, "nauc_map_at_3_diff1": 0.7193542366519259, "nauc_map_at_3_max": 0.16369629659524818, "nauc_map_at_3_std": -0.3445968291585838, "nauc_map_at_5_diff1": 0.7209918340570988, "nauc_map_at_5_max": 0.16646240972394696, "nauc_map_at_5_std": -0.3434677056580861, "nauc_mrr_at_1000_diff1": 0.7233747391577284, "nauc_mrr_at_1000_max": 0.1670485938732874, "nauc_mrr_at_1000_std": -0.3406802996295397, "nauc_mrr_at_100_diff1": 0.7233247302311572, "nauc_mrr_at_100_max": 0.16707218743864388, "nauc_mrr_at_100_std": -0.3406442621273424, "nauc_mrr_at_10_diff1": 0.722008978005388, "nauc_mrr_at_10_max": 0.16751052808288733, "nauc_mrr_at_10_std": -0.3416067258484064, "nauc_mrr_at_1_diff1": 0.7520029906583101, "nauc_mrr_at_1_max": 0.1537963992803838, "nauc_mrr_at_1_std": -0.32518600759258065, "nauc_mrr_at_20_diff1": 0.7228242989046983, "nauc_mrr_at_20_max": 0.16750929775424864, "nauc_mrr_at_20_std": -0.3410409911350101, "nauc_mrr_at_3_diff1": 0.7197171143165013, "nauc_mrr_at_3_max": 0.16398845635266646, "nauc_mrr_at_3_std": -0.3443493645242891, "nauc_mrr_at_5_diff1": 0.7212763806955996, "nauc_mrr_at_5_max": 0.16669473281692715, "nauc_mrr_at_5_std": -0.34311224780522387, "nauc_ndcg_at_1000_diff1": 0.7185011732977132, "nauc_ndcg_at_1000_max": 0.17006204070976325, "nauc_ndcg_at_1000_std": -0.34177128047911515, "nauc_ndcg_at_100_diff1": 0.7171869424773651, "nauc_ndcg_at_100_max": 0.17099305067107423, "nauc_ndcg_at_100_std": -0.34017333216265755, "nauc_ndcg_at_10_diff1": 0.7105546724183286, "nauc_ndcg_at_10_max": 0.17416132667267864, "nauc_ndcg_at_10_std": -0.34616224350020386, "nauc_ndcg_at_1_diff1": 0.7520029906583101, "nauc_ndcg_at_1_max": 0.15409988447463135, "nauc_ndcg_at_1_std": -0.32544989014033743, "nauc_ndcg_at_20_diff1": 0.7139265436714871, "nauc_ndcg_at_20_max": 0.17458055711953704, "nauc_ndcg_at_20_std": -0.34337536374585675, "nauc_ndcg_at_3_diff1": 0.706564407310664, "nauc_ndcg_at_3_max": 0.16639392160513056, "nauc_ndcg_at_3_std": -0.3513144782824232, "nauc_ndcg_at_5_diff1": 0.7084194424878503, "nauc_ndcg_at_5_max": 0.1719871851610104, "nauc_ndcg_at_5_std": -0.3497568633782493, "nauc_precision_at_1000_diff1": 0.12272312352905053, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_100_diff1": 0.5238368193899975, "nauc_precision_at_100_max": 0.32988619339682085, "nauc_precision_at_100_std": -0.06790270278336254, "nauc_precision_at_10_diff1": 0.6290181840014821, "nauc_precision_at_10_max": 0.22784941829003863, "nauc_precision_at_10_std": -0.373057289025528, "nauc_precision_at_1_diff1": 0.7520029906583101, "nauc_precision_at_1_max": 0.15409988447463135, "nauc_precision_at_1_std": -0.32544989014033743, "nauc_precision_at_20_diff1": 0.6141142642740806, "nauc_precision_at_20_max": 0.27583603353591757, "nauc_precision_at_20_std": -0.3526559339176883, "nauc_precision_at_3_diff1": 0.6564752847557728, "nauc_precision_at_3_max": 0.17651297170486685, "nauc_precision_at_3_std": -0.3772942540741194, "nauc_precision_at_5_diff1": 0.6442893672172101, "nauc_precision_at_5_max": 0.20083936295396304, "nauc_precision_at_5_std": -0.38118399441785367, "nauc_recall_at_1000_diff1": 0.12272312352956004, "nauc_recall_at_1000_max": 1.0, "nauc_recall_at_1000_std": 1.0, "nauc_recall_at_100_diff1": 0.5238368193899675, "nauc_recall_at_100_max": 0.3298861933968125, "nauc_recall_at_100_std": -0.06790270278337054, "nauc_recall_at_10_diff1": 0.6290181840014795, "nauc_recall_at_10_max": 0.22784941829003696, "nauc_recall_at_10_std": -0.373057289025527, "nauc_recall_at_1_diff1": 0.7520029906583101, "nauc_recall_at_1_max": 0.15409988447463135, "nauc_recall_at_1_std": -0.32544989014033743, "nauc_recall_at_20_diff1": 0.6141142642740822, "nauc_recall_at_20_max": 0.275836033535916, "nauc_recall_at_20_std": -0.3526559339176921, "nauc_recall_at_3_diff1": 0.6564752847557732, "nauc_recall_at_3_max": 0.17651297170486557, "nauc_recall_at_3_std": -0.3772942540741195, "nauc_recall_at_5_diff1": 0.6442893672172113, "nauc_recall_at_5_max": 0.20083936295396299, "nauc_recall_at_5_std": -0.38118399441784967, "ndcg_at_1": 0.62897, "ndcg_at_10": 0.77279, "ndcg_at_100": 0.79021, "ndcg_at_1000": 0.79147, "ndcg_at_20": 0.7828, "ndcg_at_3": 0.73391, "ndcg_at_5": 0.75694, "precision_at_1": 0.62897, "precision_at_10": 0.0912, "precision_at_100": 0.00991, "precision_at_1000": 0.001, "precision_at_20": 0.04757, "precision_at_3": 0.26902, "precision_at_5": 0.17261, "recall_at_1": 0.62897, "recall_at_10": 0.91199, "recall_at_100": 0.99058, "recall_at_1000": 0.99986, "recall_at_20": 0.95149, "recall_at_3": 0.80707, "recall_at_5": 0.86306 }, { "cv_recall_at_1": 0.62667, "cv_recall_at_10": 0.92245, "cv_recall_at_100": 0.99374, "cv_recall_at_1000": 0.99986, "cv_recall_at_20": 0.95837, "cv_recall_at_3": 0.8117, "cv_recall_at_5": 0.8683, "hf_subset": "vi", "languages": [ "vie-Latn" ], "main_score": 0.77668, "map_at_1": 0.62639, "map_at_10": 0.72965, "map_at_100": 0.73329, "map_at_1000": 0.73333, "map_at_20": 0.73226, "map_at_3": 0.70896, "map_at_5": 0.72225, "mrr_at_1": 0.6266666666666667, "mrr_at_10": 0.7298690206241212, "mrr_at_100": 0.7335155899268161, "mrr_at_1000": 0.7335530437083795, "mrr_at_20": 0.7324743232332136, "mrr_at_3": 0.7093650793650791, "mrr_at_5": 0.7224535147392266, "nauc_cv_recall_at_1000_diff1": 0.7222222222219555, "nauc_cv_recall_at_1000_max": 1.0, "nauc_cv_recall_at_1000_std": 1.0, "nauc_cv_recall_at_100_diff1": 0.4432773109243718, "nauc_cv_recall_at_100_max": 0.46705638777248837, "nauc_cv_recall_at_100_std": 0.17957617829739306, "nauc_cv_recall_at_10_diff1": 0.6111160253575113, "nauc_cv_recall_at_10_max": 0.24966583124477837, "nauc_cv_recall_at_10_std": -0.3247399544613133, "nauc_cv_recall_at_1_diff1": 0.729797884561519, "nauc_cv_recall_at_1_max": 0.17034826638032524, "nauc_cv_recall_at_1_std": -0.3211189170338096, "nauc_cv_recall_at_20_diff1": 0.5903117238180704, "nauc_cv_recall_at_20_max": 0.332030415652102, "nauc_cv_recall_at_20_std": -0.2749110537461179, "nauc_cv_recall_at_3_diff1": 0.6441640961216157, "nauc_cv_recall_at_3_max": 0.19648462991338264, "nauc_cv_recall_at_3_std": -0.36380555180235263, "nauc_cv_recall_at_5_diff1": 0.6326650121301695, "nauc_cv_recall_at_5_max": 0.21243880140383276, "nauc_cv_recall_at_5_std": -0.3710581929433896, "nauc_map_at_1000_diff1": 0.7038773157809182, "nauc_map_at_1000_max": 0.18295098773213953, "nauc_map_at_1000_std": -0.33148508276639416, "nauc_map_at_100_diff1": 0.703834399115005, "nauc_map_at_100_max": 0.1829917774182732, "nauc_map_at_100_std": -0.33141557249369424, "nauc_map_at_10_diff1": 0.7026613483129821, "nauc_map_at_10_max": 0.18294431639958458, "nauc_map_at_10_std": -0.3322804265182919, "nauc_map_at_1_diff1": 0.730338201735141, "nauc_map_at_1_max": 0.16984353743801517, "nauc_map_at_1_std": -0.3218496566819535, "nauc_map_at_20_diff1": 0.7034305886920131, "nauc_map_at_20_max": 0.18351567733244994, "nauc_map_at_20_std": -0.33163156542599875, "nauc_map_at_3_diff1": 0.7001923297509396, "nauc_map_at_3_max": 0.1808622751552877, "nauc_map_at_3_std": -0.33548274078826107, "nauc_map_at_5_diff1": 0.701724998970962, "nauc_map_at_5_max": 0.18217467371759558, "nauc_map_at_5_std": -0.33549034116139215, "nauc_mrr_at_1000_diff1": 0.7037642135339847, "nauc_mrr_at_1000_max": 0.18383848733668443, "nauc_mrr_at_1000_std": -0.3307385907602953, "nauc_mrr_at_100_diff1": 0.7037213705881326, "nauc_mrr_at_100_max": 0.18387924403619343, "nauc_mrr_at_100_std": -0.330669104184899, "nauc_mrr_at_10_diff1": 0.7025405941821509, "nauc_mrr_at_10_max": 0.18395560184446474, "nauc_mrr_at_10_std": -0.33154279088223026, "nauc_mrr_at_1_diff1": 0.729797884561519, "nauc_mrr_at_1_max": 0.17034826638032524, "nauc_mrr_at_1_std": -0.3211189170338096, "nauc_mrr_at_20_diff1": 0.7033189284984314, "nauc_mrr_at_20_max": 0.1843757679012768, "nauc_mrr_at_20_std": -0.3308781937725999, "nauc_mrr_at_3_diff1": 0.7002448081744125, "nauc_mrr_at_3_max": 0.18188169559967157, "nauc_mrr_at_3_std": -0.33487605247540503, "nauc_mrr_at_5_diff1": 0.7016195732836776, "nauc_mrr_at_5_max": 0.18334108406540367, "nauc_mrr_at_5_std": -0.3345858318738556, "nauc_ndcg_at_1000_diff1": 0.699745905952486, "nauc_ndcg_at_1000_max": 0.1860634737508298, "nauc_ndcg_at_1000_std": -0.33096547700844275, "nauc_ndcg_at_100_diff1": 0.6985218524303555, "nauc_ndcg_at_100_max": 0.18730017402809032, "nauc_ndcg_at_100_std": -0.3287356626354675, "nauc_ndcg_at_10_diff1": 0.6925544030109397, "nauc_ndcg_at_10_max": 0.18924945492220638, "nauc_ndcg_at_10_std": -0.3326030037932164, "nauc_ndcg_at_1_diff1": 0.730338201735141, "nauc_ndcg_at_1_max": 0.16984353743801517, "nauc_ndcg_at_1_std": -0.3218496566819535, "nauc_ndcg_at_20_diff1": 0.6954340227199802, "nauc_ndcg_at_20_max": 0.19180518296637727, "nauc_ndcg_at_20_std": -0.3300281256147304, "nauc_ndcg_at_3_diff1": 0.6887699161094998, "nauc_ndcg_at_3_max": 0.18378469292979988, "nauc_ndcg_at_3_std": -0.34114350842621066, "nauc_ndcg_at_5_diff1": 0.690624944199617, "nauc_ndcg_at_5_max": 0.18650029770444898, "nauc_ndcg_at_5_std": -0.3415473067084752, "nauc_precision_at_1000_diff1": 0.7222222222218055, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_100_diff1": 0.44327731092433925, "nauc_precision_at_100_max": 0.4670563877724997, "nauc_precision_at_100_std": 0.17957617829737804, "nauc_precision_at_10_diff1": 0.6111160253575103, "nauc_precision_at_10_max": 0.2450882107228823, "nauc_precision_at_10_std": -0.3248431536357265, "nauc_precision_at_1_diff1": 0.730338201735141, "nauc_precision_at_1_max": 0.16984353743801517, "nauc_precision_at_1_std": -0.3218496566819535, "nauc_precision_at_20_diff1": 0.589879230380678, "nauc_precision_at_20_max": 0.33496655492797783, "nauc_precision_at_20_std": -0.27621496686106267, "nauc_precision_at_3_diff1": 0.6435150663403194, "nauc_precision_at_3_max": 0.19480623669916627, "nauc_precision_at_3_std": -0.3637912151277258, "nauc_precision_at_5_diff1": 0.6326904424642886, "nauc_precision_at_5_max": 0.20893969857761735, "nauc_precision_at_5_std": -0.37358661532311926, "nauc_recall_at_1000_diff1": 0.7222222222219555, "nauc_recall_at_1000_max": 1.0, "nauc_recall_at_1000_std": 1.0, "nauc_recall_at_100_diff1": 0.4432773109243718, "nauc_recall_at_100_max": 0.46705638777248837, "nauc_recall_at_100_std": 0.17957617829739306, "nauc_recall_at_10_diff1": 0.6111160253575113, "nauc_recall_at_10_max": 0.2450882107228855, "nauc_recall_at_10_std": -0.32484315363572164, "nauc_recall_at_1_diff1": 0.730338201735141, "nauc_recall_at_1_max": 0.16984353743801517, "nauc_recall_at_1_std": -0.3218496566819535, "nauc_recall_at_20_diff1": 0.5898792303806764, "nauc_recall_at_20_max": 0.3349665549279844, "nauc_recall_at_20_std": -0.27621496686106145, "nauc_recall_at_3_diff1": 0.6435150663403199, "nauc_recall_at_3_max": 0.1948062366991653, "nauc_recall_at_3_std": -0.36379121512772605, "nauc_recall_at_5_diff1": 0.6326904424642915, "nauc_recall_at_5_max": 0.20893969857761804, "nauc_recall_at_5_std": -0.37358661532311843, "ndcg_at_1": 0.62639, "ndcg_at_10": 0.77668, "ndcg_at_100": 0.79273, "ndcg_at_1000": 0.79355, "ndcg_at_20": 0.78593, "ndcg_at_3": 0.73522, "ndcg_at_5": 0.75902, "precision_at_1": 0.62639, "precision_at_10": 0.09224, "precision_at_100": 0.00994, "precision_at_1000": 0.001, "precision_at_20": 0.04793, "precision_at_3": 0.27034, "precision_at_5": 0.17369, "recall_at_1": 0.62639, "recall_at_10": 0.92245, "recall_at_100": 0.99374, "recall_at_1000": 0.99986, "recall_at_20": 0.9585, "recall_at_3": 0.81102, "recall_at_5": 0.86844 }, { "cv_recall_at_1": 0.65905, "cv_recall_at_10": 0.92682, "cv_recall_at_100": 0.99345, "cv_recall_at_1000": 0.99986, "cv_recall_at_20": 0.96195, "cv_recall_at_3": 0.82186, "cv_recall_at_5": 0.87622, "hf_subset": "zh", "languages": [ "zho-Hans" ], "main_score": 0.79476, "map_at_1": 0.65877, "map_at_10": 0.75215, "map_at_100": 0.75562, "map_at_1000": 0.75566, "map_at_20": 0.75466, "map_at_3": 0.73279, "map_at_5": 0.74525, "mrr_at_1": 0.6590465570114301, "mrr_at_10": 0.752187683920328, "mrr_at_100": 0.7556790915394056, "mrr_at_1000": 0.7557183726700992, "mrr_at_20": 0.7547104665880591, "mrr_at_3": 0.7327850571508219, "mrr_at_5": 0.7452815723445748, "nauc_cv_recall_at_1000_diff1": 0.8692891435656491, "nauc_cv_recall_at_1000_max": 1.0, "nauc_cv_recall_at_1000_std": 1.0, "nauc_cv_recall_at_100_diff1": 0.6223287419962146, "nauc_cv_recall_at_100_max": 0.6547354350793331, "nauc_cv_recall_at_100_std": 0.16990102751770078, "nauc_cv_recall_at_10_diff1": 0.6389807281520111, "nauc_cv_recall_at_10_max": 0.2458210988741287, "nauc_cv_recall_at_10_std": -0.38339447744511607, "nauc_cv_recall_at_1_diff1": 0.7641768079023499, "nauc_cv_recall_at_1_max": 0.19149999640620913, "nauc_cv_recall_at_1_std": -0.33740851848411163, "nauc_cv_recall_at_20_diff1": 0.6470451535606451, "nauc_cv_recall_at_20_max": 0.37843683356384156, "nauc_cv_recall_at_20_std": -0.25992753821436104, "nauc_cv_recall_at_3_diff1": 0.6654851446049956, "nauc_cv_recall_at_3_max": 0.20151435068252177, "nauc_cv_recall_at_3_std": -0.3852545940875353, "nauc_cv_recall_at_5_diff1": 0.6388085304632397, "nauc_cv_recall_at_5_max": 0.2149067529924717, "nauc_cv_recall_at_5_std": -0.3958168215736014, "nauc_map_at_1000_diff1": 0.7330894355753662, "nauc_map_at_1000_max": 0.19794138385492352, "nauc_map_at_1000_std": -0.3510374854989347, "nauc_map_at_100_diff1": 0.7330748597813325, "nauc_map_at_100_max": 0.19801729301522367, "nauc_map_at_100_std": -0.3509704061379796, "nauc_map_at_10_diff1": 0.7315804627807325, "nauc_map_at_10_max": 0.19730970494507877, "nauc_map_at_10_std": -0.3530931457108895, "nauc_map_at_1_diff1": 0.7647467684979885, "nauc_map_at_1_max": 0.1920742524803761, "nauc_map_at_1_std": -0.3376541732391833, "nauc_map_at_20_diff1": 0.7327205373759204, "nauc_map_at_20_max": 0.19852925313180453, "nauc_map_at_20_std": -0.35103840408470083, "nauc_map_at_3_diff1": 0.7291131325740888, "nauc_map_at_3_max": 0.19451516251052775, "nauc_map_at_3_std": -0.35526771750619296, "nauc_map_at_5_diff1": 0.7290840977449511, "nauc_map_at_5_max": 0.19671999371815418, "nauc_map_at_5_std": -0.35449967854152203, "nauc_mrr_at_1000_diff1": 0.7329400989217935, "nauc_mrr_at_1000_max": 0.1979716324135104, "nauc_mrr_at_1000_std": -0.3507423885403215, "nauc_mrr_at_100_diff1": 0.73292556343204, "nauc_mrr_at_100_max": 0.19804748148098697, "nauc_mrr_at_100_std": -0.3506753773730603, "nauc_mrr_at_10_diff1": 0.7314020082455037, "nauc_mrr_at_10_max": 0.1974029670451354, "nauc_mrr_at_10_std": -0.3527034702970307, "nauc_mrr_at_1_diff1": 0.7641768079023499, "nauc_mrr_at_1_max": 0.19149999640620913, "nauc_mrr_at_1_std": -0.33740851848411163, "nauc_mrr_at_20_diff1": 0.7325739192701591, "nauc_mrr_at_20_max": 0.19856224772159825, "nauc_mrr_at_20_std": -0.3507424821090624, "nauc_mrr_at_3_diff1": 0.72907108243378, "nauc_mrr_at_3_max": 0.1949256303037947, "nauc_mrr_at_3_std": -0.35489992480026505, "nauc_mrr_at_5_diff1": 0.7288486271858526, "nauc_mrr_at_5_max": 0.19680062800093276, "nauc_mrr_at_5_std": -0.3543654446507135, "nauc_ndcg_at_1000_diff1": 0.7287762354765065, "nauc_ndcg_at_1000_max": 0.20090148357818746, "nauc_ndcg_at_1000_std": -0.3506440089996791, "nauc_ndcg_at_100_diff1": 0.7282338474525304, "nauc_ndcg_at_100_max": 0.2031866011915228, "nauc_ndcg_at_100_std": -0.348174775129743, "nauc_ndcg_at_10_diff1": 0.7209256474711855, "nauc_ndcg_at_10_max": 0.20175292551593538, "nauc_ndcg_at_10_std": -0.357243222159046, "nauc_ndcg_at_1_diff1": 0.7647467684979885, "nauc_ndcg_at_1_max": 0.1920742524803761, "nauc_ndcg_at_1_std": -0.3376541732391833, "nauc_ndcg_at_20_diff1": 0.72552209164442, "nauc_ndcg_at_20_max": 0.2072892200834551, "nauc_ndcg_at_20_std": -0.3484416709010597, "nauc_ndcg_at_3_diff1": 0.7160059137625837, "nauc_ndcg_at_3_max": 0.19536012067255576, "nauc_ndcg_at_3_std": -0.3616294070087874, "nauc_ndcg_at_5_diff1": 0.7146536356558368, "nauc_ndcg_at_5_max": 0.19936849469471493, "nauc_ndcg_at_5_std": -0.3610019282154837, "nauc_precision_at_1000_diff1": 0.869289143564496, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_100_diff1": 0.62232874199624, "nauc_precision_at_100_max": 0.6547354350794015, "nauc_precision_at_100_std": 0.1699010275177246, "nauc_precision_at_10_diff1": 0.6395987933535159, "nauc_precision_at_10_max": 0.2434681677127618, "nauc_precision_at_10_std": -0.38702822637661893, "nauc_precision_at_1_diff1": 0.7647467684979885, "nauc_precision_at_1_max": 0.1920742524803761, "nauc_precision_at_1_std": -0.3376541732391833, "nauc_precision_at_20_diff1": 0.6470451535606402, "nauc_precision_at_20_max": 0.3784368335638396, "nauc_precision_at_20_std": -0.25992753821436576, "nauc_precision_at_3_diff1": 0.6646256055131134, "nauc_precision_at_3_max": 0.19864827311265587, "nauc_precision_at_3_std": -0.3865138878829184, "nauc_precision_at_5_diff1": 0.6392843601611011, "nauc_precision_at_5_max": 0.21362009553130948, "nauc_precision_at_5_std": -0.3948829760776868, "nauc_recall_at_1000_diff1": 0.8692891435656491, "nauc_recall_at_1000_max": 1.0, "nauc_recall_at_1000_std": 1.0, "nauc_recall_at_100_diff1": 0.6223287419962146, "nauc_recall_at_100_max": 0.6547354350793331, "nauc_recall_at_100_std": 0.16990102751770078, "nauc_recall_at_10_diff1": 0.6395987933535168, "nauc_recall_at_10_max": 0.2434681677127644, "nauc_recall_at_10_std": -0.38702822637661766, "nauc_recall_at_1_diff1": 0.7647467684979885, "nauc_recall_at_1_max": 0.1920742524803761, "nauc_recall_at_1_std": -0.3376541732391833, "nauc_recall_at_20_diff1": 0.6470451535606451, "nauc_recall_at_20_max": 0.37843683356384156, "nauc_recall_at_20_std": -0.25992753821436104, "nauc_recall_at_3_diff1": 0.664625605513113, "nauc_recall_at_3_max": 0.19864827311265612, "nauc_recall_at_3_std": -0.3865138878829202, "nauc_recall_at_5_diff1": 0.6392843601611019, "nauc_recall_at_5_max": 0.2136200955313108, "nauc_recall_at_5_std": -0.3948829760776857, "ndcg_at_1": 0.65877, "ndcg_at_10": 0.79476, "ndcg_at_100": 0.80982, "ndcg_at_1000": 0.81068, "ndcg_at_20": 0.80367, "ndcg_at_3": 0.75582, "ndcg_at_5": 0.77821, "precision_at_1": 0.65877, "precision_at_10": 0.09271, "precision_at_100": 0.00993, "precision_at_1000": 0.001, "precision_at_20": 0.0481, "precision_at_3": 0.27405, "precision_at_5": 0.17527, "recall_at_1": 0.65877, "recall_at_10": 0.9271, "recall_at_100": 0.99345, "recall_at_1000": 0.99986, "recall_at_20": 0.96195, "recall_at_3": 0.82214, "recall_at_5": 0.87636 } ] }, "task_name": "XM3600T2IRetrieval" }