{ "dataset_revision": "397ed406c1a7902140303e7faf60fff35b58d285", "evaluation_time": 505.79082131385803, "kg_co2_emissions": 0.08698723880861621, "mteb_version": "1.12.75", "scores": { "test": [ { "hf_subset": "ara-ara", "languages": [ "ara-Arab", "ara-Arab" ], "main_score": 0.61186, "map_at_1": 0.49662, "map_at_10": 0.57392, "map_at_100": 0.57997, "map_at_1000": 0.5804, "map_at_20": 0.57737, "map_at_3": 0.55522, "map_at_5": 0.5666, "mrr_at_1": 0.4967185449090568, "mrr_at_10": 0.573990189863057, "mrr_at_100": 0.5800436782804245, "mrr_at_1000": 0.580468373573395, "mrr_at_20": 0.5774376629567219, "mrr_at_3": 0.5553159572473291, "mrr_at_5": 0.5666979186199143, "nauc_map_at_1000_diff1": 0.6870562396602921, "nauc_map_at_1000_max": 0.6413129582135692, "nauc_map_at_1000_std": 0.15932398811545945, "nauc_map_at_100_diff1": 0.6868558782541575, "nauc_map_at_100_max": 0.6413125275015877, "nauc_map_at_100_std": 0.15953283932317425, "nauc_map_at_10_diff1": 0.6871795068096943, "nauc_map_at_10_max": 0.641716607572477, "nauc_map_at_10_std": 0.1582130457130366, "nauc_map_at_1_diff1": 0.7237524701276182, "nauc_map_at_1_max": 0.6227211554636046, "nauc_map_at_1_std": 0.11830559247593386, "nauc_map_at_20_diff1": 0.6866123010584927, "nauc_map_at_20_max": 0.6416343362705037, "nauc_map_at_20_std": 0.15975660204824912, "nauc_map_at_3_diff1": 0.6914588604842984, "nauc_map_at_3_max": 0.6413195579595172, "nauc_map_at_3_std": 0.14571922301257256, "nauc_map_at_5_diff1": 0.6874155511401079, "nauc_map_at_5_max": 0.6407855386714736, "nauc_map_at_5_std": 0.15331422292309563, "nauc_mrr_at_1000_diff1": 0.6874669623136808, "nauc_mrr_at_1000_max": 0.641722573970562, "nauc_mrr_at_1000_std": 0.15972037128901984, "nauc_mrr_at_100_diff1": 0.687266154811426, "nauc_mrr_at_100_max": 0.6417215460535259, "nauc_mrr_at_100_std": 0.159928550083622, "nauc_mrr_at_10_diff1": 0.6875837983555786, "nauc_mrr_at_10_max": 0.6421196616812851, "nauc_mrr_at_10_std": 0.15860293952534413, "nauc_mrr_at_1_diff1": 0.7242413397227464, "nauc_mrr_at_1_max": 0.6232067080062551, "nauc_mrr_at_1_std": 0.11877458408498845, "nauc_mrr_at_20_diff1": 0.6870197743969736, "nauc_mrr_at_20_max": 0.6420405756892265, "nauc_mrr_at_20_std": 0.16014962169457356, "nauc_mrr_at_3_diff1": 0.6919800437607545, "nauc_mrr_at_3_max": 0.6418389824419046, "nauc_mrr_at_3_std": 0.1462212627511418, "nauc_mrr_at_5_diff1": 0.6879467990681257, "nauc_mrr_at_5_max": 0.6413151188638294, "nauc_mrr_at_5_std": 0.1538263685651594, "nauc_ndcg_at_1000_diff1": 0.6769174940773903, "nauc_ndcg_at_1000_max": 0.6463911344136822, "nauc_ndcg_at_1000_std": 0.18170106095399244, "nauc_ndcg_at_100_diff1": 0.6710813817561034, "nauc_ndcg_at_100_max": 0.6471681917147024, "nauc_ndcg_at_100_std": 0.19105855834291172, "nauc_ndcg_at_10_diff1": 0.6723407211601137, "nauc_ndcg_at_10_max": 0.6491622601548359, "nauc_ndcg_at_10_std": 0.1831295644778839, "nauc_ndcg_at_1_diff1": 0.7242413397227464, "nauc_ndcg_at_1_max": 0.6232067080062551, "nauc_ndcg_at_1_std": 0.11877458408498845, "nauc_ndcg_at_20_diff1": 0.669752682206298, "nauc_ndcg_at_20_max": 0.6491335361804804, "nauc_ndcg_at_20_std": 0.1904870779380541, "nauc_ndcg_at_3_diff1": 0.6813148879271561, "nauc_ndcg_at_3_max": 0.6473746560122527, "nauc_ndcg_at_3_std": 0.15582124454854668, "nauc_ndcg_at_5_diff1": 0.6732905673152337, "nauc_ndcg_at_5_max": 0.6465393137852159, "nauc_ndcg_at_5_std": 0.17029475391684018, "nauc_precision_at_1000_diff1": 0.543259631172722, "nauc_precision_at_1000_max": 0.7438474086323733, "nauc_precision_at_1000_std": 0.7734573276177409, "nauc_precision_at_100_diff1": 0.5450484449929366, "nauc_precision_at_100_max": 0.6871441404241635, "nauc_precision_at_100_std": 0.4855932558041545, "nauc_precision_at_10_diff1": 0.6136109235906729, "nauc_precision_at_10_max": 0.6788853373655706, "nauc_precision_at_10_std": 0.28910212096478505, "nauc_precision_at_1_diff1": 0.7242413397227464, "nauc_precision_at_1_max": 0.6232067080062551, "nauc_precision_at_1_std": 0.11877458408498845, "nauc_precision_at_20_diff1": 0.5887492670312922, "nauc_precision_at_20_max": 0.684261021286729, "nauc_precision_at_20_std": 0.3513241719060139, "nauc_precision_at_3_diff1": 0.6495299510807848, "nauc_precision_at_3_max": 0.6664839604738788, "nauc_precision_at_3_std": 0.18809500613731023, "nauc_precision_at_5_diff1": 0.6239325984303683, "nauc_precision_at_5_max": 0.665948459828684, "nauc_precision_at_5_std": 0.23104541693367436, "nauc_recall_at_1000_diff1": 0.5481036770158552, "nauc_recall_at_1000_max": 0.7588076013706657, "nauc_recall_at_1000_std": 0.7877982114814573, "nauc_recall_at_100_diff1": 0.5437421696389516, "nauc_recall_at_100_max": 0.6862458559931824, "nauc_recall_at_100_std": 0.4841162702999363, "nauc_recall_at_10_diff1": 0.6130788910908904, "nauc_recall_at_10_max": 0.6784431834665373, "nauc_recall_at_10_std": 0.288123261057077, "nauc_recall_at_1_diff1": 0.7237524701276182, "nauc_recall_at_1_max": 0.6227211554636046, "nauc_recall_at_1_std": 0.11830559247593386, "nauc_recall_at_20_diff1": 0.5880810337755701, "nauc_recall_at_20_max": 0.6837479832085216, "nauc_recall_at_20_std": 0.35027015126661804, "nauc_recall_at_3_diff1": 0.6488708262765857, "nauc_recall_at_3_max": 0.665821886827025, "nauc_recall_at_3_std": 0.18751613957860158, "nauc_recall_at_5_diff1": 0.6232119995514246, "nauc_recall_at_5_max": 0.6652198171386264, "nauc_recall_at_5_std": 0.2304000351316115, "ndcg_at_1": 0.49672, "ndcg_at_10": 0.61186, "ndcg_at_100": 0.64359, "ndcg_at_1000": 0.65558, "ndcg_at_20": 0.62448, "ndcg_at_3": 0.57412, "ndcg_at_5": 0.59452, "precision_at_1": 0.49672, "precision_at_10": 0.07309, "precision_at_100": 0.00884, "precision_at_1000": 0.00098, "precision_at_20": 0.03905, "precision_at_3": 0.20958, "precision_at_5": 0.13561, "recall_at_1": 0.49662, "recall_at_10": 0.73073, "recall_at_100": 0.88431, "recall_at_1000": 0.98031, "recall_at_20": 0.7808, "recall_at_3": 0.62863, "recall_at_5": 0.67795 }, { "hf_subset": "ara-deu", "languages": [ "ara-Arab", "deu-Latn" ], "main_score": 0.61683, "map_at_1": 0.48028, "map_at_10": 0.57156, "map_at_100": 0.57903, "map_at_1000": 0.57939, "map_at_20": 0.5763, "map_at_3": 0.54925, "map_at_5": 0.56245, "mrr_at_1": 0.48058252427184467, "mrr_at_10": 0.5715602847125911, "mrr_at_100": 0.5790259494213679, "mrr_at_1000": 0.57939319304253, "mrr_at_20": 0.5762968846578035, "mrr_at_3": 0.5492516181229778, "mrr_at_5": 0.5624494336569588, "nauc_map_at_1000_diff1": 0.7093362931188117, "nauc_map_at_1000_max": 0.5692392716619395, "nauc_map_at_1000_std": 0.14274553104297635, "nauc_map_at_100_diff1": 0.709192901841508, "nauc_map_at_100_max": 0.5692105893443568, "nauc_map_at_100_std": 0.1431571136536845, "nauc_map_at_10_diff1": 0.7094445359971897, "nauc_map_at_10_max": 0.5684774019515774, "nauc_map_at_10_std": 0.1419625842185096, "nauc_map_at_1_diff1": 0.7517341277136756, "nauc_map_at_1_max": 0.5800308553456038, "nauc_map_at_1_std": 0.10379925674613057, "nauc_map_at_20_diff1": 0.7082005182670507, "nauc_map_at_20_max": 0.5686172484162034, "nauc_map_at_20_std": 0.14296153422447633, "nauc_map_at_3_diff1": 0.7097080066312018, "nauc_map_at_3_max": 0.571852370924923, "nauc_map_at_3_std": 0.13236307752517992, "nauc_map_at_5_diff1": 0.7099869832948579, "nauc_map_at_5_max": 0.5713537342523903, "nauc_map_at_5_std": 0.13858111494110525, "nauc_mrr_at_1000_diff1": 0.7093362792439942, "nauc_mrr_at_1000_max": 0.569239244856991, "nauc_mrr_at_1000_std": 0.14274554474974516, "nauc_mrr_at_100_diff1": 0.709192901841508, "nauc_mrr_at_100_max": 0.5692105893443568, "nauc_mrr_at_100_std": 0.1431571136536845, "nauc_mrr_at_10_diff1": 0.7094445359971897, "nauc_mrr_at_10_max": 0.5684774019515774, "nauc_mrr_at_10_std": 0.1419625842185096, "nauc_mrr_at_1_diff1": 0.7515055209667483, "nauc_mrr_at_1_max": 0.5797841102216579, "nauc_mrr_at_1_std": 0.10429521018457372, "nauc_mrr_at_20_diff1": 0.7082005182670507, "nauc_mrr_at_20_max": 0.5686172484162034, "nauc_mrr_at_20_std": 0.14296153422447633, "nauc_mrr_at_3_diff1": 0.7097080066312018, "nauc_mrr_at_3_max": 0.571852370924923, "nauc_mrr_at_3_std": 0.13236307752517992, "nauc_mrr_at_5_diff1": 0.7099869832948579, "nauc_mrr_at_5_max": 0.5713537342523903, "nauc_mrr_at_5_std": 0.13858111494110525, "nauc_ndcg_at_1000_diff1": 0.6999403769412862, "nauc_ndcg_at_1000_max": 0.5658556686904123, "nauc_ndcg_at_1000_std": 0.15820297592668517, "nauc_ndcg_at_100_diff1": 0.6949470571636719, "nauc_ndcg_at_100_max": 0.5650031277234294, "nauc_ndcg_at_100_std": 0.17104438792849486, "nauc_ndcg_at_10_diff1": 0.6939749220558875, "nauc_ndcg_at_10_max": 0.560421427213104, "nauc_ndcg_at_10_std": 0.16388122394290827, "nauc_ndcg_at_1_diff1": 0.7515055209667483, "nauc_ndcg_at_1_max": 0.5797841102216579, "nauc_ndcg_at_1_std": 0.10429521018457372, "nauc_ndcg_at_20_diff1": 0.6884152070956556, "nauc_ndcg_at_20_max": 0.5606867178582795, "nauc_ndcg_at_20_std": 0.16942731845639014, "nauc_ndcg_at_3_diff1": 0.6958126291878977, "nauc_ndcg_at_3_max": 0.5691207908600586, "nauc_ndcg_at_3_std": 0.14172328791135325, "nauc_ndcg_at_5_diff1": 0.6953159977136689, "nauc_ndcg_at_5_max": 0.5679649348568283, "nauc_ndcg_at_5_std": 0.1542122071551511, "nauc_precision_at_1000_diff1": 0.4373932301910413, "nauc_precision_at_1000_max": 0.2534989333632134, "nauc_precision_at_1000_std": 0.8256327876616306, "nauc_precision_at_100_diff1": 0.5397225523571109, "nauc_precision_at_100_max": 0.524112148818382, "nauc_precision_at_100_std": 0.5572230371309286, "nauc_precision_at_10_diff1": 0.6251155815964197, "nauc_precision_at_10_max": 0.518643967179773, "nauc_precision_at_10_std": 0.2647378289938346, "nauc_precision_at_1_diff1": 0.7515055209667483, "nauc_precision_at_1_max": 0.5797841102216579, "nauc_precision_at_1_std": 0.10429521018457372, "nauc_precision_at_20_diff1": 0.5675614314647407, "nauc_precision_at_20_max": 0.5076238985649042, "nauc_precision_at_20_std": 0.33459948191118033, "nauc_precision_at_3_diff1": 0.6485453617254933, "nauc_precision_at_3_max": 0.5576718479792058, "nauc_precision_at_3_std": 0.17206462671220782, "nauc_precision_at_5_diff1": 0.6403222056645254, "nauc_precision_at_5_max": 0.5527822911085244, "nauc_precision_at_5_std": 0.21178550539197924, "nauc_recall_at_1000_diff1": 0.66113297040027, "nauc_recall_at_1000_max": 0.4132836289926486, "nauc_recall_at_1000_std": 1.0, "nauc_recall_at_100_diff1": 0.5505278853169037, "nauc_recall_at_100_max": 0.5346912730105449, "nauc_recall_at_100_std": 0.5605988392898669, "nauc_recall_at_10_diff1": 0.6291738994743257, "nauc_recall_at_10_max": 0.5221823496836465, "nauc_recall_at_10_std": 0.26444714897713295, "nauc_recall_at_1_diff1": 0.7517341277136756, "nauc_recall_at_1_max": 0.5800308553456038, "nauc_recall_at_1_std": 0.10379925674613057, "nauc_recall_at_20_diff1": 0.5725237945692739, "nauc_recall_at_20_max": 0.5122017356060803, "nauc_recall_at_20_std": 0.3346657959435881, "nauc_recall_at_3_diff1": 0.6515913108394598, "nauc_recall_at_3_max": 0.5603938643220834, "nauc_recall_at_3_std": 0.1715220924324018, "nauc_recall_at_5_diff1": 0.6437037730837083, "nauc_recall_at_5_max": 0.5558140593633415, "nauc_recall_at_5_std": 0.21133605915032938, "ndcg_at_1": 0.48058, "ndcg_at_10": 0.61683, "ndcg_at_100": 0.65279, "ndcg_at_1000": 0.66181, "ndcg_at_20": 0.63374, "ndcg_at_3": 0.57094, "ndcg_at_5": 0.59471, "precision_at_1": 0.48058, "precision_at_10": 0.07603, "precision_at_100": 0.00928, "precision_at_1000": 0.001, "precision_at_20": 0.04132, "precision_at_3": 0.21137, "precision_at_5": 0.13835, "recall_at_1": 0.48028, "recall_at_10": 0.75971, "recall_at_100": 0.92718, "recall_at_1000": 0.99697, "recall_at_20": 0.82585, "recall_at_3": 0.6335, "recall_at_5": 0.69114 }, { "hf_subset": "ara-eng", "languages": [ "ara-Arab", "eng-Latn" ], "main_score": 0.54182, "map_at_1": 0.39479, "map_at_10": 0.49184, "map_at_100": 0.49962, "map_at_1000": 0.50006, "map_at_20": 0.49642, "map_at_3": 0.46674, "map_at_5": 0.48106, "mrr_at_1": 0.39497374343585895, "mrr_at_10": 0.49191397551768906, "mrr_at_100": 0.49970379367150564, "mrr_at_1000": 0.5001390934566345, "mrr_at_20": 0.49650254640394553, "mrr_at_3": 0.4668667166791693, "mrr_at_5": 0.48113903475868924, "nauc_map_at_1000_diff1": 0.5272090903811427, "nauc_map_at_1000_max": 0.4356058853416792, "nauc_map_at_1000_std": 0.13106135934421914, "nauc_map_at_100_diff1": 0.5269917833695393, "nauc_map_at_100_max": 0.43555373515901624, "nauc_map_at_100_std": 0.13128207380638934, "nauc_map_at_10_diff1": 0.5258747714711194, "nauc_map_at_10_max": 0.43425206274465666, "nauc_map_at_10_std": 0.12890791754526904, "nauc_map_at_1_diff1": 0.580479071886294, "nauc_map_at_1_max": 0.4434379077686631, "nauc_map_at_1_std": 0.10883563404859564, "nauc_map_at_20_diff1": 0.5265850371645919, "nauc_map_at_20_max": 0.4351541371919623, "nauc_map_at_20_std": 0.1308340384525262, "nauc_map_at_3_diff1": 0.5332556602305413, "nauc_map_at_3_max": 0.4391334191286965, "nauc_map_at_3_std": 0.12090090283297951, "nauc_map_at_5_diff1": 0.5268883240923796, "nauc_map_at_5_max": 0.43590612157081854, "nauc_map_at_5_std": 0.12459335857526253, "nauc_mrr_at_1000_diff1": 0.5270162457642941, "nauc_mrr_at_1000_max": 0.4356658230478267, "nauc_mrr_at_1000_std": 0.13133272357040218, "nauc_mrr_at_100_diff1": 0.5267980947290851, "nauc_mrr_at_100_max": 0.4356136835422399, "nauc_mrr_at_100_std": 0.13155835047736825, "nauc_mrr_at_10_diff1": 0.5256865499161337, "nauc_mrr_at_10_max": 0.4343108570609955, "nauc_mrr_at_10_std": 0.12916968579002974, "nauc_mrr_at_1_diff1": 0.5800531130690806, "nauc_mrr_at_1_max": 0.44358895701204326, "nauc_mrr_at_1_std": 0.10942307256647056, "nauc_mrr_at_20_diff1": 0.5263949192330654, "nauc_mrr_at_20_max": 0.435213478817015, "nauc_mrr_at_20_std": 0.13109832725712386, "nauc_mrr_at_3_diff1": 0.5329643027891151, "nauc_mrr_at_3_max": 0.43920292881663, "nauc_mrr_at_3_std": 0.12130596830255501, "nauc_mrr_at_5_diff1": 0.5267033373990823, "nauc_mrr_at_5_max": 0.43596382855599375, "nauc_mrr_at_5_std": 0.12485074125885824, "nauc_ndcg_at_1000_diff1": 0.5138433591134481, "nauc_ndcg_at_1000_max": 0.43371677341862197, "nauc_ndcg_at_1000_std": 0.14663082964739718, "nauc_ndcg_at_100_diff1": 0.5074278109632383, "nauc_ndcg_at_100_max": 0.43236389209217807, "nauc_ndcg_at_100_std": 0.15544733328456958, "nauc_ndcg_at_10_diff1": 0.5026723443739077, "nauc_ndcg_at_10_max": 0.42694568700257796, "nauc_ndcg_at_10_std": 0.14314443708964877, "nauc_ndcg_at_1_diff1": 0.5800531130690806, "nauc_ndcg_at_1_max": 0.44358895701204326, "nauc_ndcg_at_1_std": 0.10942307256647056, "nauc_ndcg_at_20_diff1": 0.5043342639645222, "nauc_ndcg_at_20_max": 0.42977591355469885, "nauc_ndcg_at_20_std": 0.15069297689267985, "nauc_ndcg_at_3_diff1": 0.5182856349250263, "nauc_ndcg_at_3_max": 0.4365998057739719, "nauc_ndcg_at_3_std": 0.12468933834890583, "nauc_ndcg_at_5_diff1": 0.506274716346028, "nauc_ndcg_at_5_max": 0.4307650887778935, "nauc_ndcg_at_5_std": 0.13158578673491053, "nauc_precision_at_1000_diff1": 0.29971629972788216, "nauc_precision_at_1000_max": 0.46692443007369194, "nauc_precision_at_1000_std": 0.6759222550470396, "nauc_precision_at_100_diff1": 0.34599467637460163, "nauc_precision_at_100_max": 0.4142916084852795, "nauc_precision_at_100_std": 0.4320552060675492, "nauc_precision_at_10_diff1": 0.4099693854961361, "nauc_precision_at_10_max": 0.3963880416936983, "nauc_precision_at_10_std": 0.2047360051178566, "nauc_precision_at_1_diff1": 0.5800531130690806, "nauc_precision_at_1_max": 0.44358895701204326, "nauc_precision_at_1_std": 0.10942307256647056, "nauc_precision_at_20_diff1": 0.3983328798108715, "nauc_precision_at_20_max": 0.4044973021795757, "nauc_precision_at_20_std": 0.25958469280902674, "nauc_precision_at_3_diff1": 0.4719869276509707, "nauc_precision_at_3_max": 0.4283591092740746, "nauc_precision_at_3_std": 0.13662440685862748, "nauc_precision_at_5_diff1": 0.43580681563033064, "nauc_precision_at_5_max": 0.4123083664494289, "nauc_precision_at_5_std": 0.1562587431034607, "nauc_recall_at_1000_diff1": 0.3411774528982581, "nauc_recall_at_1000_max": 0.4898257686097656, "nauc_recall_at_1000_std": 0.6767378189207082, "nauc_recall_at_100_diff1": 0.3509738257574761, "nauc_recall_at_100_max": 0.4155213720223109, "nauc_recall_at_100_std": 0.42933259498421616, "nauc_recall_at_10_diff1": 0.412047098936105, "nauc_recall_at_10_max": 0.3968547281424897, "nauc_recall_at_10_std": 0.2035847319550182, "nauc_recall_at_1_diff1": 0.580479071886294, "nauc_recall_at_1_max": 0.4434379077686631, "nauc_recall_at_1_std": 0.10883563404859564, "nauc_recall_at_20_diff1": 0.4008350363265132, "nauc_recall_at_20_max": 0.40509231307339794, "nauc_recall_at_20_std": 0.25834713247971847, "nauc_recall_at_3_diff1": 0.4730222719054348, "nauc_recall_at_3_max": 0.42837033819561193, "nauc_recall_at_3_std": 0.13576300479542563, "nauc_recall_at_5_diff1": 0.4376382318256989, "nauc_recall_at_5_max": 0.4127415075753425, "nauc_recall_at_5_std": 0.15517041288057942, "ndcg_at_1": 0.39497, "ndcg_at_10": 0.54182, "ndcg_at_100": 0.5817, "ndcg_at_1000": 0.59339, "ndcg_at_20": 0.55837, "ndcg_at_3": 0.49013, "ndcg_at_5": 0.51594, "precision_at_1": 0.39497, "precision_at_10": 0.07003, "precision_at_100": 0.00892, "precision_at_1000": 0.00098, "precision_at_20": 0.03827, "precision_at_3": 0.18598, "precision_at_5": 0.12416, "recall_at_1": 0.39479, "recall_at_10": 0.69992, "recall_at_100": 0.89113, "recall_at_1000": 0.98312, "recall_at_20": 0.765, "recall_at_3": 0.55767, "recall_at_5": 0.62041 }, { "hf_subset": "ara-spa", "languages": [ "ara-Arab", "spa-Latn" ], "main_score": 0.62331, "map_at_1": 0.48584, "map_at_10": 0.57708, "map_at_100": 0.58351, "map_at_1000": 0.58387, "map_at_20": 0.58083, "map_at_3": 0.55275, "map_at_5": 0.56819, "mrr_at_1": 0.4858442871587462, "mrr_at_10": 0.5770794212528291, "mrr_at_100": 0.5835092895406988, "mrr_at_1000": 0.5838682101887509, "mrr_at_20": 0.5808279859131411, "mrr_at_3": 0.5527468823727676, "mrr_at_5": 0.5681917762049218, "nauc_map_at_1000_diff1": 0.6506676463266244, "nauc_map_at_1000_max": 0.5522308263597157, "nauc_map_at_1000_std": 0.1632100884123604, "nauc_map_at_100_diff1": 0.6504750947044113, "nauc_map_at_100_max": 0.5522147108704555, "nauc_map_at_100_std": 0.1635853884309415, "nauc_map_at_10_diff1": 0.6486941451636657, "nauc_map_at_10_max": 0.552558016188918, "nauc_map_at_10_std": 0.16294616460101186, "nauc_map_at_1_diff1": 0.6965334415738459, "nauc_map_at_1_max": 0.5356362096338931, "nauc_map_at_1_std": 0.1305106029888775, "nauc_map_at_20_diff1": 0.6494558072360029, "nauc_map_at_20_max": 0.5523778343618109, "nauc_map_at_20_std": 0.16304781883830347, "nauc_map_at_3_diff1": 0.6566894189086069, "nauc_map_at_3_max": 0.5548450422591289, "nauc_map_at_3_std": 0.1525287190647417, "nauc_map_at_5_diff1": 0.649535335559181, "nauc_map_at_5_max": 0.5521480122389438, "nauc_map_at_5_std": 0.1572181594962797, "nauc_mrr_at_1000_diff1": 0.6506676463266244, "nauc_mrr_at_1000_max": 0.5522308263597157, "nauc_mrr_at_1000_std": 0.1632100884123604, "nauc_mrr_at_100_diff1": 0.6504750947044113, "nauc_mrr_at_100_max": 0.5522147108704555, "nauc_mrr_at_100_std": 0.1635853884309415, "nauc_mrr_at_10_diff1": 0.6486941451636657, "nauc_mrr_at_10_max": 0.552558016188918, "nauc_mrr_at_10_std": 0.16294616460101186, "nauc_mrr_at_1_diff1": 0.6965334415738459, "nauc_mrr_at_1_max": 0.5356362096338931, "nauc_mrr_at_1_std": 0.1305106029888775, "nauc_mrr_at_20_diff1": 0.6494558072360029, "nauc_mrr_at_20_max": 0.5523778343618109, "nauc_mrr_at_20_std": 0.16304781883830347, "nauc_mrr_at_3_diff1": 0.6566894189086069, "nauc_mrr_at_3_max": 0.5548450422591289, "nauc_mrr_at_3_std": 0.1525287190647417, "nauc_mrr_at_5_diff1": 0.649535335559181, "nauc_mrr_at_5_max": 0.5521480122389438, "nauc_mrr_at_5_std": 0.1572181594962797, "nauc_ndcg_at_1000_diff1": 0.641332226450685, "nauc_ndcg_at_1000_max": 0.554461674137335, "nauc_ndcg_at_1000_std": 0.17613848979605745, "nauc_ndcg_at_100_diff1": 0.6364592689586025, "nauc_ndcg_at_100_max": 0.5547681712039486, "nauc_ndcg_at_100_std": 0.18801707534373172, "nauc_ndcg_at_10_diff1": 0.6270120508511872, "nauc_ndcg_at_10_max": 0.5567884808253899, "nauc_ndcg_at_10_std": 0.18395909903088128, "nauc_ndcg_at_1_diff1": 0.6965334415738459, "nauc_ndcg_at_1_max": 0.5356362096338931, "nauc_ndcg_at_1_std": 0.1305106029888775, "nauc_ndcg_at_20_diff1": 0.6293702926135802, "nauc_ndcg_at_20_max": 0.5560058803813573, "nauc_ndcg_at_20_std": 0.18443912701275347, "nauc_ndcg_at_3_diff1": 0.6445122177218198, "nauc_ndcg_at_3_max": 0.5604423417391341, "nauc_ndcg_at_3_std": 0.15847362782451535, "nauc_ndcg_at_5_diff1": 0.6302042719769215, "nauc_ndcg_at_5_max": 0.5554344148330486, "nauc_ndcg_at_5_std": 0.1679580009931495, "nauc_precision_at_1000_diff1": 0.774159746699032, "nauc_precision_at_1000_max": 0.5723308019362798, "nauc_precision_at_1000_std": 0.609049688209076, "nauc_precision_at_100_diff1": 0.5141828436246804, "nauc_precision_at_100_max": 0.569451035188847, "nauc_precision_at_100_std": 0.5258159829253837, "nauc_precision_at_10_diff1": 0.5294225958394121, "nauc_precision_at_10_max": 0.5741080513086875, "nauc_precision_at_10_std": 0.28575658995553127, "nauc_precision_at_1_diff1": 0.6965334415738459, "nauc_precision_at_1_max": 0.5356362096338931, "nauc_precision_at_1_std": 0.1305106029888775, "nauc_precision_at_20_diff1": 0.5204318316814031, "nauc_precision_at_20_max": 0.5726824255902935, "nauc_precision_at_20_std": 0.3122365395428173, "nauc_precision_at_3_diff1": 0.6060568985624688, "nauc_precision_at_3_max": 0.5780120256857041, "nauc_precision_at_3_std": 0.17694204471978248, "nauc_precision_at_5_diff1": 0.5588868619419752, "nauc_precision_at_5_max": 0.5657276194773807, "nauc_precision_at_5_std": 0.20773582058110532, "nauc_recall_at_1000_diff1": 0.7741597466990833, "nauc_recall_at_1000_max": 0.5723308019363635, "nauc_recall_at_1000_std": 0.6090496882091194, "nauc_recall_at_100_diff1": 0.5141828436246813, "nauc_recall_at_100_max": 0.5694510351888468, "nauc_recall_at_100_std": 0.5258159829253841, "nauc_recall_at_10_diff1": 0.5294225958394124, "nauc_recall_at_10_max": 0.5741080513086875, "nauc_recall_at_10_std": 0.2857565899555316, "nauc_recall_at_1_diff1": 0.6965334415738459, "nauc_recall_at_1_max": 0.5356362096338931, "nauc_recall_at_1_std": 0.1305106029888775, "nauc_recall_at_20_diff1": 0.5204318316814031, "nauc_recall_at_20_max": 0.5726824255902923, "nauc_recall_at_20_std": 0.3122365395428168, "nauc_recall_at_3_diff1": 0.6060568985624681, "nauc_recall_at_3_max": 0.5780120256857035, "nauc_recall_at_3_std": 0.17694204471978245, "nauc_recall_at_5_diff1": 0.5588868619419751, "nauc_recall_at_5_max": 0.565727619477381, "nauc_recall_at_5_std": 0.20773582058110582, "ndcg_at_1": 0.48584, "ndcg_at_10": 0.62331, "ndcg_at_100": 0.65633, "ndcg_at_1000": 0.66544, "ndcg_at_20": 0.63698, "ndcg_at_3": 0.57416, "ndcg_at_5": 0.60203, "precision_at_1": 0.48584, "precision_at_10": 0.0769, "precision_at_100": 0.00927, "precision_at_1000": 0.001, "precision_at_20": 0.04115, "precision_at_3": 0.212, "precision_at_5": 0.14075, "recall_at_1": 0.48584, "recall_at_10": 0.76896, "recall_at_100": 0.9272, "recall_at_1000": 0.99798, "recall_at_20": 0.82305, "recall_at_3": 0.636, "recall_at_5": 0.70374 }, { "hf_subset": "ara-hin", "languages": [ "ara-Arab", "hin-Deva" ], "main_score": 0.56407, "map_at_1": 0.4178, "map_at_10": 0.51291, "map_at_100": 0.52045, "map_at_1000": 0.5209, "map_at_20": 0.51719, "map_at_3": 0.48544, "map_at_5": 0.50127, "mrr_at_1": 0.417804478427089, "mrr_at_10": 0.5129088536925791, "mrr_at_100": 0.5204471130677268, "mrr_at_1000": 0.5209015944038314, "mrr_at_20": 0.517191349762794, "mrr_at_3": 0.4854360094665943, "mrr_at_5": 0.5012743491716741, "nauc_map_at_1000_diff1": 0.6125006616998941, "nauc_map_at_1000_max": 0.42178728265564536, "nauc_map_at_1000_std": 0.044443696404190776, "nauc_map_at_100_diff1": 0.6122789650450636, "nauc_map_at_100_max": 0.42190546483731467, "nauc_map_at_100_std": 0.044951825512033916, "nauc_map_at_10_diff1": 0.6108980208747047, "nauc_map_at_10_max": 0.4212846942887885, "nauc_map_at_10_std": 0.04254928933702184, "nauc_map_at_1_diff1": 0.6572985269385918, "nauc_map_at_1_max": 0.4117510386733953, "nauc_map_at_1_std": 0.00931714156755544, "nauc_map_at_20_diff1": 0.6112197331405803, "nauc_map_at_20_max": 0.42150344363894354, "nauc_map_at_20_std": 0.04432160693281943, "nauc_map_at_3_diff1": 0.6179920200213262, "nauc_map_at_3_max": 0.423826832276112, "nauc_map_at_3_std": 0.03356300982887126, "nauc_map_at_5_diff1": 0.612533372206685, "nauc_map_at_5_max": 0.4230741594405573, "nauc_map_at_5_std": 0.03860753792718272, "nauc_mrr_at_1000_diff1": 0.6125006616998941, "nauc_mrr_at_1000_max": 0.42178728265564536, "nauc_mrr_at_1000_std": 0.044443696404190776, "nauc_mrr_at_100_diff1": 0.6122789650450636, "nauc_mrr_at_100_max": 0.42190546483731467, "nauc_mrr_at_100_std": 0.044951825512033916, "nauc_mrr_at_10_diff1": 0.6108980208747047, "nauc_mrr_at_10_max": 0.4212846942887885, "nauc_mrr_at_10_std": 0.04254928933702184, "nauc_mrr_at_1_diff1": 0.6572985269385918, "nauc_mrr_at_1_max": 0.4117510386733953, "nauc_mrr_at_1_std": 0.00931714156755544, "nauc_mrr_at_20_diff1": 0.6112197331405803, "nauc_mrr_at_20_max": 0.42150344363894354, "nauc_mrr_at_20_std": 0.04432160693281943, "nauc_mrr_at_3_diff1": 0.6179920200213262, "nauc_mrr_at_3_max": 0.423826832276112, "nauc_mrr_at_3_std": 0.03356300982887126, "nauc_mrr_at_5_diff1": 0.612533372206685, "nauc_mrr_at_5_max": 0.4230741594405573, "nauc_mrr_at_5_std": 0.03860753792718272, "nauc_ndcg_at_1000_diff1": 0.6028655044631934, "nauc_ndcg_at_1000_max": 0.4249930870875026, "nauc_ndcg_at_1000_std": 0.059650228473354876, "nauc_ndcg_at_100_diff1": 0.5974520533993599, "nauc_ndcg_at_100_max": 0.42873587239192995, "nauc_ndcg_at_100_std": 0.07609641127311595, "nauc_ndcg_at_10_diff1": 0.5903474352608119, "nauc_ndcg_at_10_max": 0.4240728184262865, "nauc_ndcg_at_10_std": 0.06195824505678091, "nauc_ndcg_at_1_diff1": 0.6572985269385918, "nauc_ndcg_at_1_max": 0.4117510386733953, "nauc_ndcg_at_1_std": 0.00931714156755544, "nauc_ndcg_at_20_diff1": 0.5905397258995793, "nauc_ndcg_at_20_max": 0.42542055956884517, "nauc_ndcg_at_20_std": 0.0693833919975325, "nauc_ndcg_at_3_diff1": 0.6058666803213535, "nauc_ndcg_at_3_max": 0.42873892981162237, "nauc_ndcg_at_3_std": 0.04140415863100824, "nauc_ndcg_at_5_diff1": 0.5956308651846511, "nauc_ndcg_at_5_max": 0.42819074157155274, "nauc_ndcg_at_5_std": 0.05094585639191605, "nauc_precision_at_1000_diff1": 0.19136826990157577, "nauc_precision_at_1000_max": 0.6382362816941993, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_100_diff1": 0.47254868779725123, "nauc_precision_at_100_max": 0.5204933588328627, "nauc_precision_at_100_std": 0.4800113220064357, "nauc_precision_at_10_diff1": 0.5038480450103152, "nauc_precision_at_10_max": 0.43423167568752885, "nauc_precision_at_10_std": 0.14751868848270613, "nauc_precision_at_1_diff1": 0.6572985269385918, "nauc_precision_at_1_max": 0.4117510386733953, "nauc_precision_at_1_std": 0.00931714156755544, "nauc_precision_at_20_diff1": 0.4846141536636892, "nauc_precision_at_20_max": 0.4457002970624841, "nauc_precision_at_20_std": 0.21031989004542728, "nauc_precision_at_3_diff1": 0.5690426129070288, "nauc_precision_at_3_max": 0.44408105228281547, "nauc_precision_at_3_std": 0.06534666634134452, "nauc_precision_at_5_diff1": 0.5382424868376228, "nauc_precision_at_5_max": 0.44599528870568916, "nauc_precision_at_5_std": 0.09346655809192743, "nauc_recall_at_1000_diff1": 0.19136826990176117, "nauc_recall_at_1000_max": 0.6382362816941936, "nauc_recall_at_1000_std": 1.0, "nauc_recall_at_100_diff1": 0.47254868779724807, "nauc_recall_at_100_max": 0.5204933588328623, "nauc_recall_at_100_std": 0.48001132200643454, "nauc_recall_at_10_diff1": 0.5038480450103149, "nauc_recall_at_10_max": 0.4342316756875295, "nauc_recall_at_10_std": 0.147518688482706, "nauc_recall_at_1_diff1": 0.6572985269385918, "nauc_recall_at_1_max": 0.4117510386733953, "nauc_recall_at_1_std": 0.00931714156755544, "nauc_recall_at_20_diff1": 0.4846141536636914, "nauc_recall_at_20_max": 0.4457002970624847, "nauc_recall_at_20_std": 0.21031989004542917, "nauc_recall_at_3_diff1": 0.5690426129070292, "nauc_recall_at_3_max": 0.44408105228281536, "nauc_recall_at_3_std": 0.06534666634134417, "nauc_recall_at_5_diff1": 0.5382424868376223, "nauc_recall_at_5_max": 0.44599528870568916, "nauc_recall_at_5_std": 0.09346655809192783, "ndcg_at_1": 0.4178, "ndcg_at_10": 0.56407, "ndcg_at_100": 0.60225, "ndcg_at_1000": 0.61376, "ndcg_at_20": 0.57948, "ndcg_at_3": 0.50696, "ndcg_at_5": 0.53563, "precision_at_1": 0.4178, "precision_at_10": 0.07275, "precision_at_100": 0.00909, "precision_at_1000": 0.001, "precision_at_20": 0.0394, "precision_at_3": 0.1897, "precision_at_5": 0.1278, "recall_at_1": 0.4178, "recall_at_10": 0.72747, "recall_at_100": 0.90934, "recall_at_1000": 0.99891, "recall_at_20": 0.78809, "recall_at_3": 0.56909, "recall_at_5": 0.639 }, { "hf_subset": "ara-vie", "languages": [ "ara-Arab", "vie-Latn" ], "main_score": 0.57416, "map_at_1": 0.43234, "map_at_10": 0.5265, "map_at_100": 0.53444, "map_at_1000": 0.53482, "map_at_20": 0.53131, "map_at_3": 0.50269, "map_at_5": 0.51656, "mrr_at_1": 0.4323400097703957, "mrr_at_10": 0.5264969641984788, "mrr_at_100": 0.5344401464085787, "mrr_at_1000": 0.5348247068908796, "mrr_at_20": 0.5313059924448299, "mrr_at_3": 0.5026868588177829, "mrr_at_5": 0.5165608207132399, "nauc_map_at_1000_diff1": 0.6383003618016148, "nauc_map_at_1000_max": 0.4807472381755048, "nauc_map_at_1000_std": 0.13103777683736811, "nauc_map_at_100_diff1": 0.6380952984875483, "nauc_map_at_100_max": 0.48085870526126007, "nauc_map_at_100_std": 0.13147517839376002, "nauc_map_at_10_diff1": 0.6366933387336162, "nauc_map_at_10_max": 0.4809907588316783, "nauc_map_at_10_std": 0.13130897782582135, "nauc_map_at_1_diff1": 0.6868060341784172, "nauc_map_at_1_max": 0.4772796286668602, "nauc_map_at_1_std": 0.09025522961854315, "nauc_map_at_20_diff1": 0.6380824978613815, "nauc_map_at_20_max": 0.4809994446264632, "nauc_map_at_20_std": 0.13159456597866387, "nauc_map_at_3_diff1": 0.6395675357195753, "nauc_map_at_3_max": 0.4740761281733277, "nauc_map_at_3_std": 0.1151887178979913, "nauc_map_at_5_diff1": 0.6382828863790263, "nauc_map_at_5_max": 0.4773431086972272, "nauc_map_at_5_std": 0.12150481250249467, "nauc_mrr_at_1000_diff1": 0.6383003618016148, "nauc_mrr_at_1000_max": 0.4807472381755048, "nauc_mrr_at_1000_std": 0.13103777683736811, "nauc_mrr_at_100_diff1": 0.6380952984875483, "nauc_mrr_at_100_max": 0.48085870526126007, "nauc_mrr_at_100_std": 0.13147517839376002, "nauc_mrr_at_10_diff1": 0.6366933387336162, "nauc_mrr_at_10_max": 0.4809907588316783, "nauc_mrr_at_10_std": 0.13130897782582135, "nauc_mrr_at_1_diff1": 0.6868060341784172, "nauc_mrr_at_1_max": 0.4772796286668602, "nauc_mrr_at_1_std": 0.09025522961854315, "nauc_mrr_at_20_diff1": 0.6380824978613815, "nauc_mrr_at_20_max": 0.4809994446264632, "nauc_mrr_at_20_std": 0.13159456597866387, "nauc_mrr_at_3_diff1": 0.6395675357195753, "nauc_mrr_at_3_max": 0.4740761281733277, "nauc_mrr_at_3_std": 0.1151887178979913, "nauc_mrr_at_5_diff1": 0.6382828863790263, "nauc_mrr_at_5_max": 0.4773431086972272, "nauc_mrr_at_5_std": 0.12150481250249467, "nauc_ndcg_at_1000_diff1": 0.6274045937165663, "nauc_ndcg_at_1000_max": 0.4838868051042462, "nauc_ndcg_at_1000_std": 0.14800027698903334, "nauc_ndcg_at_100_diff1": 0.6215603863490348, "nauc_ndcg_at_100_max": 0.48660787130557576, "nauc_ndcg_at_100_std": 0.1618016812856801, "nauc_ndcg_at_10_diff1": 0.6162027329370738, "nauc_ndcg_at_10_max": 0.4876180712740951, "nauc_ndcg_at_10_std": 0.1596836380803279, "nauc_ndcg_at_1_diff1": 0.6868060341784172, "nauc_ndcg_at_1_max": 0.4772796286668602, "nauc_ndcg_at_1_std": 0.09025522961854315, "nauc_ndcg_at_20_diff1": 0.6208222620311302, "nauc_ndcg_at_20_max": 0.48754288798921097, "nauc_ndcg_at_20_std": 0.16172572912940733, "nauc_ndcg_at_3_diff1": 0.624060150068787, "nauc_ndcg_at_3_max": 0.47345315569137914, "nauc_ndcg_at_3_std": 0.12282910595052178, "nauc_ndcg_at_5_diff1": 0.6211124932629004, "nauc_ndcg_at_5_max": 0.47911107484672955, "nauc_ndcg_at_5_std": 0.13478981436428844, "nauc_precision_at_1000_diff1": 0.07313648165936863, "nauc_precision_at_1000_max": 0.5472129180425399, "nauc_precision_at_1000_std": 0.9101260593883155, "nauc_precision_at_100_diff1": 0.45814928794999793, "nauc_precision_at_100_max": 0.5539351900262263, "nauc_precision_at_100_std": 0.5397335989532176, "nauc_precision_at_10_diff1": 0.5329366856072504, "nauc_precision_at_10_max": 0.5179008118457473, "nauc_precision_at_10_std": 0.28498956854601315, "nauc_precision_at_1_diff1": 0.6868060341784172, "nauc_precision_at_1_max": 0.4772796286668602, "nauc_precision_at_1_std": 0.09025522961854315, "nauc_precision_at_20_diff1": 0.5387418207423879, "nauc_precision_at_20_max": 0.5243386251792227, "nauc_precision_at_20_std": 0.33016765353405675, "nauc_precision_at_3_diff1": 0.5761137485875079, "nauc_precision_at_3_max": 0.4716739365773395, "nauc_precision_at_3_std": 0.1462652912785415, "nauc_precision_at_5_diff1": 0.5629535479604005, "nauc_precision_at_5_max": 0.4858694446224522, "nauc_precision_at_5_std": 0.18120019335692603, "nauc_recall_at_1000_diff1": 0.07313648165943389, "nauc_recall_at_1000_max": 0.547212918042507, "nauc_recall_at_1000_std": 0.9101260593883465, "nauc_recall_at_100_diff1": 0.4581492879500001, "nauc_recall_at_100_max": 0.5539351900262293, "nauc_recall_at_100_std": 0.5397335989532195, "nauc_recall_at_10_diff1": 0.5329366856072508, "nauc_recall_at_10_max": 0.5179008118457477, "nauc_recall_at_10_std": 0.2849895685460144, "nauc_recall_at_1_diff1": 0.6868060341784172, "nauc_recall_at_1_max": 0.4772796286668602, "nauc_recall_at_1_std": 0.09025522961854315, "nauc_recall_at_20_diff1": 0.5387418207423883, "nauc_recall_at_20_max": 0.5243386251792225, "nauc_recall_at_20_std": 0.33016765353405936, "nauc_recall_at_3_diff1": 0.5761137485875073, "nauc_recall_at_3_max": 0.4716739365773393, "nauc_recall_at_3_std": 0.14626529127854088, "nauc_recall_at_5_diff1": 0.5629535479604013, "nauc_recall_at_5_max": 0.4858694446224526, "nauc_recall_at_5_std": 0.1812001933569263, "ndcg_at_1": 0.43234, "ndcg_at_10": 0.57416, "ndcg_at_100": 0.61453, "ndcg_at_1000": 0.62474, "ndcg_at_20": 0.59193, "ndcg_at_3": 0.52553, "ndcg_at_5": 0.5504, "precision_at_1": 0.43234, "precision_at_10": 0.07245, "precision_at_100": 0.00917, "precision_at_1000": 0.001, "precision_at_20": 0.03977, "precision_at_3": 0.1972, "precision_at_5": 0.13034, "recall_at_1": 0.43234, "recall_at_10": 0.72447, "recall_at_100": 0.91695, "recall_at_1000": 0.99707, "recall_at_20": 0.79531, "recall_at_3": 0.5916, "recall_at_5": 0.65169 }, { "hf_subset": "ara-zho", "languages": [ "ara-Arab", "zho-Hans" ], "main_score": 0.54199, "map_at_1": 0.39958, "map_at_10": 0.49233, "map_at_100": 0.50106, "map_at_1000": 0.50149, "map_at_20": 0.4976, "map_at_3": 0.46749, "map_at_5": 0.48077, "mrr_at_1": 0.399581589958159, "mrr_at_10": 0.4923308095902242, "mrr_at_100": 0.5010590837955039, "mrr_at_1000": 0.5014861472982707, "mrr_at_20": 0.49760201686045696, "mrr_at_3": 0.4674860529986058, "mrr_at_5": 0.48077057182705796, "nauc_map_at_1000_diff1": 0.5830569693014601, "nauc_map_at_1000_max": 0.46167488865541345, "nauc_map_at_1000_std": 0.08982485110303631, "nauc_map_at_100_diff1": 0.5828316444939147, "nauc_map_at_100_max": 0.4618477525818417, "nauc_map_at_100_std": 0.09028348463353628, "nauc_map_at_10_diff1": 0.5813731732741325, "nauc_map_at_10_max": 0.45994339688809754, "nauc_map_at_10_std": 0.08755360020326873, "nauc_map_at_1_diff1": 0.6278561098926356, "nauc_map_at_1_max": 0.44995413305907705, "nauc_map_at_1_std": 0.05833078706621046, "nauc_map_at_20_diff1": 0.5824685382068954, "nauc_map_at_20_max": 0.4612633747371535, "nauc_map_at_20_std": 0.089371927673649, "nauc_map_at_3_diff1": 0.5919932668938251, "nauc_map_at_3_max": 0.4592770329130658, "nauc_map_at_3_std": 0.07461607688898092, "nauc_map_at_5_diff1": 0.5851200729282132, "nauc_map_at_5_max": 0.4599350425196294, "nauc_map_at_5_std": 0.08367048822683038, "nauc_mrr_at_1000_diff1": 0.5830571667560464, "nauc_mrr_at_1000_max": 0.4616740942539049, "nauc_mrr_at_1000_std": 0.08982479183188573, "nauc_mrr_at_100_diff1": 0.5828318414346546, "nauc_mrr_at_100_max": 0.46184695940244525, "nauc_mrr_at_100_std": 0.09028342596706833, "nauc_mrr_at_10_diff1": 0.5813731732741325, "nauc_mrr_at_10_max": 0.45994339688809754, "nauc_mrr_at_10_std": 0.08755360020326873, "nauc_mrr_at_1_diff1": 0.6278561098926356, "nauc_mrr_at_1_max": 0.44995413305907705, "nauc_mrr_at_1_std": 0.05833078706621046, "nauc_mrr_at_20_diff1": 0.5824685382068954, "nauc_mrr_at_20_max": 0.4612633747371535, "nauc_mrr_at_20_std": 0.089371927673649, "nauc_mrr_at_3_diff1": 0.5919932668938251, "nauc_mrr_at_3_max": 0.4592770329130658, "nauc_mrr_at_3_std": 0.07461607688898092, "nauc_mrr_at_5_diff1": 0.5851200729282132, "nauc_mrr_at_5_max": 0.4599350425196294, "nauc_mrr_at_5_std": 0.08367048822683038, "nauc_ndcg_at_1000_diff1": 0.5720558699978944, "nauc_ndcg_at_1000_max": 0.4667121722864847, "nauc_ndcg_at_1000_std": 0.1058302584496033, "nauc_ndcg_at_100_diff1": 0.5652505620787089, "nauc_ndcg_at_100_max": 0.47262084710300617, "nauc_ndcg_at_100_std": 0.12233197511652569, "nauc_ndcg_at_10_diff1": 0.5587563499179774, "nauc_ndcg_at_10_max": 0.46310807517850244, "nauc_ndcg_at_10_std": 0.10592047202143907, "nauc_ndcg_at_1_diff1": 0.6278561098926356, "nauc_ndcg_at_1_max": 0.44995413305907705, "nauc_ndcg_at_1_std": 0.05833078706621046, "nauc_ndcg_at_20_diff1": 0.5618594998598039, "nauc_ndcg_at_20_max": 0.46762765032178716, "nauc_ndcg_at_20_std": 0.11332899174655423, "nauc_ndcg_at_3_diff1": 0.5819040841805445, "nauc_ndcg_at_3_max": 0.46188797681887883, "nauc_ndcg_at_3_std": 0.07971473157691843, "nauc_ndcg_at_5_diff1": 0.5689486698234083, "nauc_ndcg_at_5_max": 0.462762032535403, "nauc_ndcg_at_5_std": 0.09617004884888175, "nauc_precision_at_1000_diff1": 0.5295249995448946, "nauc_precision_at_1000_max": 0.8160643255351712, "nauc_precision_at_1000_std": 0.910831677763227, "nauc_precision_at_100_diff1": 0.4046446211761652, "nauc_precision_at_100_max": 0.6252502769222655, "nauc_precision_at_100_std": 0.5502995935768581, "nauc_precision_at_10_diff1": 0.46674143054772904, "nauc_precision_at_10_max": 0.4750110520444283, "nauc_precision_at_10_std": 0.18190392337922173, "nauc_precision_at_1_diff1": 0.6278561098926356, "nauc_precision_at_1_max": 0.44995413305907705, "nauc_precision_at_1_std": 0.05833078706621046, "nauc_precision_at_20_diff1": 0.45974902390988465, "nauc_precision_at_20_max": 0.5023799959515434, "nauc_precision_at_20_std": 0.24424454133703485, "nauc_precision_at_3_diff1": 0.5517001119182406, "nauc_precision_at_3_max": 0.46969976114085443, "nauc_precision_at_3_std": 0.0951792885098403, "nauc_precision_at_5_diff1": 0.515206301129138, "nauc_precision_at_5_max": 0.4715606199959109, "nauc_precision_at_5_std": 0.13883294231425938, "nauc_recall_at_1000_diff1": 0.5295249995449298, "nauc_recall_at_1000_max": 0.8160643255351543, "nauc_recall_at_1000_std": 0.9108316777632453, "nauc_recall_at_100_diff1": 0.4046446211761643, "nauc_recall_at_100_max": 0.6252502769222656, "nauc_recall_at_100_std": 0.5502995935768565, "nauc_recall_at_10_diff1": 0.4667414305477295, "nauc_recall_at_10_max": 0.47501105204442995, "nauc_recall_at_10_std": 0.18190392337922268, "nauc_recall_at_1_diff1": 0.6278561098926356, "nauc_recall_at_1_max": 0.44995413305907705, "nauc_recall_at_1_std": 0.05833078706621046, "nauc_recall_at_20_diff1": 0.4597490239098851, "nauc_recall_at_20_max": 0.5023799959515437, "nauc_recall_at_20_std": 0.24424454133703594, "nauc_recall_at_3_diff1": 0.5517001119182409, "nauc_recall_at_3_max": 0.46969976114085465, "nauc_recall_at_3_std": 0.09517928850984025, "nauc_recall_at_5_diff1": 0.5152063011291385, "nauc_recall_at_5_max": 0.4715606199959108, "nauc_recall_at_5_std": 0.13883294231425947, "ndcg_at_1": 0.39958, "ndcg_at_10": 0.54199, "ndcg_at_100": 0.58571, "ndcg_at_1000": 0.59709, "ndcg_at_20": 0.56117, "ndcg_at_3": 0.48992, "ndcg_at_5": 0.51384, "precision_at_1": 0.39958, "precision_at_10": 0.07003, "precision_at_100": 0.00907, "precision_at_1000": 0.001, "precision_at_20": 0.03881, "precision_at_3": 0.18497, "precision_at_5": 0.12259, "recall_at_1": 0.39958, "recall_at_10": 0.70031, "recall_at_100": 0.90743, "recall_at_1000": 0.99738, "recall_at_20": 0.77615, "recall_at_3": 0.55492, "recall_at_5": 0.61297 }, { "hf_subset": "deu-ara", "languages": [ "deu-Latn", "ara-Arab" ], "main_score": 0.53879, "map_at_1": 0.40327, "map_at_10": 0.4929, "map_at_100": 0.50094, "map_at_1000": 0.50147, "map_at_20": 0.49757, "map_at_3": 0.46847, "map_at_5": 0.48314, "mrr_at_1": 0.40327471194663433, "mrr_at_10": 0.49289925592230066, "mrr_at_100": 0.5009412556368485, "mrr_at_1000": 0.5014702307226108, "mrr_at_20": 0.49757404667320576, "mrr_at_3": 0.46846573681018827, "mrr_at_5": 0.48314129775621656, "nauc_map_at_1000_diff1": 0.6141281021183939, "nauc_map_at_1000_max": 0.5279986061658142, "nauc_map_at_1000_std": 0.08905662008159224, "nauc_map_at_100_diff1": 0.613951638179099, "nauc_map_at_100_max": 0.5279506594376812, "nauc_map_at_100_std": 0.0895203625292938, "nauc_map_at_10_diff1": 0.6127345499072687, "nauc_map_at_10_max": 0.5277611646336037, "nauc_map_at_10_std": 0.08756723447617597, "nauc_map_at_1_diff1": 0.6581552668507245, "nauc_map_at_1_max": 0.5286619446771825, "nauc_map_at_1_std": 0.050331572193201495, "nauc_map_at_20_diff1": 0.6136690357397775, "nauc_map_at_20_max": 0.5282941159587334, "nauc_map_at_20_std": 0.08856200516309372, "nauc_map_at_3_diff1": 0.6198888904466232, "nauc_map_at_3_max": 0.5319539452372934, "nauc_map_at_3_std": 0.07813813888528001, "nauc_map_at_5_diff1": 0.6160784953045086, "nauc_map_at_5_max": 0.5293382932075337, "nauc_map_at_5_std": 0.08292863755988131, "nauc_mrr_at_1000_diff1": 0.6141281021183939, "nauc_mrr_at_1000_max": 0.5279986061658142, "nauc_mrr_at_1000_std": 0.08905662008159224, "nauc_mrr_at_100_diff1": 0.613951638179099, "nauc_mrr_at_100_max": 0.5279506594376812, "nauc_mrr_at_100_std": 0.0895203625292938, "nauc_mrr_at_10_diff1": 0.6127345499072687, "nauc_mrr_at_10_max": 0.5277611646336037, "nauc_mrr_at_10_std": 0.08756723447617597, "nauc_mrr_at_1_diff1": 0.6581552668507245, "nauc_mrr_at_1_max": 0.5286619446771825, "nauc_mrr_at_1_std": 0.050331572193201495, "nauc_mrr_at_20_diff1": 0.6136690357397775, "nauc_mrr_at_20_max": 0.5282941159587334, "nauc_mrr_at_20_std": 0.08856200516309372, "nauc_mrr_at_3_diff1": 0.6198888904466232, "nauc_mrr_at_3_max": 0.5319539452372934, "nauc_mrr_at_3_std": 0.07813813888528001, "nauc_mrr_at_5_diff1": 0.6160784953045086, "nauc_mrr_at_5_max": 0.5293382932075337, "nauc_mrr_at_5_std": 0.08292863755988131, "nauc_ndcg_at_1000_diff1": 0.6032596362389071, "nauc_ndcg_at_1000_max": 0.5258813448698173, "nauc_ndcg_at_1000_std": 0.10649125971810432, "nauc_ndcg_at_100_diff1": 0.597549992640188, "nauc_ndcg_at_100_max": 0.5236859204994784, "nauc_ndcg_at_100_std": 0.12261191996014652, "nauc_ndcg_at_10_diff1": 0.5916841907479482, "nauc_ndcg_at_10_max": 0.5243330061140812, "nauc_ndcg_at_10_std": 0.1109577295572158, "nauc_ndcg_at_1_diff1": 0.6581552668507245, "nauc_ndcg_at_1_max": 0.5286619446771825, "nauc_ndcg_at_1_std": 0.050331572193201495, "nauc_ndcg_at_20_diff1": 0.5951856616631692, "nauc_ndcg_at_20_max": 0.526953109114639, "nauc_ndcg_at_20_std": 0.11545556575940531, "nauc_ndcg_at_3_diff1": 0.6082579678894285, "nauc_ndcg_at_3_max": 0.5328791552151548, "nauc_ndcg_at_3_std": 0.08906898101311328, "nauc_ndcg_at_5_diff1": 0.6011380717271565, "nauc_ndcg_at_5_max": 0.5284656866393935, "nauc_ndcg_at_5_std": 0.09822860246703247, "nauc_precision_at_1000_diff1": 0.3364908506400582, "nauc_precision_at_1000_max": 0.3805990430359135, "nauc_precision_at_1000_std": 0.7657663104826911, "nauc_precision_at_100_diff1": 0.4731830231039074, "nauc_precision_at_100_max": 0.47101064052387803, "nauc_precision_at_100_std": 0.4690261384484298, "nauc_precision_at_10_diff1": 0.5090877584407716, "nauc_precision_at_10_max": 0.5090918980671398, "nauc_precision_at_10_std": 0.20546505307528215, "nauc_precision_at_1_diff1": 0.6581552668507245, "nauc_precision_at_1_max": 0.5286619446771825, "nauc_precision_at_1_std": 0.050331572193201495, "nauc_precision_at_20_diff1": 0.5133982158981489, "nauc_precision_at_20_max": 0.522222482055272, "nauc_precision_at_20_std": 0.2486003778171804, "nauc_precision_at_3_diff1": 0.5733200393521534, "nauc_precision_at_3_max": 0.5356315213044154, "nauc_precision_at_3_std": 0.12278719865328042, "nauc_precision_at_5_diff1": 0.5524008407789164, "nauc_precision_at_5_max": 0.5251810225186457, "nauc_precision_at_5_std": 0.14962041559301692, "nauc_recall_at_1000_diff1": 0.33649085064002004, "nauc_recall_at_1000_max": 0.38059904303595093, "nauc_recall_at_1000_std": 0.7657663104827074, "nauc_recall_at_100_diff1": 0.47318302310390986, "nauc_recall_at_100_max": 0.4710106405238788, "nauc_recall_at_100_std": 0.46902613844843166, "nauc_recall_at_10_diff1": 0.5090877584407713, "nauc_recall_at_10_max": 0.5090918980671411, "nauc_recall_at_10_std": 0.20546505307528168, "nauc_recall_at_1_diff1": 0.6581552668507245, "nauc_recall_at_1_max": 0.5286619446771825, "nauc_recall_at_1_std": 0.050331572193201495, "nauc_recall_at_20_diff1": 0.5133982158981482, "nauc_recall_at_20_max": 0.5222224820552718, "nauc_recall_at_20_std": 0.2486003778171804, "nauc_recall_at_3_diff1": 0.5733200393521537, "nauc_recall_at_3_max": 0.5356315213044155, "nauc_recall_at_3_std": 0.12278719865328035, "nauc_recall_at_5_diff1": 0.5524008407789169, "nauc_recall_at_5_max": 0.5251810225186461, "nauc_recall_at_5_std": 0.14962041559301678, "ndcg_at_1": 0.40327, "ndcg_at_10": 0.53879, "ndcg_at_100": 0.58068, "ndcg_at_1000": 0.59472, "ndcg_at_20": 0.55561, "ndcg_at_3": 0.489, "ndcg_at_5": 0.51521, "precision_at_1": 0.40327, "precision_at_10": 0.06841, "precision_at_100": 0.00887, "precision_at_1000": 0.001, "precision_at_20": 0.03751, "precision_at_3": 0.18274, "precision_at_5": 0.12226, "recall_at_1": 0.40327, "recall_at_10": 0.68405, "recall_at_100": 0.8866, "recall_at_1000": 0.99697, "recall_at_20": 0.75015, "recall_at_3": 0.54821, "recall_at_5": 0.61128 }, { "hf_subset": "deu-deu", "languages": [ "deu-Latn", "deu-Latn" ], "main_score": 0.6865, "map_at_1": 0.57733, "map_at_10": 0.65101, "map_at_100": 0.65616, "map_at_1000": 0.65649, "map_at_20": 0.65404, "map_at_3": 0.63454, "map_at_5": 0.64443, "mrr_at_1": 0.5774429426102371, "mrr_at_10": 0.6510384462522735, "mrr_at_100": 0.6561888156726373, "mrr_at_1000": 0.656510177277053, "mrr_at_20": 0.6540683490076161, "mrr_at_3": 0.6345372627225061, "mrr_at_5": 0.6444530615259626, "nauc_map_at_1000_diff1": 0.7844852131126775, "nauc_map_at_1000_max": 0.6514835963608583, "nauc_map_at_1000_std": 0.07562373930578443, "nauc_map_at_100_diff1": 0.7843511790426415, "nauc_map_at_100_max": 0.6515877157985994, "nauc_map_at_100_std": 0.07603432091676895, "nauc_map_at_10_diff1": 0.7836713029564952, "nauc_map_at_10_max": 0.6514347911502614, "nauc_map_at_10_std": 0.07349928665239172, "nauc_map_at_1_diff1": 0.814882547604017, "nauc_map_at_1_max": 0.6319852982304239, "nauc_map_at_1_std": 0.03539237418080323, "nauc_map_at_20_diff1": 0.7839695929280242, "nauc_map_at_20_max": 0.6517604031204155, "nauc_map_at_20_std": 0.07567639429964441, "nauc_map_at_3_diff1": 0.7864135139065686, "nauc_map_at_3_max": 0.6488590261861055, "nauc_map_at_3_std": 0.0614735263438077, "nauc_map_at_5_diff1": 0.7851775389352347, "nauc_map_at_5_max": 0.6512690720443033, "nauc_map_at_5_std": 0.06761102694808019, "nauc_mrr_at_1000_diff1": 0.7844588506391934, "nauc_mrr_at_1000_max": 0.651493914933087, "nauc_mrr_at_1000_std": 0.07567548302491652, "nauc_mrr_at_100_diff1": 0.7843249459930323, "nauc_mrr_at_100_max": 0.6515973209441639, "nauc_mrr_at_100_std": 0.0760901661688447, "nauc_mrr_at_10_diff1": 0.783641407708331, "nauc_mrr_at_10_max": 0.6514458693621279, "nauc_mrr_at_10_std": 0.07356005304319864, "nauc_mrr_at_1_diff1": 0.8147347456870331, "nauc_mrr_at_1_max": 0.6320208263399468, "nauc_mrr_at_1_std": 0.03579210773893859, "nauc_mrr_at_20_diff1": 0.7839394391532344, "nauc_mrr_at_20_max": 0.6517716084713114, "nauc_mrr_at_20_std": 0.07573788617302794, "nauc_mrr_at_3_diff1": 0.7864135139065686, "nauc_mrr_at_3_max": 0.6488590261861055, "nauc_mrr_at_3_std": 0.0614735263438077, "nauc_mrr_at_5_diff1": 0.7851482466651627, "nauc_mrr_at_5_max": 0.6512799542826395, "nauc_mrr_at_5_std": 0.06767036983865685, "nauc_ndcg_at_1000_diff1": 0.7766105242145618, "nauc_ndcg_at_1000_max": 0.6571272487290782, "nauc_ndcg_at_1000_std": 0.09725505355162344, "nauc_ndcg_at_100_diff1": 0.7728400916778082, "nauc_ndcg_at_100_max": 0.6603803637231218, "nauc_ndcg_at_100_std": 0.11089903320013748, "nauc_ndcg_at_10_diff1": 0.7689864895543695, "nauc_ndcg_at_10_max": 0.6594843118812057, "nauc_ndcg_at_10_std": 0.09896170529365543, "nauc_ndcg_at_1_diff1": 0.8147347456870331, "nauc_ndcg_at_1_max": 0.6320208263399468, "nauc_ndcg_at_1_std": 0.03579210773893859, "nauc_ndcg_at_20_diff1": 0.7695681782179576, "nauc_ndcg_at_20_max": 0.6611332129965746, "nauc_ndcg_at_20_std": 0.10855259267110022, "nauc_ndcg_at_3_diff1": 0.7764368137847697, "nauc_ndcg_at_3_max": 0.6542351618893298, "nauc_ndcg_at_3_std": 0.07081855187941831, "nauc_ndcg_at_5_diff1": 0.7735956292655631, "nauc_ndcg_at_5_max": 0.6591549935341207, "nauc_ndcg_at_5_std": 0.08311607404398556, "nauc_precision_at_1000_diff1": 0.5265053484190466, "nauc_precision_at_1000_max": 0.6383722014264388, "nauc_precision_at_1000_std": 0.7388521566412765, "nauc_precision_at_100_diff1": 0.6560401415555087, "nauc_precision_at_100_max": 0.7384893496100974, "nauc_precision_at_100_std": 0.5270068552850081, "nauc_precision_at_10_diff1": 0.7000257940134127, "nauc_precision_at_10_max": 0.6929726494479711, "nauc_precision_at_10_std": 0.2213060784731859, "nauc_precision_at_1_diff1": 0.8147347456870331, "nauc_precision_at_1_max": 0.6320208263399468, "nauc_precision_at_1_std": 0.03579210773893859, "nauc_precision_at_20_diff1": 0.6867298819090396, "nauc_precision_at_20_max": 0.711911715688955, "nauc_precision_at_20_std": 0.312754704259799, "nauc_precision_at_3_diff1": 0.7417737138792497, "nauc_precision_at_3_max": 0.6706563383063164, "nauc_precision_at_3_std": 0.10260196811503045, "nauc_precision_at_5_diff1": 0.7284733044134342, "nauc_precision_at_5_max": 0.6875939889048828, "nauc_precision_at_5_std": 0.14366625925762377, "nauc_recall_at_1000_diff1": 0.6721684758191797, "nauc_recall_at_1000_max": 0.7768184188813472, "nauc_recall_at_1000_std": 0.7888694886427575, "nauc_recall_at_100_diff1": 0.6725298168392777, "nauc_recall_at_100_max": 0.7529532295710764, "nauc_recall_at_100_std": 0.52731962890703, "nauc_recall_at_10_diff1": 0.7025201516414739, "nauc_recall_at_10_max": 0.6944506342534017, "nauc_recall_at_10_std": 0.219980272622951, "nauc_recall_at_1_diff1": 0.814882547604017, "nauc_recall_at_1_max": 0.6319852982304239, "nauc_recall_at_1_std": 0.03539237418080323, "nauc_recall_at_20_diff1": 0.6897338469900328, "nauc_recall_at_20_max": 0.7137129454436334, "nauc_recall_at_20_std": 0.31125534161653445, "nauc_recall_at_3_diff1": 0.7435194944171674, "nauc_recall_at_3_max": 0.6717749649984867, "nauc_recall_at_3_std": 0.10175820345279671, "nauc_recall_at_5_diff1": 0.730610928432902, "nauc_recall_at_5_max": 0.6888302746708269, "nauc_recall_at_5_std": 0.14244480253521483, "ndcg_at_1": 0.57744, "ndcg_at_10": 0.6865, "ndcg_at_100": 0.71267, "ndcg_at_1000": 0.72119, "ndcg_at_20": 0.69743, "ndcg_at_3": 0.65269, "ndcg_at_5": 0.67058, "precision_at_1": 0.57744, "precision_at_10": 0.07981, "precision_at_100": 0.00923, "precision_at_1000": 0.00099, "precision_at_20": 0.04206, "precision_at_3": 0.2351, "precision_at_5": 0.14979, "recall_at_1": 0.57733, "recall_at_10": 0.79781, "recall_at_100": 0.92259, "recall_at_1000": 0.98981, "recall_at_20": 0.84079, "recall_at_3": 0.70507, "recall_at_5": 0.74862 }, { "hf_subset": "deu-eng", "languages": [ "deu-Latn", "eng-Latn" ], "main_score": 0.65467, "map_at_1": 0.53878, "map_at_10": 0.61681, "map_at_100": 0.62268, "map_at_1000": 0.62303, "map_at_20": 0.62041, "map_at_3": 0.59788, "map_at_5": 0.60949, "mrr_at_1": 0.5388876578772435, "mrr_at_10": 0.6168415582497128, "mrr_at_100": 0.6227236052749576, "mrr_at_1000": 0.623065591140344, "mrr_at_20": 0.620447325683163, "mrr_at_3": 0.597939286505651, "mrr_at_5": 0.6095501883447824, "nauc_map_at_1000_diff1": 0.7590037328738723, "nauc_map_at_1000_max": 0.6296002771880962, "nauc_map_at_1000_std": 0.08403918624276237, "nauc_map_at_100_diff1": 0.7588411572232621, "nauc_map_at_100_max": 0.6295909285550971, "nauc_map_at_100_std": 0.08433468046920967, "nauc_map_at_10_diff1": 0.7582989639393647, "nauc_map_at_10_max": 0.6295662603527243, "nauc_map_at_10_std": 0.08176973415001962, "nauc_map_at_1_diff1": 0.7907514522021921, "nauc_map_at_1_max": 0.6176577784600966, "nauc_map_at_1_std": 0.04302752397341336, "nauc_map_at_20_diff1": 0.7582295807397117, "nauc_map_at_20_max": 0.6297374388900524, "nauc_map_at_20_std": 0.08412422551094689, "nauc_map_at_3_diff1": 0.7641587979542523, "nauc_map_at_3_max": 0.630518932561623, "nauc_map_at_3_std": 0.0723172896749476, "nauc_map_at_5_diff1": 0.7603538679580101, "nauc_map_at_5_max": 0.6302449951540355, "nauc_map_at_5_std": 0.07613761279756076, "nauc_mrr_at_1000_diff1": 0.7589546116362857, "nauc_mrr_at_1000_max": 0.6296970096652249, "nauc_mrr_at_1000_std": 0.08422698418684443, "nauc_mrr_at_100_diff1": 0.7587898598120077, "nauc_mrr_at_100_max": 0.629696999151098, "nauc_mrr_at_100_std": 0.08453868139176621, "nauc_mrr_at_10_diff1": 0.7582536665311063, "nauc_mrr_at_10_max": 0.6296527581474102, "nauc_mrr_at_10_std": 0.08193981665751532, "nauc_mrr_at_1_diff1": 0.7907267788052036, "nauc_mrr_at_1_max": 0.6177870220212248, "nauc_mrr_at_1_std": 0.04360558794939435, "nauc_mrr_at_20_diff1": 0.7581785733398946, "nauc_mrr_at_20_max": 0.6298428031986307, "nauc_mrr_at_20_std": 0.08432682112534697, "nauc_mrr_at_3_diff1": 0.7640556785346179, "nauc_mrr_at_3_max": 0.6306120653383769, "nauc_mrr_at_3_std": 0.07253039598667646, "nauc_mrr_at_5_diff1": 0.7602479390418407, "nauc_mrr_at_5_max": 0.6303402889534556, "nauc_mrr_at_5_std": 0.07635611508496498, "nauc_ndcg_at_1000_diff1": 0.7505626259775304, "nauc_ndcg_at_1000_max": 0.6316270913684302, "nauc_ndcg_at_1000_std": 0.10505127562000266, "nauc_ndcg_at_100_diff1": 0.7455890283242455, "nauc_ndcg_at_100_max": 0.6319241977186254, "nauc_ndcg_at_100_std": 0.11672641967477411, "nauc_ndcg_at_10_diff1": 0.7420974953185655, "nauc_ndcg_at_10_max": 0.6317782116051123, "nauc_ndcg_at_10_std": 0.1046799239833835, "nauc_ndcg_at_1_diff1": 0.7907267788052036, "nauc_ndcg_at_1_max": 0.6177870220212248, "nauc_ndcg_at_1_std": 0.04360558794939435, "nauc_ndcg_at_20_diff1": 0.7414190962557519, "nauc_ndcg_at_20_max": 0.6328096251691061, "nauc_ndcg_at_20_std": 0.11551524993705921, "nauc_ndcg_at_3_diff1": 0.7552257548478946, "nauc_ndcg_at_3_max": 0.6339464084999502, "nauc_ndcg_at_3_std": 0.08297885586563021, "nauc_ndcg_at_5_diff1": 0.7478214544593674, "nauc_ndcg_at_5_max": 0.6336827365894494, "nauc_ndcg_at_5_std": 0.0904190044963198, "nauc_precision_at_1000_diff1": 0.578083693125702, "nauc_precision_at_1000_max": 0.6183786395804761, "nauc_precision_at_1000_std": 0.7738885999908617, "nauc_precision_at_100_diff1": 0.620680776682822, "nauc_precision_at_100_max": 0.6459833538421031, "nauc_precision_at_100_std": 0.4876589562204362, "nauc_precision_at_10_diff1": 0.6665565961931094, "nauc_precision_at_10_max": 0.6373572285325347, "nauc_precision_at_10_std": 0.211021864273702, "nauc_precision_at_1_diff1": 0.7907267788052036, "nauc_precision_at_1_max": 0.6177870220212248, "nauc_precision_at_1_std": 0.04360558794939435, "nauc_precision_at_20_diff1": 0.644039379790554, "nauc_precision_at_20_max": 0.6464859735337285, "nauc_precision_at_20_std": 0.3083401270523958, "nauc_precision_at_3_diff1": 0.7250830267752263, "nauc_precision_at_3_max": 0.6439912972802797, "nauc_precision_at_3_std": 0.11907749455405156, "nauc_precision_at_5_diff1": 0.7005802971615394, "nauc_precision_at_5_max": 0.6448066544316366, "nauc_precision_at_5_std": 0.14425886793182502, "nauc_recall_at_1000_diff1": 0.7121826507775899, "nauc_recall_at_1000_max": 0.6804294013048992, "nauc_recall_at_1000_std": 0.7662632060621339, "nauc_recall_at_100_diff1": 0.6301747949949011, "nauc_recall_at_100_max": 0.6482766444616809, "nauc_recall_at_100_std": 0.4796184635176681, "nauc_recall_at_10_diff1": 0.6706396566824875, "nauc_recall_at_10_max": 0.6388230641128979, "nauc_recall_at_10_std": 0.20768577915586697, "nauc_recall_at_1_diff1": 0.7907514522021921, "nauc_recall_at_1_max": 0.6176577784600966, "nauc_recall_at_1_std": 0.04302752397341336, "nauc_recall_at_20_diff1": 0.6491946743594135, "nauc_recall_at_20_max": 0.6478003589761425, "nauc_recall_at_20_std": 0.30359226760243774, "nauc_recall_at_3_diff1": 0.7266225596295325, "nauc_recall_at_3_max": 0.6445410226304681, "nauc_recall_at_3_std": 0.11735929419835466, "nauc_recall_at_5_diff1": 0.7022321758370437, "nauc_recall_at_5_max": 0.6453791338244544, "nauc_recall_at_5_std": 0.14234193534990466, "ndcg_at_1": 0.53889, "ndcg_at_10": 0.65467, "ndcg_at_100": 0.68422, "ndcg_at_1000": 0.69362, "ndcg_at_20": 0.6678, "ndcg_at_3": 0.6163, "ndcg_at_5": 0.63722, "precision_at_1": 0.53889, "precision_at_10": 0.0774, "precision_at_100": 0.00914, "precision_at_1000": 0.00099, "precision_at_20": 0.0413, "precision_at_3": 0.22321, "precision_at_5": 0.14407, "recall_at_1": 0.53878, "recall_at_10": 0.77343, "recall_at_100": 0.9138, "recall_at_1000": 0.98848, "recall_at_20": 0.82539, "recall_at_3": 0.66929, "recall_at_5": 0.72003 }, { "hf_subset": "deu-spa", "languages": [ "deu-Latn", "spa-Latn" ], "main_score": 0.67411, "map_at_1": 0.56113, "map_at_10": 0.63605, "map_at_100": 0.64249, "map_at_1000": 0.64278, "map_at_20": 0.64017, "map_at_3": 0.61728, "map_at_5": 0.62792, "mrr_at_1": 0.5611267605633803, "mrr_at_10": 0.6360927788955963, "mrr_at_100": 0.6424917594987577, "mrr_at_1000": 0.6427841281875342, "mrr_at_20": 0.6401701389813069, "mrr_at_3": 0.6172769953051651, "mrr_at_5": 0.6279248826291094, "nauc_map_at_1000_diff1": 0.7625898027839537, "nauc_map_at_1000_max": 0.6890565725207128, "nauc_map_at_1000_std": 0.10019561892159194, "nauc_map_at_100_diff1": 0.7624791052317706, "nauc_map_at_100_max": 0.6891304837765942, "nauc_map_at_100_std": 0.10056342817223986, "nauc_map_at_10_diff1": 0.7617203247492885, "nauc_map_at_10_max": 0.6904921227162988, "nauc_map_at_10_std": 0.10172045641339618, "nauc_map_at_1_diff1": 0.7923620844273472, "nauc_map_at_1_max": 0.6603173815590103, "nauc_map_at_1_std": 0.06473386055745847, "nauc_map_at_20_diff1": 0.7617324283131283, "nauc_map_at_20_max": 0.6892966701524504, "nauc_map_at_20_std": 0.10098172801835306, "nauc_map_at_3_diff1": 0.7655869208989177, "nauc_map_at_3_max": 0.6894623348210906, "nauc_map_at_3_std": 0.08534316092420366, "nauc_map_at_5_diff1": 0.7626852141096695, "nauc_map_at_5_max": 0.6907102236486786, "nauc_map_at_5_std": 0.0934776151439829, "nauc_mrr_at_1000_diff1": 0.7625840546826118, "nauc_mrr_at_1000_max": 0.6890501449888788, "nauc_mrr_at_1000_std": 0.1002112880069537, "nauc_mrr_at_100_diff1": 0.7624733620562941, "nauc_mrr_at_100_max": 0.6891240635776198, "nauc_mrr_at_100_std": 0.10057908443957324, "nauc_mrr_at_10_diff1": 0.7616470180817146, "nauc_mrr_at_10_max": 0.6904104344692454, "nauc_mrr_at_10_std": 0.10192018787141936, "nauc_mrr_at_1_diff1": 0.7923620844273472, "nauc_mrr_at_1_max": 0.6603173815590103, "nauc_mrr_at_1_std": 0.06473386055745847, "nauc_mrr_at_20_diff1": 0.7617267207336068, "nauc_mrr_at_20_max": 0.6892902989157031, "nauc_mrr_at_20_std": 0.10099727243210505, "nauc_mrr_at_3_diff1": 0.7655869208989177, "nauc_mrr_at_3_max": 0.6894623348210906, "nauc_mrr_at_3_std": 0.08534316092420366, "nauc_mrr_at_5_diff1": 0.7626852141096695, "nauc_mrr_at_5_max": 0.6907102236486786, "nauc_mrr_at_5_std": 0.0934776151439829, "nauc_ndcg_at_1000_diff1": 0.7547610500422516, "nauc_ndcg_at_1000_max": 0.693014991299847, "nauc_ndcg_at_1000_std": 0.11548854196118212, "nauc_ndcg_at_100_diff1": 0.7513586131116876, "nauc_ndcg_at_100_max": 0.6948883469933269, "nauc_ndcg_at_100_std": 0.1268660052204633, "nauc_ndcg_at_10_diff1": 0.745416319142567, "nauc_ndcg_at_10_max": 0.7001370180370332, "nauc_ndcg_at_10_std": 0.1302818144620349, "nauc_ndcg_at_1_diff1": 0.7923620844273472, "nauc_ndcg_at_1_max": 0.6603173815590103, "nauc_ndcg_at_1_std": 0.06473386055745847, "nauc_ndcg_at_20_diff1": 0.7452433110849852, "nauc_ndcg_at_20_max": 0.6954609617404383, "nauc_ndcg_at_20_std": 0.12818557244699835, "nauc_ndcg_at_3_diff1": 0.7552663988399322, "nauc_ndcg_at_3_max": 0.6979302727065512, "nauc_ndcg_at_3_std": 0.09290105016974577, "nauc_ndcg_at_5_diff1": 0.7490677554992736, "nauc_ndcg_at_5_max": 0.7004283418397804, "nauc_ndcg_at_5_std": 0.10896172974633951, "nauc_precision_at_1000_diff1": 0.32697485642468166, "nauc_precision_at_1000_max": 0.3657631507123724, "nauc_precision_at_1000_std": 0.8931130478032937, "nauc_precision_at_100_diff1": 0.6262452055674776, "nauc_precision_at_100_max": 0.7262074549284199, "nauc_precision_at_100_std": 0.506629885397879, "nauc_precision_at_10_diff1": 0.6694509565290052, "nauc_precision_at_10_max": 0.7405331115157741, "nauc_precision_at_10_std": 0.27061063229785853, "nauc_precision_at_1_diff1": 0.7923620844273472, "nauc_precision_at_1_max": 0.6603173815590103, "nauc_precision_at_1_std": 0.06473386055745847, "nauc_precision_at_20_diff1": 0.6360837358174295, "nauc_precision_at_20_max": 0.7126741167486452, "nauc_precision_at_20_std": 0.30391692119029595, "nauc_precision_at_3_diff1": 0.721225258088428, "nauc_precision_at_3_max": 0.7249768118825981, "nauc_precision_at_3_std": 0.11770657398207042, "nauc_precision_at_5_diff1": 0.6980470370423428, "nauc_precision_at_5_max": 0.7351750033136893, "nauc_precision_at_5_std": 0.16835899816050942, "nauc_recall_at_1000_diff1": 0.6409082068662671, "nauc_recall_at_1000_max": 0.6932121591297289, "nauc_recall_at_1000_std": 0.9738480238683155, "nauc_recall_at_100_diff1": 0.6454292951681178, "nauc_recall_at_100_max": 0.7469893210597277, "nauc_recall_at_100_std": 0.5041558553688773, "nauc_recall_at_10_diff1": 0.6702118236458868, "nauc_recall_at_10_max": 0.7412183622585494, "nauc_recall_at_10_std": 0.2686253426760604, "nauc_recall_at_1_diff1": 0.7923620844273472, "nauc_recall_at_1_max": 0.6603173815590103, "nauc_recall_at_1_std": 0.06473386055745847, "nauc_recall_at_20_diff1": 0.6444824249910525, "nauc_recall_at_20_max": 0.7216043986684021, "nauc_recall_at_20_std": 0.3014356359547453, "nauc_recall_at_3_diff1": 0.7212252580884285, "nauc_recall_at_3_max": 0.7249768118825981, "nauc_recall_at_3_std": 0.1177065739820699, "nauc_recall_at_5_diff1": 0.6980470370423436, "nauc_recall_at_5_max": 0.7351750033136896, "nauc_recall_at_5_std": 0.16835899816050912, "ndcg_at_1": 0.56113, "ndcg_at_10": 0.67411, "ndcg_at_100": 0.70516, "ndcg_at_1000": 0.71268, "ndcg_at_20": 0.68894, "ndcg_at_3": 0.63556, "ndcg_at_5": 0.65478, "precision_at_1": 0.56113, "precision_at_10": 0.07944, "precision_at_100": 0.00939, "precision_at_1000": 0.001, "precision_at_20": 0.04265, "precision_at_3": 0.22948, "precision_at_5": 0.14704, "recall_at_1": 0.56113, "recall_at_10": 0.79408, "recall_at_100": 0.93859, "recall_at_1000": 0.99718, "recall_at_20": 0.85239, "recall_at_3": 0.68845, "recall_at_5": 0.73521 }, { "hf_subset": "deu-hin", "languages": [ "deu-Latn", "hin-Deva" ], "main_score": 0.59153, "map_at_1": 0.46084, "map_at_10": 0.54676, "map_at_100": 0.55425, "map_at_1000": 0.55466, "map_at_20": 0.55101, "map_at_3": 0.52413, "map_at_5": 0.53633, "mrr_at_1": 0.4608391608391608, "mrr_at_10": 0.5467646242646244, "mrr_at_100": 0.5542464895927123, "mrr_at_1000": 0.5546594154058259, "mrr_at_20": 0.5510114188315167, "mrr_at_3": 0.5241258741258742, "mrr_at_5": 0.5363286713286717, "nauc_map_at_1000_diff1": 0.6361146821843511, "nauc_map_at_1000_max": 0.48709501543501516, "nauc_map_at_1000_std": 0.15584623158382668, "nauc_map_at_100_diff1": 0.6358667259813526, "nauc_map_at_100_max": 0.4870125999552685, "nauc_map_at_100_std": 0.15623416659501907, "nauc_map_at_10_diff1": 0.6357389903868164, "nauc_map_at_10_max": 0.48858870459547904, "nauc_map_at_10_std": 0.15484289414953079, "nauc_map_at_1_diff1": 0.6728036303372518, "nauc_map_at_1_max": 0.47822726006785266, "nauc_map_at_1_std": 0.1240928982492649, "nauc_map_at_20_diff1": 0.6353105344897222, "nauc_map_at_20_max": 0.4869813443836578, "nauc_map_at_20_std": 0.1555596172573076, "nauc_map_at_3_diff1": 0.6410153417934384, "nauc_map_at_3_max": 0.48649640830738294, "nauc_map_at_3_std": 0.1465901894632595, "nauc_map_at_5_diff1": 0.6375504438076061, "nauc_map_at_5_max": 0.48822606024972814, "nauc_map_at_5_std": 0.1500946349061518, "nauc_mrr_at_1000_diff1": 0.6361146821843511, "nauc_mrr_at_1000_max": 0.48709501543501516, "nauc_mrr_at_1000_std": 0.15584623158382668, "nauc_mrr_at_100_diff1": 0.6358667259813526, "nauc_mrr_at_100_max": 0.4870125999552685, "nauc_mrr_at_100_std": 0.15623416659501907, "nauc_mrr_at_10_diff1": 0.6357389903868164, "nauc_mrr_at_10_max": 0.48858870459547904, "nauc_mrr_at_10_std": 0.15484289414953079, "nauc_mrr_at_1_diff1": 0.6728036303372518, "nauc_mrr_at_1_max": 0.47822726006785266, "nauc_mrr_at_1_std": 0.1240928982492649, "nauc_mrr_at_20_diff1": 0.6353105344897222, "nauc_mrr_at_20_max": 0.4869813443836578, "nauc_mrr_at_20_std": 0.1555596172573076, "nauc_mrr_at_3_diff1": 0.6410153417934384, "nauc_mrr_at_3_max": 0.48649640830738294, "nauc_mrr_at_3_std": 0.1465901894632595, "nauc_mrr_at_5_diff1": 0.6375504438076061, "nauc_mrr_at_5_max": 0.48822606024972814, "nauc_mrr_at_5_std": 0.1500946349061518, "nauc_ndcg_at_1000_diff1": 0.6257378382581043, "nauc_ndcg_at_1000_max": 0.4881587984056605, "nauc_ndcg_at_1000_std": 0.17044919065864578, "nauc_ndcg_at_100_diff1": 0.6177163196970984, "nauc_ndcg_at_100_max": 0.48637256000690793, "nauc_ndcg_at_100_std": 0.1846896363123453, "nauc_ndcg_at_10_diff1": 0.6174719446898435, "nauc_ndcg_at_10_max": 0.49254284590972947, "nauc_ndcg_at_10_std": 0.17510785488183025, "nauc_ndcg_at_1_diff1": 0.6728036303372518, "nauc_ndcg_at_1_max": 0.47822726006785266, "nauc_ndcg_at_1_std": 0.1240928982492649, "nauc_ndcg_at_20_diff1": 0.6153550304239712, "nauc_ndcg_at_20_max": 0.4861761315243309, "nauc_ndcg_at_20_std": 0.17892071397392456, "nauc_ndcg_at_3_diff1": 0.6296785016199072, "nauc_ndcg_at_3_max": 0.48880833475444224, "nauc_ndcg_at_3_std": 0.1556013563552342, "nauc_ndcg_at_5_diff1": 0.6224051247689167, "nauc_ndcg_at_5_max": 0.4918262021782825, "nauc_ndcg_at_5_std": 0.1622305508840512, "nauc_precision_at_1000_diff1": 0.6008403361344257, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 0.6934329287270453, "nauc_precision_at_100_diff1": 0.42611217715432753, "nauc_precision_at_100_max": 0.4626848114573915, "nauc_precision_at_100_std": 0.5433806068359109, "nauc_precision_at_10_diff1": 0.5407532899628512, "nauc_precision_at_10_max": 0.508279629817507, "nauc_precision_at_10_std": 0.26438946155652915, "nauc_precision_at_1_diff1": 0.6728036303372518, "nauc_precision_at_1_max": 0.47822726006785266, "nauc_precision_at_1_std": 0.1240928982492649, "nauc_precision_at_20_diff1": 0.5115218373558175, "nauc_precision_at_20_max": 0.47320778523261026, "nauc_precision_at_20_std": 0.3082600874687758, "nauc_precision_at_3_diff1": 0.594257095088863, "nauc_precision_at_3_max": 0.4958296740075959, "nauc_precision_at_3_std": 0.18406974109204358, "nauc_precision_at_5_diff1": 0.5696859847610254, "nauc_precision_at_5_max": 0.5040394827984296, "nauc_precision_at_5_std": 0.20451743246363482, "nauc_recall_at_1000_diff1": 0.6008403361344705, "nauc_recall_at_1000_max": 1.0, "nauc_recall_at_1000_std": 0.6934329287270562, "nauc_recall_at_100_diff1": 0.4261121771543262, "nauc_recall_at_100_max": 0.4626848114573914, "nauc_recall_at_100_std": 0.5433806068359102, "nauc_recall_at_10_diff1": 0.5407532899628513, "nauc_recall_at_10_max": 0.5082796298175078, "nauc_recall_at_10_std": 0.2643894615565288, "nauc_recall_at_1_diff1": 0.6728036303372518, "nauc_recall_at_1_max": 0.47822726006785266, "nauc_recall_at_1_std": 0.1240928982492649, "nauc_recall_at_20_diff1": 0.5115218373558169, "nauc_recall_at_20_max": 0.4732077852326108, "nauc_recall_at_20_std": 0.3082600874687758, "nauc_recall_at_3_diff1": 0.594257095088863, "nauc_recall_at_3_max": 0.49582967400759614, "nauc_recall_at_3_std": 0.1840697410920439, "nauc_recall_at_5_diff1": 0.5696859847610253, "nauc_recall_at_5_max": 0.5040394827984299, "nauc_recall_at_5_std": 0.20451743246363419, "ndcg_at_1": 0.46084, "ndcg_at_10": 0.59153, "ndcg_at_100": 0.62901, "ndcg_at_1000": 0.64002, "ndcg_at_20": 0.60682, "ndcg_at_3": 0.54453, "ndcg_at_5": 0.56662, "precision_at_1": 0.46084, "precision_at_10": 0.07336, "precision_at_100": 0.00911, "precision_at_1000": 0.001, "precision_at_20": 0.03969, "precision_at_3": 0.20117, "precision_at_5": 0.13147, "recall_at_1": 0.46084, "recall_at_10": 0.73357, "recall_at_100": 0.91119, "recall_at_1000": 0.9979, "recall_at_20": 0.79371, "recall_at_3": 0.6035, "recall_at_5": 0.65734 }, { "hf_subset": "deu-vie", "languages": [ "deu-Latn", "vie-Latn" ], "main_score": 0.64454, "map_at_1": 0.52, "map_at_10": 0.60318, "map_at_100": 0.60991, "map_at_1000": 0.61022, "map_at_20": 0.60734, "map_at_3": 0.58308, "map_at_5": 0.59461, "mrr_at_1": 0.52, "mrr_at_10": 0.6031836057806215, "mrr_at_100": 0.6099128146614536, "mrr_at_1000": 0.6102161737974565, "mrr_at_20": 0.6073449064554151, "mrr_at_3": 0.5830845771144284, "mrr_at_5": 0.5946069651741305, "nauc_map_at_1000_diff1": 0.7668282373106137, "nauc_map_at_1000_max": 0.70549956684157, "nauc_map_at_1000_std": 0.09362009038818254, "nauc_map_at_100_diff1": 0.7666404558635632, "nauc_map_at_100_max": 0.705434380802883, "nauc_map_at_100_std": 0.09394199267596387, "nauc_map_at_10_diff1": 0.7659984105004721, "nauc_map_at_10_max": 0.7060456848532285, "nauc_map_at_10_std": 0.09283790400666594, "nauc_map_at_1_diff1": 0.8093554542702056, "nauc_map_at_1_max": 0.7081126243291596, "nauc_map_at_1_std": 0.057374312603741144, "nauc_map_at_20_diff1": 0.7656082716588003, "nauc_map_at_20_max": 0.7055014750982108, "nauc_map_at_20_std": 0.09567200657478526, "nauc_map_at_3_diff1": 0.7721655609217304, "nauc_map_at_3_max": 0.7089004762053618, "nauc_map_at_3_std": 0.08094839947014176, "nauc_map_at_5_diff1": 0.7678150614189658, "nauc_map_at_5_max": 0.7048028158078053, "nauc_map_at_5_std": 0.08394118779349372, "nauc_mrr_at_1000_diff1": 0.7668282373106137, "nauc_mrr_at_1000_max": 0.70549956684157, "nauc_mrr_at_1000_std": 0.09362009038818254, "nauc_mrr_at_100_diff1": 0.7666404558635632, "nauc_mrr_at_100_max": 0.705434380802883, "nauc_mrr_at_100_std": 0.09394199267596387, "nauc_mrr_at_10_diff1": 0.7659984105004721, "nauc_mrr_at_10_max": 0.7060456848532285, "nauc_mrr_at_10_std": 0.09283790400666594, "nauc_mrr_at_1_diff1": 0.8093554542702056, "nauc_mrr_at_1_max": 0.7081126243291596, "nauc_mrr_at_1_std": 0.057374312603741144, "nauc_mrr_at_20_diff1": 0.7656082716588003, "nauc_mrr_at_20_max": 0.7055014750982108, "nauc_mrr_at_20_std": 0.09567200657478526, "nauc_mrr_at_3_diff1": 0.7721655609217304, "nauc_mrr_at_3_max": 0.7089004762053618, "nauc_mrr_at_3_std": 0.08094839947014176, "nauc_mrr_at_5_diff1": 0.7678150614189658, "nauc_mrr_at_5_max": 0.7048028158078053, "nauc_mrr_at_5_std": 0.08394118779349372, "nauc_ndcg_at_1000_diff1": 0.7563579608428368, "nauc_ndcg_at_1000_max": 0.7039976622213364, "nauc_ndcg_at_1000_std": 0.1095194205891256, "nauc_ndcg_at_100_diff1": 0.7512206472365056, "nauc_ndcg_at_100_max": 0.7021329749354575, "nauc_ndcg_at_100_std": 0.11994785346472703, "nauc_ndcg_at_10_diff1": 0.7452296881097379, "nauc_ndcg_at_10_max": 0.7051429087461708, "nauc_ndcg_at_10_std": 0.12071513308664836, "nauc_ndcg_at_1_diff1": 0.8093554542702056, "nauc_ndcg_at_1_max": 0.7081126243291596, "nauc_ndcg_at_1_std": 0.057374312603741144, "nauc_ndcg_at_20_diff1": 0.7432417536137403, "nauc_ndcg_at_20_max": 0.7024101846962921, "nauc_ndcg_at_20_std": 0.13352890514265295, "nauc_ndcg_at_3_diff1": 0.75937195228672, "nauc_ndcg_at_3_max": 0.7092711107220164, "nauc_ndcg_at_3_std": 0.09032356621315413, "nauc_ndcg_at_5_diff1": 0.7506964371067545, "nauc_ndcg_at_5_max": 0.701871838253921, "nauc_ndcg_at_5_std": 0.0963811029536655, "nauc_precision_at_1000_diff1": 0.5996863980033489, "nauc_precision_at_1000_max": 0.7536735314167672, "nauc_precision_at_1000_std": 0.46210170767649056, "nauc_precision_at_100_diff1": 0.5944731084886976, "nauc_precision_at_100_max": 0.6488089006419056, "nauc_precision_at_100_std": 0.4505090321347053, "nauc_precision_at_10_diff1": 0.6520955661513482, "nauc_precision_at_10_max": 0.7022772747790405, "nauc_precision_at_10_std": 0.2562421877659542, "nauc_precision_at_1_diff1": 0.8093554542702056, "nauc_precision_at_1_max": 0.7081126243291596, "nauc_precision_at_1_std": 0.057374312603741144, "nauc_precision_at_20_diff1": 0.6111714070033533, "nauc_precision_at_20_max": 0.6811854347898745, "nauc_precision_at_20_std": 0.3860682511018676, "nauc_precision_at_3_diff1": 0.717953495277988, "nauc_precision_at_3_max": 0.710506258818741, "nauc_precision_at_3_std": 0.12112280927951381, "nauc_precision_at_5_diff1": 0.6884409089270666, "nauc_precision_at_5_max": 0.6904410041380968, "nauc_precision_at_5_std": 0.14213505337493676, "nauc_recall_at_1000_diff1": 0.5996863980033803, "nauc_recall_at_1000_max": 0.7536735314167414, "nauc_recall_at_1000_std": 0.4621017076764935, "nauc_recall_at_100_diff1": 0.5944731084886974, "nauc_recall_at_100_max": 0.6488089006419032, "nauc_recall_at_100_std": 0.4505090321347045, "nauc_recall_at_10_diff1": 0.6520955661513487, "nauc_recall_at_10_max": 0.7022772747790406, "nauc_recall_at_10_std": 0.2562421877659533, "nauc_recall_at_1_diff1": 0.8093554542702056, "nauc_recall_at_1_max": 0.7081126243291596, "nauc_recall_at_1_std": 0.057374312603741144, "nauc_recall_at_20_diff1": 0.6111714070033539, "nauc_recall_at_20_max": 0.681185434789875, "nauc_recall_at_20_std": 0.3860682511018689, "nauc_recall_at_3_diff1": 0.7179534952779881, "nauc_recall_at_3_max": 0.7105062588187411, "nauc_recall_at_3_std": 0.12112280927951398, "nauc_recall_at_5_diff1": 0.6884409089270667, "nauc_recall_at_5_max": 0.6904410041380972, "nauc_recall_at_5_std": 0.14213505337493756, "ndcg_at_1": 0.52, "ndcg_at_10": 0.64454, "ndcg_at_100": 0.67845, "ndcg_at_1000": 0.68632, "ndcg_at_20": 0.65985, "ndcg_at_3": 0.60311, "ndcg_at_5": 0.62395, "precision_at_1": 0.52, "precision_at_10": 0.07749, "precision_at_100": 0.00936, "precision_at_1000": 0.001, "precision_at_20": 0.04179, "precision_at_3": 0.2203, "precision_at_5": 0.14233, "recall_at_1": 0.52, "recall_at_10": 0.77493, "recall_at_100": 0.93612, "recall_at_1000": 0.99761, "recall_at_20": 0.83582, "recall_at_3": 0.6609, "recall_at_5": 0.71164 }, { "hf_subset": "deu-zho", "languages": [ "deu-Latn", "zho-Hans" ], "main_score": 0.54252, "map_at_1": 0.39815, "map_at_10": 0.492, "map_at_100": 0.5009, "map_at_1000": 0.50129, "map_at_20": 0.49701, "map_at_3": 0.46348, "map_at_5": 0.48141, "mrr_at_1": 0.39814814814814814, "mrr_at_10": 0.4919963746815605, "mrr_at_100": 0.5008951954660879, "mrr_at_1000": 0.5012836026934957, "mrr_at_20": 0.4970325311152777, "mrr_at_3": 0.46347736625514446, "mrr_at_5": 0.48140946502057685, "nauc_map_at_1000_diff1": 0.5817357069531635, "nauc_map_at_1000_max": 0.49434810849010224, "nauc_map_at_1000_std": 0.15534036570776413, "nauc_map_at_100_diff1": 0.5814964819787284, "nauc_map_at_100_max": 0.49429326112173727, "nauc_map_at_100_std": 0.15562774171708765, "nauc_map_at_10_diff1": 0.5807701869825461, "nauc_map_at_10_max": 0.4939277195195582, "nauc_map_at_10_std": 0.15421685330547621, "nauc_map_at_1_diff1": 0.6190612535442591, "nauc_map_at_1_max": 0.4979086386466398, "nauc_map_at_1_std": 0.13067449286773797, "nauc_map_at_20_diff1": 0.5811922409151126, "nauc_map_at_20_max": 0.49387771059462426, "nauc_map_at_20_std": 0.155600475977849, "nauc_map_at_3_diff1": 0.5867339503497764, "nauc_map_at_3_max": 0.4996868484418984, "nauc_map_at_3_std": 0.14679836227961235, "nauc_map_at_5_diff1": 0.5805656133743587, "nauc_map_at_5_max": 0.49618459119715336, "nauc_map_at_5_std": 0.1481091318511606, "nauc_mrr_at_1000_diff1": 0.5817353884302118, "nauc_mrr_at_1000_max": 0.494343384363182, "nauc_mrr_at_1000_std": 0.15533086043515687, "nauc_mrr_at_100_diff1": 0.5814961647153694, "nauc_mrr_at_100_max": 0.4942885427441607, "nauc_mrr_at_100_std": 0.15561824654011372, "nauc_mrr_at_10_diff1": 0.5807701869825461, "nauc_mrr_at_10_max": 0.4939277195195582, "nauc_mrr_at_10_std": 0.15421685330547621, "nauc_mrr_at_1_diff1": 0.6190612535442591, "nauc_mrr_at_1_max": 0.4979086386466398, "nauc_mrr_at_1_std": 0.13067449286773797, "nauc_mrr_at_20_diff1": 0.5811963112945528, "nauc_mrr_at_20_max": 0.49393844161780337, "nauc_mrr_at_20_std": 0.1557227285419923, "nauc_mrr_at_3_diff1": 0.5867339503497764, "nauc_mrr_at_3_max": 0.4996868484418984, "nauc_mrr_at_3_std": 0.14679836227961235, "nauc_mrr_at_5_diff1": 0.5805656133743587, "nauc_mrr_at_5_max": 0.49618459119715336, "nauc_mrr_at_5_std": 0.1481091318511606, "nauc_ndcg_at_1000_diff1": 0.573772828004256, "nauc_ndcg_at_1000_max": 0.4920461830709768, "nauc_ndcg_at_1000_std": 0.1677614229502668, "nauc_ndcg_at_100_diff1": 0.5680718353801925, "nauc_ndcg_at_100_max": 0.49179036269444515, "nauc_ndcg_at_100_std": 0.1772897235897213, "nauc_ndcg_at_10_diff1": 0.5643963392622338, "nauc_ndcg_at_10_max": 0.4876717936858628, "nauc_ndcg_at_10_std": 0.17079837024710914, "nauc_ndcg_at_1_diff1": 0.6190612535442591, "nauc_ndcg_at_1_max": 0.4979086386466398, "nauc_ndcg_at_1_std": 0.13067449286773797, "nauc_ndcg_at_20_diff1": 0.565352614164138, "nauc_ndcg_at_20_max": 0.48757982538678063, "nauc_ndcg_at_20_std": 0.17677120412786615, "nauc_ndcg_at_3_diff1": 0.5770201760024919, "nauc_ndcg_at_3_max": 0.5005876549663368, "nauc_ndcg_at_3_std": 0.15381539533699307, "nauc_ndcg_at_5_diff1": 0.565155736059588, "nauc_ndcg_at_5_max": 0.49430797470992444, "nauc_ndcg_at_5_std": 0.15640300635293183, "nauc_precision_at_1000_diff1": 0.4448985246242546, "nauc_precision_at_1000_max": 0.26071898593892473, "nauc_precision_at_1000_std": 0.9006026182724793, "nauc_precision_at_100_diff1": 0.4276892207470873, "nauc_precision_at_100_max": 0.4815702330878287, "nauc_precision_at_100_std": 0.4617897972810384, "nauc_precision_at_10_diff1": 0.4992434328965913, "nauc_precision_at_10_max": 0.45865240200240687, "nauc_precision_at_10_std": 0.24030792112858007, "nauc_precision_at_1_diff1": 0.6190612535442591, "nauc_precision_at_1_max": 0.4979086386466398, "nauc_precision_at_1_std": 0.13067449286773797, "nauc_precision_at_20_diff1": 0.48885332544550425, "nauc_precision_at_20_max": 0.45309997265304525, "nauc_precision_at_20_std": 0.29340631435603565, "nauc_precision_at_3_diff1": 0.5478891369843636, "nauc_precision_at_3_max": 0.5034208991486152, "nauc_precision_at_3_std": 0.17564009207524803, "nauc_precision_at_5_diff1": 0.5126940642772139, "nauc_precision_at_5_max": 0.4873327842176872, "nauc_precision_at_5_std": 0.1847023029296496, "nauc_recall_at_1000_diff1": 0.6713352007469477, "nauc_recall_at_1000_max": 0.23874883286648219, "nauc_recall_at_1000_std": 0.8660130718954205, "nauc_recall_at_100_diff1": 0.4357939254133033, "nauc_recall_at_100_max": 0.48358804306036096, "nauc_recall_at_100_std": 0.45490402043170103, "nauc_recall_at_10_diff1": 0.4992434328965917, "nauc_recall_at_10_max": 0.45865240200240726, "nauc_recall_at_10_std": 0.24030792112858076, "nauc_recall_at_1_diff1": 0.6190612535442591, "nauc_recall_at_1_max": 0.4979086386466398, "nauc_recall_at_1_std": 0.13067449286773797, "nauc_recall_at_20_diff1": 0.4888608125972573, "nauc_recall_at_20_max": 0.45177037433997297, "nauc_recall_at_20_std": 0.2904927528556171, "nauc_recall_at_3_diff1": 0.5478891369843635, "nauc_recall_at_3_max": 0.5034208991486144, "nauc_recall_at_3_std": 0.17564009207524775, "nauc_recall_at_5_diff1": 0.5126940642772145, "nauc_recall_at_5_max": 0.4873327842176875, "nauc_recall_at_5_std": 0.18470230292965004, "ndcg_at_1": 0.39815, "ndcg_at_10": 0.54252, "ndcg_at_100": 0.58732, "ndcg_at_1000": 0.5976, "ndcg_at_20": 0.56034, "ndcg_at_3": 0.4846, "ndcg_at_5": 0.51717, "precision_at_1": 0.39815, "precision_at_10": 0.07031, "precision_at_100": 0.00917, "precision_at_1000": 0.001, "precision_at_20": 0.03864, "precision_at_3": 0.18189, "precision_at_5": 0.12506, "recall_at_1": 0.39815, "recall_at_10": 0.70309, "recall_at_100": 0.91605, "recall_at_1000": 0.99691, "recall_at_20": 0.77253, "recall_at_3": 0.54568, "recall_at_5": 0.62531 }, { "hf_subset": "eng-ara", "languages": [ "eng-Latn", "ara-Arab" ], "main_score": 0.4986, "map_at_1": 0.37137, "map_at_10": 0.45388, "map_at_100": 0.46233, "map_at_1000": 0.46288, "map_at_20": 0.45874, "map_at_3": 0.42925, "map_at_5": 0.44365, "mrr_at_1": 0.3714607162947684, "mrr_at_10": 0.4539756205000905, "mrr_at_100": 0.46241064792124714, "mrr_at_1000": 0.46296013679845105, "mrr_at_20": 0.458820533858195, "mrr_at_3": 0.42933933370835625, "mrr_at_5": 0.44374023376460986, "nauc_map_at_1000_diff1": 0.5982024583184746, "nauc_map_at_1000_max": 0.48825003345254403, "nauc_map_at_1000_std": 0.13561326848448754, "nauc_map_at_100_diff1": 0.5979585500544734, "nauc_map_at_100_max": 0.4882862975262292, "nauc_map_at_100_std": 0.13594248244314633, "nauc_map_at_10_diff1": 0.5981097161488312, "nauc_map_at_10_max": 0.48810914101093544, "nauc_map_at_10_std": 0.13303825968629548, "nauc_map_at_1_diff1": 0.6541266601417279, "nauc_map_at_1_max": 0.4873492188721706, "nauc_map_at_1_std": 0.10160746830783637, "nauc_map_at_20_diff1": 0.5972042355922625, "nauc_map_at_20_max": 0.48799191856888524, "nauc_map_at_20_std": 0.1352193882136344, "nauc_map_at_3_diff1": 0.6072409949606723, "nauc_map_at_3_max": 0.48808501775141616, "nauc_map_at_3_std": 0.12109949060469723, "nauc_map_at_5_diff1": 0.6012527915805452, "nauc_map_at_5_max": 0.4888351723324941, "nauc_map_at_5_std": 0.12823711238192087, "nauc_mrr_at_1000_diff1": 0.5985949939903226, "nauc_mrr_at_1000_max": 0.4885060410068387, "nauc_mrr_at_1000_std": 0.13588370268793773, "nauc_mrr_at_100_diff1": 0.5983506115334795, "nauc_mrr_at_100_max": 0.4885419464035911, "nauc_mrr_at_100_std": 0.13621258288823235, "nauc_mrr_at_10_diff1": 0.5985548879247009, "nauc_mrr_at_10_max": 0.4883994340016622, "nauc_mrr_at_10_std": 0.13334508918041563, "nauc_mrr_at_1_diff1": 0.6545532970106426, "nauc_mrr_at_1_max": 0.4876290995012652, "nauc_mrr_at_1_std": 0.10190466737100505, "nauc_mrr_at_20_diff1": 0.597593224620277, "nauc_mrr_at_20_max": 0.48824555597819586, "nauc_mrr_at_20_std": 0.13548738025212467, "nauc_mrr_at_3_diff1": 0.6076735126834951, "nauc_mrr_at_3_max": 0.4883673299142304, "nauc_mrr_at_3_std": 0.121398424218074, "nauc_mrr_at_5_diff1": 0.6016919665058929, "nauc_mrr_at_5_max": 0.4891216156547092, "nauc_mrr_at_5_std": 0.12854012884240165, "nauc_ndcg_at_1000_diff1": 0.5820674476339895, "nauc_ndcg_at_1000_max": 0.4880741716610425, "nauc_ndcg_at_1000_std": 0.15743265216709817, "nauc_ndcg_at_100_diff1": 0.5741506882228413, "nauc_ndcg_at_100_max": 0.4893497958560707, "nauc_ndcg_at_100_std": 0.16883949305389276, "nauc_ndcg_at_10_diff1": 0.5732299511530043, "nauc_ndcg_at_10_max": 0.48768465454683324, "nauc_ndcg_at_10_std": 0.15271467627912505, "nauc_ndcg_at_1_diff1": 0.6545532970106426, "nauc_ndcg_at_1_max": 0.4876290995012652, "nauc_ndcg_at_1_std": 0.10190466737100505, "nauc_ndcg_at_20_diff1": 0.5694417950740827, "nauc_ndcg_at_20_max": 0.4873328567533922, "nauc_ndcg_at_20_std": 0.1618579887195958, "nauc_ndcg_at_3_diff1": 0.5926536546466166, "nauc_ndcg_at_3_max": 0.4881063689149916, "nauc_ndcg_at_3_std": 0.1274821859333994, "nauc_ndcg_at_5_diff1": 0.5815802435072572, "nauc_ndcg_at_5_max": 0.4894437888749901, "nauc_ndcg_at_5_std": 0.14043623101440736, "nauc_precision_at_1000_diff1": 0.42454230141275634, "nauc_precision_at_1000_max": 0.44291937734470455, "nauc_precision_at_1000_std": 0.7340365800454366, "nauc_precision_at_100_diff1": 0.41238776686738604, "nauc_precision_at_100_max": 0.5029110498508379, "nauc_precision_at_100_std": 0.466103082181376, "nauc_precision_at_10_diff1": 0.4831568682347838, "nauc_precision_at_10_max": 0.4855602964987936, "nauc_precision_at_10_std": 0.22748204620864845, "nauc_precision_at_1_diff1": 0.6545532970106426, "nauc_precision_at_1_max": 0.4876290995012652, "nauc_precision_at_1_std": 0.10190466737100505, "nauc_precision_at_20_diff1": 0.4508765802418919, "nauc_precision_at_20_max": 0.48363841987394185, "nauc_precision_at_20_std": 0.28644598758469686, "nauc_precision_at_3_diff1": 0.5501121710811004, "nauc_precision_at_3_max": 0.4881206482339534, "nauc_precision_at_3_std": 0.14622973784957383, "nauc_precision_at_5_diff1": 0.5196141901793493, "nauc_precision_at_5_max": 0.49144949485109635, "nauc_precision_at_5_std": 0.1799049587068049, "nauc_recall_at_1000_diff1": 0.41857341078146865, "nauc_recall_at_1000_max": 0.4404277460153629, "nauc_recall_at_1000_std": 0.7335599754548076, "nauc_recall_at_100_diff1": 0.411007478014523, "nauc_recall_at_100_max": 0.5025379421255128, "nauc_recall_at_100_std": 0.465643513309384, "nauc_recall_at_10_diff1": 0.48251187255217576, "nauc_recall_at_10_max": 0.48510394988417455, "nauc_recall_at_10_std": 0.22707164243010375, "nauc_recall_at_1_diff1": 0.6541266601417279, "nauc_recall_at_1_max": 0.4873492188721706, "nauc_recall_at_1_std": 0.10160746830783637, "nauc_recall_at_20_diff1": 0.4501632774747901, "nauc_recall_at_20_max": 0.48340705661783645, "nauc_recall_at_20_std": 0.2859584744312424, "nauc_recall_at_3_diff1": 0.5495924529177292, "nauc_recall_at_3_max": 0.4877648036127308, "nauc_recall_at_3_std": 0.14590674065026604, "nauc_recall_at_5_diff1": 0.5190621875134566, "nauc_recall_at_5_max": 0.49106906089399305, "nauc_recall_at_5_std": 0.17955649621845587, "ndcg_at_1": 0.37146, "ndcg_at_10": 0.4986, "ndcg_at_100": 0.54285, "ndcg_at_1000": 0.558, "ndcg_at_20": 0.51631, "ndcg_at_3": 0.44811, "ndcg_at_5": 0.47391, "precision_at_1": 0.37146, "precision_at_10": 0.06411, "precision_at_100": 0.00855, "precision_at_1000": 0.00098, "precision_at_20": 0.03556, "precision_at_3": 0.16757, "precision_at_5": 0.11299, "recall_at_1": 0.37137, "recall_at_10": 0.64101, "recall_at_100": 0.85524, "recall_at_1000": 0.97553, "recall_at_20": 0.71104, "recall_at_3": 0.50263, "recall_at_5": 0.56488 }, { "hf_subset": "eng-deu", "languages": [ "eng-Latn", "deu-Latn" ], "main_score": 0.70176, "map_at_1": 0.59506, "map_at_10": 0.66766, "map_at_100": 0.67298, "map_at_1000": 0.67322, "map_at_20": 0.67092, "map_at_3": 0.6516, "map_at_5": 0.66169, "mrr_at_1": 0.5951695103035675, "mrr_at_10": 0.667643650266075, "mrr_at_100": 0.6729618067087519, "mrr_at_1000": 0.673205749838795, "mrr_at_20": 0.670904931404758, "mrr_at_3": 0.651636014476698, "mrr_at_5": 0.6616736834330458, "nauc_map_at_1000_diff1": 0.7940684369620131, "nauc_map_at_1000_max": 0.6906666526556333, "nauc_map_at_1000_std": 0.12880924434779856, "nauc_map_at_100_diff1": 0.7939615055091956, "nauc_map_at_100_max": 0.6906704846195189, "nauc_map_at_100_std": 0.12908427876431722, "nauc_map_at_10_diff1": 0.7932628372229755, "nauc_map_at_10_max": 0.691323455615447, "nauc_map_at_10_std": 0.12781298460613721, "nauc_map_at_1_diff1": 0.8221377600825865, "nauc_map_at_1_max": 0.6760568520644937, "nauc_map_at_1_std": 0.09737301189696222, "nauc_map_at_20_diff1": 0.7934707462813664, "nauc_map_at_20_max": 0.6909112471717805, "nauc_map_at_20_std": 0.1286947201822532, "nauc_map_at_3_diff1": 0.7958802969496598, "nauc_map_at_3_max": 0.6917311337981601, "nauc_map_at_3_std": 0.11538088056116455, "nauc_map_at_5_diff1": 0.7945515716885378, "nauc_map_at_5_max": 0.6914447554888424, "nauc_map_at_5_std": 0.12202257744263102, "nauc_mrr_at_1000_diff1": 0.79406495653069, "nauc_mrr_at_1000_max": 0.6906469701712489, "nauc_mrr_at_1000_std": 0.12881272241242367, "nauc_mrr_at_100_diff1": 0.7939580317222606, "nauc_mrr_at_100_max": 0.6906508199281779, "nauc_mrr_at_100_std": 0.129087744722162, "nauc_mrr_at_10_diff1": 0.7932573177614718, "nauc_mrr_at_10_max": 0.691305830679531, "nauc_mrr_at_10_std": 0.1278165068451943, "nauc_mrr_at_1_diff1": 0.8219879020212932, "nauc_mrr_at_1_max": 0.6760162206955326, "nauc_mrr_at_1_std": 0.09799472488127196, "nauc_mrr_at_20_diff1": 0.7934651609440766, "nauc_mrr_at_20_max": 0.69089345268714, "nauc_mrr_at_20_std": 0.12869824599147398, "nauc_mrr_at_3_diff1": 0.795908443339147, "nauc_mrr_at_3_max": 0.6917800633807444, "nauc_mrr_at_3_std": 0.11537574953681214, "nauc_mrr_at_5_diff1": 0.7945460930800061, "nauc_mrr_at_5_max": 0.6914274084869361, "nauc_mrr_at_5_std": 0.12202625706105923, "nauc_ndcg_at_1000_diff1": 0.7870702788209206, "nauc_ndcg_at_1000_max": 0.6927989773066752, "nauc_ndcg_at_1000_std": 0.14826898753272347, "nauc_ndcg_at_100_diff1": 0.7837789258715553, "nauc_ndcg_at_100_max": 0.6926074433257068, "nauc_ndcg_at_100_std": 0.15820013732988503, "nauc_ndcg_at_10_diff1": 0.7799752269709854, "nauc_ndcg_at_10_max": 0.695672377070946, "nauc_ndcg_at_10_std": 0.15169708625581832, "nauc_ndcg_at_1_diff1": 0.8219879020212932, "nauc_ndcg_at_1_max": 0.6760162206955326, "nauc_ndcg_at_1_std": 0.09799472488127196, "nauc_ndcg_at_20_diff1": 0.7801558891018149, "nauc_ndcg_at_20_max": 0.6942091839583878, "nauc_ndcg_at_20_std": 0.15640318642734047, "nauc_ndcg_at_3_diff1": 0.7871015781444882, "nauc_ndcg_at_3_max": 0.6963502299668433, "nauc_ndcg_at_3_std": 0.12263906727666514, "nauc_ndcg_at_5_diff1": 0.7839308162350328, "nauc_ndcg_at_5_max": 0.6958030974566, "nauc_ndcg_at_5_std": 0.13567571860207953, "nauc_precision_at_1000_diff1": 0.5682024846315883, "nauc_precision_at_1000_max": 0.6247319568427031, "nauc_precision_at_1000_std": 0.800645340842527, "nauc_precision_at_100_diff1": 0.6592605241492764, "nauc_precision_at_100_max": 0.6741976697783404, "nauc_precision_at_100_std": 0.5441780200875705, "nauc_precision_at_10_diff1": 0.7144345828388712, "nauc_precision_at_10_max": 0.7101176446576125, "nauc_precision_at_10_std": 0.26996813996288216, "nauc_precision_at_1_diff1": 0.8219879020212932, "nauc_precision_at_1_max": 0.6760162206955326, "nauc_precision_at_1_std": 0.09799472488127196, "nauc_precision_at_20_diff1": 0.6965735981806841, "nauc_precision_at_20_max": 0.7044671818726176, "nauc_precision_at_20_std": 0.3357744310347946, "nauc_precision_at_3_diff1": 0.7561308729821827, "nauc_precision_at_3_max": 0.7100930171825787, "nauc_precision_at_3_std": 0.14863512854655286, "nauc_precision_at_5_diff1": 0.739889177457099, "nauc_precision_at_5_max": 0.7083447405999242, "nauc_precision_at_5_std": 0.19059631473961716, "nauc_recall_at_1000_diff1": 0.6932294059891866, "nauc_recall_at_1000_max": 0.7675088661089108, "nauc_recall_at_1000_std": 0.8919735175580215, "nauc_recall_at_100_diff1": 0.6811270233365067, "nauc_recall_at_100_max": 0.6978689970651233, "nauc_recall_at_100_std": 0.5524521301254075, "nauc_recall_at_10_diff1": 0.718832964348411, "nauc_recall_at_10_max": 0.7137583345374952, "nauc_recall_at_10_std": 0.2691323961324902, "nauc_recall_at_1_diff1": 0.8221377600825865, "nauc_recall_at_1_max": 0.6760568520644937, "nauc_recall_at_1_std": 0.09737301189696222, "nauc_recall_at_20_diff1": 0.7021355328613114, "nauc_recall_at_20_max": 0.7091214322897864, "nauc_recall_at_20_std": 0.335062321219503, "nauc_recall_at_3_diff1": 0.7578912176743404, "nauc_recall_at_3_max": 0.711359608827521, "nauc_recall_at_3_std": 0.14730062261920815, "nauc_recall_at_5_diff1": 0.7436873000107987, "nauc_recall_at_5_max": 0.7114059728281715, "nauc_recall_at_5_std": 0.18960509397933334, "ndcg_at_1": 0.59517, "ndcg_at_10": 0.70176, "ndcg_at_100": 0.72847, "ndcg_at_1000": 0.7353, "ndcg_at_20": 0.7135, "ndcg_at_3": 0.66925, "ndcg_at_5": 0.68729, "precision_at_1": 0.59517, "precision_at_10": 0.08088, "precision_at_100": 0.00936, "precision_at_1000": 0.00099, "precision_at_20": 0.04274, "precision_at_3": 0.24012, "precision_at_5": 0.1528, "recall_at_1": 0.59506, "recall_at_10": 0.80833, "recall_at_100": 0.9353, "recall_at_1000": 0.98981, "recall_at_20": 0.85442, "recall_at_3": 0.72003, "recall_at_5": 0.76357 }, { "hf_subset": "eng-eng", "languages": [ "eng-Latn", "eng-Latn" ], "main_score": 0.72883, "map_at_1": 0.62709, "map_at_10": 0.69594, "map_at_100": 0.7005, "map_at_1000": 0.70072, "map_at_20": 0.69868, "map_at_3": 0.68048, "map_at_5": 0.68944, "mrr_at_1": 0.6271801070626835, "mrr_at_10": 0.6959796674094701, "mrr_at_100": 0.7005256537732237, "mrr_at_1000": 0.7007479659607649, "mrr_at_20": 0.6987112961813448, "mrr_at_3": 0.6804955966154348, "mrr_at_5": 0.6894707304437869, "nauc_map_at_1000_diff1": 0.7955884507082447, "nauc_map_at_1000_max": 0.6595966322844495, "nauc_map_at_1000_std": 0.0640571168826015, "nauc_map_at_100_diff1": 0.7955174161380311, "nauc_map_at_100_max": 0.6596563822013466, "nauc_map_at_100_std": 0.06430021497584107, "nauc_map_at_10_diff1": 0.794966419023292, "nauc_map_at_10_max": 0.6602177208196086, "nauc_map_at_10_std": 0.06351167650390054, "nauc_map_at_1_diff1": 0.8185389710780118, "nauc_map_at_1_max": 0.6312787339827007, "nauc_map_at_1_std": 0.021327405469258987, "nauc_map_at_20_diff1": 0.7952243587421486, "nauc_map_at_20_max": 0.6599337799143846, "nauc_map_at_20_std": 0.06438150788131447, "nauc_map_at_3_diff1": 0.7983767296595816, "nauc_map_at_3_max": 0.660760760206468, "nauc_map_at_3_std": 0.054283108177626174, "nauc_map_at_5_diff1": 0.7960887664435797, "nauc_map_at_5_max": 0.6601704731408218, "nauc_map_at_5_std": 0.05799418838296642, "nauc_mrr_at_1000_diff1": 0.7956356858731994, "nauc_mrr_at_1000_max": 0.6596929282041368, "nauc_mrr_at_1000_std": 0.06417594058639786, "nauc_mrr_at_100_diff1": 0.7955668327378123, "nauc_mrr_at_100_max": 0.6597542531504439, "nauc_mrr_at_100_std": 0.0644222459019907, "nauc_mrr_at_10_diff1": 0.795018448031763, "nauc_mrr_at_10_max": 0.6603189525650929, "nauc_mrr_at_10_std": 0.06363178313304903, "nauc_mrr_at_1_diff1": 0.818642817033376, "nauc_mrr_at_1_max": 0.6315279019217767, "nauc_mrr_at_1_std": 0.021832452424918273, "nauc_mrr_at_20_diff1": 0.7952722507560598, "nauc_mrr_at_20_max": 0.6600281360839384, "nauc_mrr_at_20_std": 0.06449249196707213, "nauc_mrr_at_3_diff1": 0.7984097941358382, "nauc_mrr_at_3_max": 0.6608425356890102, "nauc_mrr_at_3_std": 0.05437847324905329, "nauc_mrr_at_5_diff1": 0.7961239616575995, "nauc_mrr_at_5_max": 0.6602621304527504, "nauc_mrr_at_5_std": 0.058106165219523324, "nauc_ndcg_at_1000_diff1": 0.7897753181822684, "nauc_ndcg_at_1000_max": 0.6661879934062961, "nauc_ndcg_at_1000_std": 0.08449366789198375, "nauc_ndcg_at_100_diff1": 0.7875567879148122, "nauc_ndcg_at_100_max": 0.6682820576913273, "nauc_ndcg_at_100_std": 0.09356661680868045, "nauc_ndcg_at_10_diff1": 0.7843493095890038, "nauc_ndcg_at_10_max": 0.6707343898008017, "nauc_ndcg_at_10_std": 0.08865983377398275, "nauc_ndcg_at_1_diff1": 0.818642817033376, "nauc_ndcg_at_1_max": 0.6315279019217767, "nauc_ndcg_at_1_std": 0.021832452424918273, "nauc_ndcg_at_20_diff1": 0.7848260528004795, "nauc_ndcg_at_20_max": 0.6698583477555776, "nauc_ndcg_at_20_std": 0.09335537324958926, "nauc_ndcg_at_3_diff1": 0.7921374136653749, "nauc_ndcg_at_3_max": 0.67063586859719, "nauc_ndcg_at_3_std": 0.0658091167534006, "nauc_ndcg_at_5_diff1": 0.787504323669179, "nauc_ndcg_at_5_max": 0.6698250399771155, "nauc_ndcg_at_5_std": 0.07323637969820934, "nauc_precision_at_1000_diff1": 0.6354825711721427, "nauc_precision_at_1000_max": 0.7369608765196791, "nauc_precision_at_1000_std": 0.7155160332702358, "nauc_precision_at_100_diff1": 0.7036965797786209, "nauc_precision_at_100_max": 0.7518854462029335, "nauc_precision_at_100_std": 0.49054936398994664, "nauc_precision_at_10_diff1": 0.7318463608977736, "nauc_precision_at_10_max": 0.7187035453616507, "nauc_precision_at_10_std": 0.217290164312812, "nauc_precision_at_1_diff1": 0.818642817033376, "nauc_precision_at_1_max": 0.6315279019217767, "nauc_precision_at_1_std": 0.021832452424918273, "nauc_precision_at_20_diff1": 0.7181152593229012, "nauc_precision_at_20_max": 0.7228437826268146, "nauc_precision_at_20_std": 0.2850823776853793, "nauc_precision_at_3_diff1": 0.7702476375084867, "nauc_precision_at_3_max": 0.7031866881411131, "nauc_precision_at_3_std": 0.10583564198045796, "nauc_precision_at_5_diff1": 0.7534073799601174, "nauc_precision_at_5_max": 0.7050032414900294, "nauc_precision_at_5_std": 0.1331573842053996, "nauc_recall_at_1000_diff1": 0.7134089787049089, "nauc_recall_at_1000_max": 0.8121884899962366, "nauc_recall_at_1000_std": 0.7395956305046516, "nauc_recall_at_100_diff1": 0.7115117471720153, "nauc_recall_at_100_max": 0.757483694064635, "nauc_recall_at_100_std": 0.48670193757687413, "nauc_recall_at_10_diff1": 0.7330996476154105, "nauc_recall_at_10_max": 0.7192612990623468, "nauc_recall_at_10_std": 0.2154860973151915, "nauc_recall_at_1_diff1": 0.8185389710780118, "nauc_recall_at_1_max": 0.6312787339827007, "nauc_recall_at_1_std": 0.021327405469258987, "nauc_recall_at_20_diff1": 0.7220602783668469, "nauc_recall_at_20_max": 0.7257142678496384, "nauc_recall_at_20_std": 0.2832092626100562, "nauc_recall_at_3_diff1": 0.7713388999496296, "nauc_recall_at_3_max": 0.7037264432115234, "nauc_recall_at_3_std": 0.10465132270826591, "nauc_recall_at_5_diff1": 0.7546327239476224, "nauc_recall_at_5_max": 0.7055568246541121, "nauc_recall_at_5_std": 0.13172967930559493, "ndcg_at_1": 0.62718, "ndcg_at_10": 0.72883, "ndcg_at_100": 0.75157, "ndcg_at_1000": 0.75761, "ndcg_at_20": 0.73871, "ndcg_at_3": 0.69704, "ndcg_at_5": 0.71317, "precision_at_1": 0.62718, "precision_at_10": 0.08323, "precision_at_100": 0.0094, "precision_at_1000": 0.00099, "precision_at_20": 0.04356, "precision_at_3": 0.24829, "precision_at_5": 0.15681, "recall_at_1": 0.62709, "recall_at_10": 0.83201, "recall_at_100": 0.93968, "recall_at_1000": 0.98748, "recall_at_20": 0.87082, "recall_at_3": 0.74469, "recall_at_5": 0.7838 }, { "hf_subset": "eng-spa", "languages": [ "eng-Latn", "spa-Latn" ], "main_score": 0.69412, "map_at_1": 0.58484, "map_at_10": 0.65763, "map_at_100": 0.66236, "map_at_1000": 0.66264, "map_at_20": 0.66033, "map_at_3": 0.63975, "map_at_5": 0.65048, "mrr_at_1": 0.5848409826699676, "mrr_at_10": 0.6576253805019762, "mrr_at_100": 0.6623666747938592, "mrr_at_1000": 0.6626519543486443, "mrr_at_20": 0.6603466297773902, "mrr_at_3": 0.6397511585094915, "mrr_at_5": 0.650482447787723, "nauc_map_at_1000_diff1": 0.7703677433264696, "nauc_map_at_1000_max": 0.7173343688331142, "nauc_map_at_1000_std": 0.18670523341388037, "nauc_map_at_100_diff1": 0.770266210449371, "nauc_map_at_100_max": 0.7173709009218582, "nauc_map_at_100_std": 0.18706506012947974, "nauc_map_at_10_diff1": 0.7693822628501059, "nauc_map_at_10_max": 0.7174052455688451, "nauc_map_at_10_std": 0.1863937987546026, "nauc_map_at_1_diff1": 0.7988709599025459, "nauc_map_at_1_max": 0.6932670104507147, "nauc_map_at_1_std": 0.13454371064670945, "nauc_map_at_20_diff1": 0.7697407837236334, "nauc_map_at_20_max": 0.7177199808886933, "nauc_map_at_20_std": 0.1870116859544091, "nauc_map_at_3_diff1": 0.7734588411659672, "nauc_map_at_3_max": 0.7193766541590141, "nauc_map_at_3_std": 0.17465436455436642, "nauc_map_at_5_diff1": 0.7706976861204402, "nauc_map_at_5_max": 0.7187331748820704, "nauc_map_at_5_std": 0.18290501004827656, "nauc_mrr_at_1000_diff1": 0.7703592622873451, "nauc_mrr_at_1000_max": 0.7173314236293008, "nauc_mrr_at_1000_std": 0.18672701780148154, "nauc_mrr_at_100_diff1": 0.7702577357886089, "nauc_mrr_at_100_max": 0.7173679596809829, "nauc_mrr_at_100_std": 0.187086830544731, "nauc_mrr_at_10_diff1": 0.7693822628501059, "nauc_mrr_at_10_max": 0.7174052455688451, "nauc_mrr_at_10_std": 0.1863937987546026, "nauc_mrr_at_1_diff1": 0.7988709599025459, "nauc_mrr_at_1_max": 0.6932670104507147, "nauc_mrr_at_1_std": 0.13454371064670945, "nauc_mrr_at_20_diff1": 0.7697373572985973, "nauc_mrr_at_20_max": 0.7177131181443226, "nauc_mrr_at_20_std": 0.187063937783137, "nauc_mrr_at_3_diff1": 0.7734588411659672, "nauc_mrr_at_3_max": 0.7193766541590141, "nauc_mrr_at_3_std": 0.17465436455436642, "nauc_mrr_at_5_diff1": 0.7706976861204402, "nauc_mrr_at_5_max": 0.7187331748820704, "nauc_mrr_at_5_std": 0.18290501004827656, "nauc_ndcg_at_1000_diff1": 0.763100494803514, "nauc_ndcg_at_1000_max": 0.7212875267322509, "nauc_ndcg_at_1000_std": 0.20881048129906885, "nauc_ndcg_at_100_diff1": 0.7599511956367084, "nauc_ndcg_at_100_max": 0.7226571156952131, "nauc_ndcg_at_100_std": 0.22166058871595673, "nauc_ndcg_at_10_diff1": 0.7549969792809134, "nauc_ndcg_at_10_max": 0.7235158502888549, "nauc_ndcg_at_10_std": 0.21710915549128001, "nauc_ndcg_at_1_diff1": 0.7988709599025459, "nauc_ndcg_at_1_max": 0.6932670104507147, "nauc_ndcg_at_1_std": 0.13454371064670945, "nauc_ndcg_at_20_diff1": 0.7557981788910433, "nauc_ndcg_at_20_max": 0.7247356775767858, "nauc_ndcg_at_20_std": 0.2202619443131144, "nauc_ndcg_at_3_diff1": 0.7645544834441127, "nauc_ndcg_at_3_max": 0.7276299039559484, "nauc_ndcg_at_3_std": 0.18932045522696977, "nauc_ndcg_at_5_diff1": 0.7588506131400873, "nauc_ndcg_at_5_max": 0.7268055468696442, "nauc_ndcg_at_5_std": 0.20603836847409884, "nauc_precision_at_1000_diff1": 0.6704074312345569, "nauc_precision_at_1000_max": 0.7276087910559023, "nauc_precision_at_1000_std": 0.8069177714297563, "nauc_precision_at_100_diff1": 0.668897681295378, "nauc_precision_at_100_max": 0.7581219489896834, "nauc_precision_at_100_std": 0.6353804823697621, "nauc_precision_at_10_diff1": 0.6874413878631891, "nauc_precision_at_10_max": 0.7478682251867022, "nauc_precision_at_10_std": 0.36646108026362095, "nauc_precision_at_1_diff1": 0.7988709599025459, "nauc_precision_at_1_max": 0.6932670104507147, "nauc_precision_at_1_std": 0.13454371064670945, "nauc_precision_at_20_diff1": 0.6766012079671131, "nauc_precision_at_20_max": 0.7605798498336659, "nauc_precision_at_20_std": 0.42182339624758636, "nauc_precision_at_3_diff1": 0.7351926828931449, "nauc_precision_at_3_max": 0.7545233590294508, "nauc_precision_at_3_std": 0.2379007512241647, "nauc_precision_at_5_diff1": 0.713885617178609, "nauc_precision_at_5_max": 0.7561725757121677, "nauc_precision_at_5_std": 0.29538055570343164, "nauc_recall_at_1000_diff1": 0.69880475218334, "nauc_recall_at_1000_max": 0.7634552298239847, "nauc_recall_at_1000_std": 0.7897531968769329, "nauc_recall_at_100_diff1": 0.6732644808622874, "nauc_recall_at_100_max": 0.763738272406884, "nauc_recall_at_100_std": 0.6321875916308259, "nauc_recall_at_10_diff1": 0.6874413878631876, "nauc_recall_at_10_max": 0.7478682251867014, "nauc_recall_at_10_std": 0.3664610802636198, "nauc_recall_at_1_diff1": 0.7988709599025459, "nauc_recall_at_1_max": 0.6932670104507147, "nauc_recall_at_1_std": 0.13454371064670945, "nauc_recall_at_20_diff1": 0.6767203195051074, "nauc_recall_at_20_max": 0.7607562138442938, "nauc_recall_at_20_std": 0.4198335074608809, "nauc_recall_at_3_diff1": 0.7351926828931441, "nauc_recall_at_3_max": 0.754523359029451, "nauc_recall_at_3_std": 0.2379007512241645, "nauc_recall_at_5_diff1": 0.7138856171786089, "nauc_recall_at_5_max": 0.7561725757121683, "nauc_recall_at_5_std": 0.29538055570343213, "ndcg_at_1": 0.58484, "ndcg_at_10": 0.69412, "ndcg_at_100": 0.71851, "ndcg_at_1000": 0.72636, "ndcg_at_20": 0.7039, "ndcg_at_3": 0.65727, "ndcg_at_5": 0.67663, "precision_at_1": 0.58484, "precision_at_10": 0.08094, "precision_at_100": 0.00927, "precision_at_1000": 0.00099, "precision_at_20": 0.0424, "precision_at_3": 0.23596, "precision_at_5": 0.15098, "recall_at_1": 0.58484, "recall_at_10": 0.80937, "recall_at_100": 0.92639, "recall_at_1000": 0.98867, "recall_at_20": 0.84784, "recall_at_3": 0.70787, "recall_at_5": 0.7549 }, { "hf_subset": "eng-hin", "languages": [ "eng-Latn", "hin-Deva" ], "main_score": 0.56834, "map_at_1": 0.4403, "map_at_10": 0.52574, "map_at_100": 0.53298, "map_at_1000": 0.53344, "map_at_20": 0.53001, "map_at_3": 0.50444, "map_at_5": 0.51687, "mrr_at_1": 0.4403986981285598, "mrr_at_10": 0.5258303789375807, "mrr_at_100": 0.5330799158267636, "mrr_at_1000": 0.5335367812909413, "mrr_at_20": 0.5301019689833181, "mrr_at_3": 0.5045768917819369, "mrr_at_5": 0.5169650122050453, "nauc_map_at_1000_diff1": 0.6305663541191584, "nauc_map_at_1000_max": 0.5023604419112546, "nauc_map_at_1000_std": 0.18065516671874957, "nauc_map_at_100_diff1": 0.630366463321979, "nauc_map_at_100_max": 0.5023439956170387, "nauc_map_at_100_std": 0.18091563484318737, "nauc_map_at_10_diff1": 0.6297937512403086, "nauc_map_at_10_max": 0.5022639209911847, "nauc_map_at_10_std": 0.17902924666499884, "nauc_map_at_1_diff1": 0.6790872849170622, "nauc_map_at_1_max": 0.5001460500791303, "nauc_map_at_1_std": 0.147672386251315, "nauc_map_at_20_diff1": 0.6300044776559695, "nauc_map_at_20_max": 0.5024309006105753, "nauc_map_at_20_std": 0.1806435463863001, "nauc_map_at_3_diff1": 0.6361470255295272, "nauc_map_at_3_max": 0.5029881075453605, "nauc_map_at_3_std": 0.17079886452946133, "nauc_map_at_5_diff1": 0.632136997053811, "nauc_map_at_5_max": 0.5028974313750673, "nauc_map_at_5_std": 0.17422650281283486, "nauc_mrr_at_1000_diff1": 0.6311422083453346, "nauc_mrr_at_1000_max": 0.5027126544497756, "nauc_mrr_at_1000_std": 0.1805368642819393, "nauc_mrr_at_100_diff1": 0.6309415327706087, "nauc_mrr_at_100_max": 0.5026957314316319, "nauc_mrr_at_100_std": 0.18079750041697337, "nauc_mrr_at_10_diff1": 0.6303592940946123, "nauc_mrr_at_10_max": 0.5026098381751783, "nauc_mrr_at_10_std": 0.17891300828167792, "nauc_mrr_at_1_diff1": 0.6796056547554382, "nauc_mrr_at_1_max": 0.5004910419662573, "nauc_mrr_at_1_std": 0.1475757192072709, "nauc_mrr_at_20_diff1": 0.6305753524376511, "nauc_mrr_at_20_max": 0.5027800802649539, "nauc_mrr_at_20_std": 0.18052626301564362, "nauc_mrr_at_3_diff1": 0.6366556734581373, "nauc_mrr_at_3_max": 0.5034814740532849, "nauc_mrr_at_3_std": 0.1707604986461635, "nauc_mrr_at_5_diff1": 0.6326942580511901, "nauc_mrr_at_5_max": 0.5032382589466963, "nauc_mrr_at_5_std": 0.17411183710994813, "nauc_ndcg_at_1000_diff1": 0.6171821052535322, "nauc_ndcg_at_1000_max": 0.5030009702064746, "nauc_ndcg_at_1000_std": 0.19982491484031176, "nauc_ndcg_at_100_diff1": 0.6110550968925321, "nauc_ndcg_at_100_max": 0.5025647362740643, "nauc_ndcg_at_100_std": 0.20899900666937907, "nauc_ndcg_at_10_diff1": 0.6079906877132835, "nauc_ndcg_at_10_max": 0.5020270236276285, "nauc_ndcg_at_10_std": 0.19809051903135044, "nauc_ndcg_at_1_diff1": 0.6796056547554382, "nauc_ndcg_at_1_max": 0.5004910419662573, "nauc_ndcg_at_1_std": 0.1475757192072709, "nauc_ndcg_at_20_diff1": 0.6080165574350171, "nauc_ndcg_at_20_max": 0.502598630680109, "nauc_ndcg_at_20_std": 0.20488334214228962, "nauc_ndcg_at_3_diff1": 0.6222410045541914, "nauc_ndcg_at_3_max": 0.5035201940255597, "nauc_ndcg_at_3_std": 0.1787361317144709, "nauc_ndcg_at_5_diff1": 0.6145903516684394, "nauc_ndcg_at_5_max": 0.5035954681443436, "nauc_ndcg_at_5_std": 0.18581307089757054, "nauc_precision_at_1000_diff1": 0.42938150346319154, "nauc_precision_at_1000_max": 0.5647538420708926, "nauc_precision_at_1000_std": 0.7853500874722512, "nauc_precision_at_100_diff1": 0.45954723338765774, "nauc_precision_at_100_max": 0.5069793153800012, "nauc_precision_at_100_std": 0.49849029455897087, "nauc_precision_at_10_diff1": 0.5217696515488521, "nauc_precision_at_10_max": 0.5006600991087597, "nauc_precision_at_10_std": 0.27631091835811095, "nauc_precision_at_1_diff1": 0.6796056547554382, "nauc_precision_at_1_max": 0.5004910419662573, "nauc_precision_at_1_std": 0.1475757192072709, "nauc_precision_at_20_diff1": 0.5040115995790639, "nauc_precision_at_20_max": 0.5033371471941024, "nauc_precision_at_20_std": 0.3298759589645784, "nauc_precision_at_3_diff1": 0.5796176683462451, "nauc_precision_at_3_max": 0.5052637447505985, "nauc_precision_at_3_std": 0.20330845427341274, "nauc_precision_at_5_diff1": 0.5548710539211085, "nauc_precision_at_5_max": 0.5061185162274079, "nauc_precision_at_5_std": 0.22568170267281434, "nauc_recall_at_1000_diff1": 0.43158051177698, "nauc_recall_at_1000_max": 0.5543204009511945, "nauc_recall_at_1000_std": 0.7913305634882492, "nauc_recall_at_100_diff1": 0.4600597891562087, "nauc_recall_at_100_max": 0.5050553472034502, "nauc_recall_at_100_std": 0.49897043291770227, "nauc_recall_at_10_diff1": 0.522088670575039, "nauc_recall_at_10_max": 0.49983993058042864, "nauc_recall_at_10_std": 0.2763081122281413, "nauc_recall_at_1_diff1": 0.6790872849170622, "nauc_recall_at_1_max": 0.5001460500791303, "nauc_recall_at_1_std": 0.147672386251315, "nauc_recall_at_20_diff1": 0.5043736956645977, "nauc_recall_at_20_max": 0.502349647531458, "nauc_recall_at_20_std": 0.329943092140184, "nauc_recall_at_3_diff1": 0.5791097417850573, "nauc_recall_at_3_max": 0.5044178574325456, "nauc_recall_at_3_std": 0.20319706662702924, "nauc_recall_at_5_diff1": 0.5552144477717896, "nauc_recall_at_5_max": 0.5054346113741542, "nauc_recall_at_5_std": 0.22564404584116868, "ndcg_at_1": 0.4404, "ndcg_at_10": 0.56834, "ndcg_at_100": 0.60615, "ndcg_at_1000": 0.61818, "ndcg_at_20": 0.58389, "ndcg_at_3": 0.5248, "ndcg_at_5": 0.54715, "precision_at_1": 0.4404, "precision_at_10": 0.07028, "precision_at_100": 0.00886, "precision_at_1000": 0.00098, "precision_at_20": 0.03821, "precision_at_3": 0.19453, "precision_at_5": 0.12758, "recall_at_1": 0.4403, "recall_at_10": 0.7025, "recall_at_100": 0.88537, "recall_at_1000": 0.97996, "recall_at_20": 0.76393, "recall_at_3": 0.5834, "recall_at_5": 0.63761 }, { "hf_subset": "eng-vie", "languages": [ "eng-Latn", "vie-Latn" ], "main_score": 0.61664, "map_at_1": 0.50227, "map_at_10": 0.57803, "map_at_100": 0.58463, "map_at_1000": 0.58502, "map_at_20": 0.5819, "map_at_3": 0.55851, "map_at_5": 0.56997, "mrr_at_1": 0.5022747952684259, "mrr_at_10": 0.578033565867961, "mrr_at_100": 0.5846326717439311, "mrr_at_1000": 0.5850156753101233, "mrr_at_20": 0.5819037260502756, "mrr_at_3": 0.558507734303914, "mrr_at_5": 0.5699727024567792, "nauc_map_at_1000_diff1": 0.7225591971973522, "nauc_map_at_1000_max": 0.662941357639318, "nauc_map_at_1000_std": 0.1680726635526288, "nauc_map_at_100_diff1": 0.722370492893257, "nauc_map_at_100_max": 0.6629315596275446, "nauc_map_at_100_std": 0.16841604236074373, "nauc_map_at_10_diff1": 0.7223411464602393, "nauc_map_at_10_max": 0.6634154292272783, "nauc_map_at_10_std": 0.16582672502727902, "nauc_map_at_1_diff1": 0.7577061232619657, "nauc_map_at_1_max": 0.6510882000254397, "nauc_map_at_1_std": 0.13199106514414644, "nauc_map_at_20_diff1": 0.7218193667598393, "nauc_map_at_20_max": 0.6628515250112897, "nauc_map_at_20_std": 0.16780966277360465, "nauc_map_at_3_diff1": 0.7277473331163911, "nauc_map_at_3_max": 0.6627110180623127, "nauc_map_at_3_std": 0.15520707866348776, "nauc_map_at_5_diff1": 0.723330897239063, "nauc_map_at_5_max": 0.6632753718742534, "nauc_map_at_5_std": 0.16203958668109256, "nauc_mrr_at_1000_diff1": 0.722559186240758, "nauc_mrr_at_1000_max": 0.6629413541662872, "nauc_mrr_at_1000_std": 0.16807266902439913, "nauc_mrr_at_100_diff1": 0.722370492893257, "nauc_mrr_at_100_max": 0.6629315596275446, "nauc_mrr_at_100_std": 0.16841604236074373, "nauc_mrr_at_10_diff1": 0.7223411464602393, "nauc_mrr_at_10_max": 0.6634154292272783, "nauc_mrr_at_10_std": 0.16582672502727902, "nauc_mrr_at_1_diff1": 0.7577061232619657, "nauc_mrr_at_1_max": 0.6510882000254397, "nauc_mrr_at_1_std": 0.13199106514414644, "nauc_mrr_at_20_diff1": 0.7218193667598393, "nauc_mrr_at_20_max": 0.6628515250112897, "nauc_mrr_at_20_std": 0.16780966277360465, "nauc_mrr_at_3_diff1": 0.7277473331163911, "nauc_mrr_at_3_max": 0.6627110180623127, "nauc_mrr_at_3_std": 0.15520707866348776, "nauc_mrr_at_5_diff1": 0.723330897239063, "nauc_mrr_at_5_max": 0.6632753718742534, "nauc_mrr_at_5_std": 0.16203958668109256, "nauc_ndcg_at_1000_diff1": 0.7121268703168252, "nauc_ndcg_at_1000_max": 0.665486978822892, "nauc_ndcg_at_1000_std": 0.18782115046020614, "nauc_ndcg_at_100_diff1": 0.7063061279474508, "nauc_ndcg_at_100_max": 0.665720415766328, "nauc_ndcg_at_100_std": 0.20062533474528568, "nauc_ndcg_at_10_diff1": 0.7058706825380381, "nauc_ndcg_at_10_max": 0.6672137340429346, "nauc_ndcg_at_10_std": 0.18671721613547443, "nauc_ndcg_at_1_diff1": 0.7577061232619657, "nauc_ndcg_at_1_max": 0.6510882000254397, "nauc_ndcg_at_1_std": 0.13199106514414644, "nauc_ndcg_at_20_diff1": 0.7030673258460771, "nauc_ndcg_at_20_max": 0.6650840960451552, "nauc_ndcg_at_20_std": 0.1954219508564764, "nauc_ndcg_at_3_diff1": 0.7176482667126615, "nauc_ndcg_at_3_max": 0.6654803854287448, "nauc_ndcg_at_3_std": 0.16310803544280109, "nauc_ndcg_at_5_diff1": 0.708801183730738, "nauc_ndcg_at_5_max": 0.6666411903782232, "nauc_ndcg_at_5_std": 0.1762836152737966, "nauc_precision_at_1000_diff1": 0.5496919189006921, "nauc_precision_at_1000_max": 0.7658490737888543, "nauc_precision_at_1000_std": 0.7511391908485142, "nauc_precision_at_100_diff1": 0.5620916471487477, "nauc_precision_at_100_max": 0.6878832757946338, "nauc_precision_at_100_std": 0.5590391068065057, "nauc_precision_at_10_diff1": 0.6378349602168185, "nauc_precision_at_10_max": 0.6822579106814661, "nauc_precision_at_10_std": 0.2773309926872945, "nauc_precision_at_1_diff1": 0.7577061232619657, "nauc_precision_at_1_max": 0.6510882000254397, "nauc_precision_at_1_std": 0.13199106514414644, "nauc_precision_at_20_diff1": 0.606729479537898, "nauc_precision_at_20_max": 0.6727356283906476, "nauc_precision_at_20_std": 0.34768589136559225, "nauc_precision_at_3_diff1": 0.6857692383692989, "nauc_precision_at_3_max": 0.6738248625880207, "nauc_precision_at_3_std": 0.18807434474237175, "nauc_precision_at_5_diff1": 0.6575593268967614, "nauc_precision_at_5_max": 0.6778829085571254, "nauc_precision_at_5_std": 0.22723949567410048, "nauc_recall_at_1000_diff1": 0.5496919189006887, "nauc_recall_at_1000_max": 0.7658490737888611, "nauc_recall_at_1000_std": 0.7511391908485119, "nauc_recall_at_100_diff1": 0.5620916471487457, "nauc_recall_at_100_max": 0.6878832757946346, "nauc_recall_at_100_std": 0.5590391068065064, "nauc_recall_at_10_diff1": 0.6378349602168177, "nauc_recall_at_10_max": 0.6822579106814667, "nauc_recall_at_10_std": 0.2773309926872935, "nauc_recall_at_1_diff1": 0.7577061232619657, "nauc_recall_at_1_max": 0.6510882000254397, "nauc_recall_at_1_std": 0.13199106514414644, "nauc_recall_at_20_diff1": 0.6067294795378986, "nauc_recall_at_20_max": 0.6727356283906462, "nauc_recall_at_20_std": 0.3476858913655915, "nauc_recall_at_3_diff1": 0.6857692383692995, "nauc_recall_at_3_max": 0.6738248625880208, "nauc_recall_at_3_std": 0.18807434474237195, "nauc_recall_at_5_diff1": 0.6575593268967607, "nauc_recall_at_5_max": 0.677882908557126, "nauc_recall_at_5_std": 0.2272394956741004, "ndcg_at_1": 0.50227, "ndcg_at_10": 0.61664, "ndcg_at_100": 0.65055, "ndcg_at_1000": 0.66117, "ndcg_at_20": 0.63063, "ndcg_at_3": 0.57661, "ndcg_at_5": 0.59717, "precision_at_1": 0.50227, "precision_at_10": 0.07387, "precision_at_100": 0.00902, "precision_at_1000": 0.00099, "precision_at_20": 0.03969, "precision_at_3": 0.20965, "precision_at_5": 0.13572, "recall_at_1": 0.50227, "recall_at_10": 0.73867, "recall_at_100": 0.90155, "recall_at_1000": 0.98617, "recall_at_20": 0.79381, "recall_at_3": 0.62894, "recall_at_5": 0.67862 }, { "hf_subset": "eng-zho", "languages": [ "eng-Latn", "zho-Hans" ], "main_score": 0.50843, "map_at_1": 0.37792, "map_at_10": 0.46333, "map_at_100": 0.47243, "map_at_1000": 0.4729, "map_at_20": 0.46874, "map_at_3": 0.43945, "map_at_5": 0.45345, "mrr_at_1": 0.3781152647975078, "mrr_at_10": 0.4634503411956683, "mrr_at_100": 0.4725443225998487, "mrr_at_1000": 0.473019530579217, "mrr_at_20": 0.4688657705820966, "mrr_at_3": 0.4395443925233638, "mrr_at_5": 0.45356308411214924, "nauc_map_at_1000_diff1": 0.5921151264227839, "nauc_map_at_1000_max": 0.4847706025839296, "nauc_map_at_1000_std": 0.15580941033672074, "nauc_map_at_100_diff1": 0.5918403447925936, "nauc_map_at_100_max": 0.4847326721936623, "nauc_map_at_100_std": 0.1560507808060219, "nauc_map_at_10_diff1": 0.5918335117562263, "nauc_map_at_10_max": 0.485246918660854, "nauc_map_at_10_std": 0.15409151226552859, "nauc_map_at_1_diff1": 0.6518323956058144, "nauc_map_at_1_max": 0.48201229353724817, "nauc_map_at_1_std": 0.11918024693638844, "nauc_map_at_20_diff1": 0.5911201334290119, "nauc_map_at_20_max": 0.4846920131869051, "nauc_map_at_20_std": 0.1557103180523127, "nauc_map_at_3_diff1": 0.598762622032246, "nauc_map_at_3_max": 0.4855536876071316, "nauc_map_at_3_std": 0.1436231846848499, "nauc_map_at_5_diff1": 0.5937732580875593, "nauc_map_at_5_max": 0.4838154604873626, "nauc_map_at_5_std": 0.14858600954506954, "nauc_mrr_at_1000_diff1": 0.5917619673022966, "nauc_mrr_at_1000_max": 0.4845150822750777, "nauc_mrr_at_1000_std": 0.15564299630327755, "nauc_mrr_at_100_diff1": 0.5914876622653277, "nauc_mrr_at_100_max": 0.4844774929151592, "nauc_mrr_at_100_std": 0.1558845825960055, "nauc_mrr_at_10_diff1": 0.5914848771538888, "nauc_mrr_at_10_max": 0.4849942353434113, "nauc_mrr_at_10_std": 0.15393919334513936, "nauc_mrr_at_1_diff1": 0.6512293220374084, "nauc_mrr_at_1_max": 0.4815756972691433, "nauc_mrr_at_1_std": 0.11869761134395992, "nauc_mrr_at_20_diff1": 0.5907671472381495, "nauc_mrr_at_20_max": 0.48443724397926713, "nauc_mrr_at_20_std": 0.15555651629907433, "nauc_mrr_at_3_diff1": 0.5984587436590582, "nauc_mrr_at_3_max": 0.4853317123538018, "nauc_mrr_at_3_std": 0.14337683243049928, "nauc_mrr_at_5_diff1": 0.5934285222611956, "nauc_mrr_at_5_max": 0.48356907124400916, "nauc_mrr_at_5_std": 0.14843611209156385, "nauc_ndcg_at_1000_diff1": 0.5760766174092115, "nauc_ndcg_at_1000_max": 0.4854311984564996, "nauc_ndcg_at_1000_std": 0.17655639140604903, "nauc_ndcg_at_100_diff1": 0.5683091099623282, "nauc_ndcg_at_100_max": 0.4851557243012668, "nauc_ndcg_at_100_std": 0.18549049929036868, "nauc_ndcg_at_10_diff1": 0.5670799471261635, "nauc_ndcg_at_10_max": 0.48697398989591684, "nauc_ndcg_at_10_std": 0.1758824070365444, "nauc_ndcg_at_1_diff1": 0.6518323956058144, "nauc_ndcg_at_1_max": 0.48201229353724817, "nauc_ndcg_at_1_std": 0.11918024693638844, "nauc_ndcg_at_20_diff1": 0.5634721462320481, "nauc_ndcg_at_20_max": 0.48460280775136655, "nauc_ndcg_at_20_std": 0.18251657857454753, "nauc_ndcg_at_3_diff1": 0.581754423160431, "nauc_ndcg_at_3_max": 0.48655968767845387, "nauc_ndcg_at_3_std": 0.15215312938875147, "nauc_ndcg_at_5_diff1": 0.5720096272009194, "nauc_ndcg_at_5_max": 0.4832620719424825, "nauc_ndcg_at_5_std": 0.1618112483690655, "nauc_precision_at_1000_diff1": 0.36157612388178684, "nauc_precision_at_1000_max": 0.4951107111629846, "nauc_precision_at_1000_std": 0.7630798124412052, "nauc_precision_at_100_diff1": 0.3886366721183254, "nauc_precision_at_100_max": 0.48629465915931114, "nauc_precision_at_100_std": 0.4656321727036737, "nauc_precision_at_10_diff1": 0.47789404884064535, "nauc_precision_at_10_max": 0.494116519332909, "nauc_precision_at_10_std": 0.2604718131176386, "nauc_precision_at_1_diff1": 0.6518323956058144, "nauc_precision_at_1_max": 0.48201229353724817, "nauc_precision_at_1_std": 0.11918024693638844, "nauc_precision_at_20_diff1": 0.4408634480630324, "nauc_precision_at_20_max": 0.48228061414881956, "nauc_precision_at_20_std": 0.31159197999898125, "nauc_precision_at_3_diff1": 0.531459231035581, "nauc_precision_at_3_max": 0.48949275685019694, "nauc_precision_at_3_std": 0.17760275685606877, "nauc_precision_at_5_diff1": 0.5024606969473813, "nauc_precision_at_5_max": 0.48080372459910165, "nauc_precision_at_5_std": 0.20533362770439853, "nauc_recall_at_1000_diff1": 0.37519678364604236, "nauc_recall_at_1000_max": 0.5079783743628018, "nauc_recall_at_1000_std": 0.7593329974870344, "nauc_recall_at_100_diff1": 0.3911185252393389, "nauc_recall_at_100_max": 0.48854325279211913, "nauc_recall_at_100_std": 0.4641392301645637, "nauc_recall_at_10_diff1": 0.4780998032926967, "nauc_recall_at_10_max": 0.4942119440495144, "nauc_recall_at_10_std": 0.2598305155812397, "nauc_recall_at_1_diff1": 0.6518323956058144, "nauc_recall_at_1_max": 0.48201229353724817, "nauc_recall_at_1_std": 0.11918024693638844, "nauc_recall_at_20_diff1": 0.44108929362137556, "nauc_recall_at_20_max": 0.48236500014147754, "nauc_recall_at_20_std": 0.31078651300213905, "nauc_recall_at_3_diff1": 0.5314592310355811, "nauc_recall_at_3_max": 0.4894927568501973, "nauc_recall_at_3_std": 0.1776027568560688, "nauc_recall_at_5_diff1": 0.5026689582228473, "nauc_recall_at_5_max": 0.4809191238358828, "nauc_recall_at_5_std": 0.2047858504316394, "ndcg_at_1": 0.37792, "ndcg_at_10": 0.50843, "ndcg_at_100": 0.55515, "ndcg_at_1000": 0.56815, "ndcg_at_20": 0.52823, "ndcg_at_3": 0.45941, "ndcg_at_5": 0.48468, "precision_at_1": 0.37792, "precision_at_10": 0.06517, "precision_at_100": 0.00876, "precision_at_1000": 0.00098, "precision_at_20": 0.03651, "precision_at_3": 0.17238, "precision_at_5": 0.11573, "recall_at_1": 0.37792, "recall_at_10": 0.65158, "recall_at_100": 0.87558, "recall_at_1000": 0.97858, "recall_at_20": 0.73004, "recall_at_3": 0.51713, "recall_at_5": 0.57856 }, { "hf_subset": "spa-ara", "languages": [ "spa-Latn", "ara-Arab" ], "main_score": 0.57498, "map_at_1": 0.43074, "map_at_10": 0.52618, "map_at_100": 0.53398, "map_at_1000": 0.53433, "map_at_20": 0.53054, "map_at_3": 0.50202, "map_at_5": 0.51587, "mrr_at_1": 0.43073811931243683, "mrr_at_10": 0.5261756303465108, "mrr_at_100": 0.5339760103254029, "mrr_at_1000": 0.5343301712261048, "mrr_at_20": 0.5305419215096533, "mrr_at_3": 0.5020222446916088, "mrr_at_5": 0.5158746208291219, "nauc_map_at_1000_diff1": 0.5939265512144778, "nauc_map_at_1000_max": 0.567896792493032, "nauc_map_at_1000_std": 0.18001658321541303, "nauc_map_at_100_diff1": 0.5937654237852833, "nauc_map_at_100_max": 0.5678530690723845, "nauc_map_at_100_std": 0.18027351898696325, "nauc_map_at_10_diff1": 0.592965103082011, "nauc_map_at_10_max": 0.5688821555642367, "nauc_map_at_10_std": 0.17992819506693827, "nauc_map_at_1_diff1": 0.6453773442705392, "nauc_map_at_1_max": 0.5661836357852796, "nauc_map_at_1_std": 0.1498298334515098, "nauc_map_at_20_diff1": 0.5928850333055272, "nauc_map_at_20_max": 0.5678562057286646, "nauc_map_at_20_std": 0.18048233933240102, "nauc_map_at_3_diff1": 0.5943093464348622, "nauc_map_at_3_max": 0.5685823089048985, "nauc_map_at_3_std": 0.16764280564518577, "nauc_map_at_5_diff1": 0.591789299205048, "nauc_map_at_5_max": 0.5692946321128597, "nauc_map_at_5_std": 0.17787336729274278, "nauc_mrr_at_1000_diff1": 0.5939265512144778, "nauc_mrr_at_1000_max": 0.567896792493032, "nauc_mrr_at_1000_std": 0.18001658321541303, "nauc_mrr_at_100_diff1": 0.5937654237852833, "nauc_mrr_at_100_max": 0.5678530690723845, "nauc_mrr_at_100_std": 0.18027351898696325, "nauc_mrr_at_10_diff1": 0.592965103082011, "nauc_mrr_at_10_max": 0.5688821555642367, "nauc_mrr_at_10_std": 0.17992819506693827, "nauc_mrr_at_1_diff1": 0.6453773442705392, "nauc_mrr_at_1_max": 0.5661836357852796, "nauc_mrr_at_1_std": 0.1498298334515098, "nauc_mrr_at_20_diff1": 0.5928850333055272, "nauc_mrr_at_20_max": 0.5678562057286646, "nauc_mrr_at_20_std": 0.18048233933240102, "nauc_mrr_at_3_diff1": 0.5943093464348622, "nauc_mrr_at_3_max": 0.5685823089048985, "nauc_mrr_at_3_std": 0.16764280564518577, "nauc_mrr_at_5_diff1": 0.591789299205048, "nauc_mrr_at_5_max": 0.5692946321128597, "nauc_mrr_at_5_std": 0.17787336729274278, "nauc_ndcg_at_1000_diff1": 0.5837279822586866, "nauc_ndcg_at_1000_max": 0.5662177923484837, "nauc_ndcg_at_1000_std": 0.1933527591556458, "nauc_ndcg_at_100_diff1": 0.5797460407639833, "nauc_ndcg_at_100_max": 0.5649815361827082, "nauc_ndcg_at_100_std": 0.20307743160682878, "nauc_ndcg_at_10_diff1": 0.5749853931024431, "nauc_ndcg_at_10_max": 0.5697092187294134, "nauc_ndcg_at_10_std": 0.19952431276071247, "nauc_ndcg_at_1_diff1": 0.6453773442705392, "nauc_ndcg_at_1_max": 0.5661836357852796, "nauc_ndcg_at_1_std": 0.1498298334515098, "nauc_ndcg_at_20_diff1": 0.5743583749987649, "nauc_ndcg_at_20_max": 0.565266544637043, "nauc_ndcg_at_20_std": 0.20187491822830814, "nauc_ndcg_at_3_diff1": 0.5779546528821441, "nauc_ndcg_at_3_max": 0.5697069495664254, "nauc_ndcg_at_3_std": 0.17424700568443713, "nauc_ndcg_at_5_diff1": 0.5728127142106747, "nauc_ndcg_at_5_max": 0.5712633726125673, "nauc_ndcg_at_5_std": 0.19421688054757213, "nauc_precision_at_1000_diff1": 0.22838974310491275, "nauc_precision_at_1000_max": 0.20632576496336502, "nauc_precision_at_1000_std": 0.733713409125241, "nauc_precision_at_100_diff1": 0.4535766628863459, "nauc_precision_at_100_max": 0.5076778171158782, "nauc_precision_at_100_std": 0.5139649424437434, "nauc_precision_at_10_diff1": 0.5044413475934703, "nauc_precision_at_10_max": 0.571988361493237, "nauc_precision_at_10_std": 0.28403974831598217, "nauc_precision_at_1_diff1": 0.6453773442705392, "nauc_precision_at_1_max": 0.5661836357852796, "nauc_precision_at_1_std": 0.1498298334515098, "nauc_precision_at_20_diff1": 0.48478001212562316, "nauc_precision_at_20_max": 0.5442756530072823, "nauc_precision_at_20_std": 0.31667653298168386, "nauc_precision_at_3_diff1": 0.527417189542363, "nauc_precision_at_3_max": 0.5733077446148767, "nauc_precision_at_3_std": 0.19497141721303762, "nauc_precision_at_5_diff1": 0.5082509764705248, "nauc_precision_at_5_max": 0.578447582238885, "nauc_precision_at_5_std": 0.253586382092569, "nauc_recall_at_1000_diff1": 0.2283897431049422, "nauc_recall_at_1000_max": 0.20632576496338365, "nauc_recall_at_1000_std": 0.7337134091252528, "nauc_recall_at_100_diff1": 0.45357666288634424, "nauc_recall_at_100_max": 0.5076778171158792, "nauc_recall_at_100_std": 0.5139649424437414, "nauc_recall_at_10_diff1": 0.5044413475934704, "nauc_recall_at_10_max": 0.5719883614932368, "nauc_recall_at_10_std": 0.2840397483159824, "nauc_recall_at_1_diff1": 0.6453773442705392, "nauc_recall_at_1_max": 0.5661836357852796, "nauc_recall_at_1_std": 0.1498298334515098, "nauc_recall_at_20_diff1": 0.48478001212562427, "nauc_recall_at_20_max": 0.5442756530072822, "nauc_recall_at_20_std": 0.3166765329816844, "nauc_recall_at_3_diff1": 0.5274171895423627, "nauc_recall_at_3_max": 0.573307744614877, "nauc_recall_at_3_std": 0.19497141721303718, "nauc_recall_at_5_diff1": 0.5082509764705249, "nauc_recall_at_5_max": 0.5784475822388847, "nauc_recall_at_5_std": 0.2535863820925697, "ndcg_at_1": 0.43074, "ndcg_at_10": 0.57498, "ndcg_at_100": 0.61519, "ndcg_at_1000": 0.62448, "ndcg_at_20": 0.5911, "ndcg_at_3": 0.5255, "ndcg_at_5": 0.55037, "precision_at_1": 0.43074, "precision_at_10": 0.0729, "precision_at_100": 0.00922, "precision_at_1000": 0.00099, "precision_at_20": 0.03966, "precision_at_3": 0.19784, "precision_at_5": 0.13074, "recall_at_1": 0.43074, "recall_at_10": 0.72902, "recall_at_100": 0.92164, "recall_at_1000": 0.99444, "recall_at_20": 0.79323, "recall_at_3": 0.59353, "recall_at_5": 0.65369 }, { "hf_subset": "spa-deu", "languages": [ "spa-Latn", "deu-Latn" ], "main_score": 0.72948, "map_at_1": 0.61105, "map_at_10": 0.69185, "map_at_100": 0.69674, "map_at_1000": 0.69694, "map_at_20": 0.69495, "map_at_3": 0.67531, "map_at_5": 0.68509, "mrr_at_1": 0.6110484780157835, "mrr_at_10": 0.6920355308602206, "mrr_at_100": 0.696897564843673, "mrr_at_1000": 0.697092352143856, "mrr_at_20": 0.6951124233342486, "mrr_at_3": 0.6754979331078544, "mrr_at_5": 0.6852780909432549, "nauc_map_at_1000_diff1": 0.7752629293891654, "nauc_map_at_1000_max": 0.644054819064972, "nauc_map_at_1000_std": 0.13393746254809707, "nauc_map_at_100_diff1": 0.7752209766767048, "nauc_map_at_100_max": 0.6441406747642923, "nauc_map_at_100_std": 0.13424335701549253, "nauc_map_at_10_diff1": 0.7748789607756518, "nauc_map_at_10_max": 0.6454021076041646, "nauc_map_at_10_std": 0.13303276976883155, "nauc_map_at_1_diff1": 0.7995526653005883, "nauc_map_at_1_max": 0.6209499319995527, "nauc_map_at_1_std": 0.08522903170266777, "nauc_map_at_20_diff1": 0.7746344149385568, "nauc_map_at_20_max": 0.644538938327591, "nauc_map_at_20_std": 0.13492370697769343, "nauc_map_at_3_diff1": 0.7771396549199199, "nauc_map_at_3_max": 0.6456366661452756, "nauc_map_at_3_std": 0.12567381664521884, "nauc_map_at_5_diff1": 0.7750672796300292, "nauc_map_at_5_max": 0.6448386176985003, "nauc_map_at_5_std": 0.127688877638164, "nauc_mrr_at_1000_diff1": 0.7749940203922022, "nauc_mrr_at_1000_max": 0.6437280053615886, "nauc_mrr_at_1000_std": 0.13434090229741746, "nauc_mrr_at_100_diff1": 0.7749522569611397, "nauc_mrr_at_100_max": 0.6438141514451104, "nauc_mrr_at_100_std": 0.1346466199263305, "nauc_mrr_at_10_diff1": 0.774556377671674, "nauc_mrr_at_10_max": 0.6450110217482763, "nauc_mrr_at_10_std": 0.13351595247113113, "nauc_mrr_at_1_diff1": 0.7995526653005883, "nauc_mrr_at_1_max": 0.6209499319995527, "nauc_mrr_at_1_std": 0.08522903170266777, "nauc_mrr_at_20_diff1": 0.7743548893390891, "nauc_mrr_at_20_max": 0.6441997938366137, "nauc_mrr_at_20_std": 0.13534309448189175, "nauc_mrr_at_3_diff1": 0.7768336061166491, "nauc_mrr_at_3_max": 0.6452643630764127, "nauc_mrr_at_3_std": 0.1261302317936699, "nauc_mrr_at_5_diff1": 0.7747519166363704, "nauc_mrr_at_5_max": 0.644455875523024, "nauc_mrr_at_5_std": 0.12815862672172035, "nauc_ndcg_at_1000_diff1": 0.769770277191086, "nauc_ndcg_at_1000_max": 0.647898102880334, "nauc_ndcg_at_1000_std": 0.15076591021547156, "nauc_ndcg_at_100_diff1": 0.7679259915240788, "nauc_ndcg_at_100_max": 0.6498512823825884, "nauc_ndcg_at_100_std": 0.16193358551553735, "nauc_ndcg_at_10_diff1": 0.7641296237425318, "nauc_ndcg_at_10_max": 0.6561233290470834, "nauc_ndcg_at_10_std": 0.16094033675208236, "nauc_ndcg_at_1_diff1": 0.7995526653005883, "nauc_ndcg_at_1_max": 0.6209499319995527, "nauc_ndcg_at_1_std": 0.08522903170266777, "nauc_ndcg_at_20_diff1": 0.7630219422176969, "nauc_ndcg_at_20_max": 0.6527447529236622, "nauc_ndcg_at_20_std": 0.16875860979895368, "nauc_ndcg_at_3_diff1": 0.7696050075238979, "nauc_ndcg_at_3_max": 0.6544595637825982, "nauc_ndcg_at_3_std": 0.1411292121424007, "nauc_ndcg_at_5_diff1": 0.7652068211934154, "nauc_ndcg_at_5_max": 0.6533259919188689, "nauc_ndcg_at_5_std": 0.14541472833078878, "nauc_precision_at_1000_diff1": -0.28509123177839113, "nauc_precision_at_1000_max": -0.3663487178021994, "nauc_precision_at_1000_std": 0.445415253178096, "nauc_precision_at_100_diff1": 0.6321325868809489, "nauc_precision_at_100_max": 0.6563929856170941, "nauc_precision_at_100_std": 0.6098037331382711, "nauc_precision_at_10_diff1": 0.7079053244940049, "nauc_precision_at_10_max": 0.7124590235853745, "nauc_precision_at_10_std": 0.3146962002334993, "nauc_precision_at_1_diff1": 0.7995526653005883, "nauc_precision_at_1_max": 0.6209499319995527, "nauc_precision_at_1_std": 0.08522903170266777, "nauc_precision_at_20_diff1": 0.6699761307457957, "nauc_precision_at_20_max": 0.6934065161000186, "nauc_precision_at_20_std": 0.4247209367042485, "nauc_precision_at_3_diff1": 0.7430374786896551, "nauc_precision_at_3_max": 0.6849656119861703, "nauc_precision_at_3_std": 0.1962038810139907, "nauc_precision_at_5_diff1": 0.7249608033588504, "nauc_precision_at_5_max": 0.6862592335906667, "nauc_precision_at_5_std": 0.21735552894544258, "nauc_recall_at_1000_diff1": 0.7222342362434647, "nauc_recall_at_1000_max": 0.35804192824989045, "nauc_recall_at_1000_std": 0.8693137868797748, "nauc_recall_at_100_diff1": 0.6896813065890998, "nauc_recall_at_100_max": 0.7150988777974907, "nauc_recall_at_100_std": 0.6234515639034964, "nauc_recall_at_10_diff1": 0.7088941803904891, "nauc_recall_at_10_max": 0.713437701646282, "nauc_recall_at_10_std": 0.3125440105196187, "nauc_recall_at_1_diff1": 0.7995526653005883, "nauc_recall_at_1_max": 0.6209499319995527, "nauc_recall_at_1_std": 0.08522903170266777, "nauc_recall_at_20_diff1": 0.6820348184037031, "nauc_recall_at_20_max": 0.7056430412243317, "nauc_recall_at_20_std": 0.42401493263307033, "nauc_recall_at_3_diff1": 0.7438266160193951, "nauc_recall_at_3_max": 0.6858261799599842, "nauc_recall_at_3_std": 0.1950028302084651, "nauc_recall_at_5_diff1": 0.7259045058231917, "nauc_recall_at_5_max": 0.6872583044903533, "nauc_recall_at_5_std": 0.21592833309347859, "ndcg_at_1": 0.61105, "ndcg_at_10": 0.72948, "ndcg_at_100": 0.75342, "ndcg_at_1000": 0.75856, "ndcg_at_20": 0.7407, "ndcg_at_3": 0.69545, "ndcg_at_5": 0.71309, "precision_at_1": 0.61105, "precision_at_10": 0.08472, "precision_at_100": 0.0096, "precision_at_1000": 0.001, "precision_at_20": 0.04459, "precision_at_3": 0.25122, "precision_at_5": 0.1593, "recall_at_1": 0.61105, "recall_at_10": 0.84686, "recall_at_100": 0.95885, "recall_at_1000": 0.99944, "recall_at_20": 0.89102, "recall_at_3": 0.75329, "recall_at_5": 0.79613 }, { "hf_subset": "spa-eng", "languages": [ "spa-Latn", "eng-Latn" ], "main_score": 0.71031, "map_at_1": 0.59376, "map_at_10": 0.67222, "map_at_100": 0.67677, "map_at_1000": 0.67697, "map_at_20": 0.67488, "map_at_3": 0.65458, "map_at_5": 0.6651, "mrr_at_1": 0.5937559489815344, "mrr_at_10": 0.672218822804204, "mrr_at_100": 0.676765569898341, "mrr_at_1000": 0.6769730770833727, "mrr_at_20": 0.6748815482100806, "mrr_at_3": 0.6545783361888464, "mrr_at_5": 0.6650961355415963, "nauc_map_at_1000_diff1": 0.7505491175589492, "nauc_map_at_1000_max": 0.6276035981932601, "nauc_map_at_1000_std": 0.15876880764175796, "nauc_map_at_100_diff1": 0.7504688782119944, "nauc_map_at_100_max": 0.6276700631438339, "nauc_map_at_100_std": 0.15907106486048536, "nauc_map_at_10_diff1": 0.7492419749410076, "nauc_map_at_10_max": 0.627633175368166, "nauc_map_at_10_std": 0.1583541589887965, "nauc_map_at_1_diff1": 0.7823360752641748, "nauc_map_at_1_max": 0.6129029698967263, "nauc_map_at_1_std": 0.11289808578275971, "nauc_map_at_20_diff1": 0.7499467281400184, "nauc_map_at_20_max": 0.6278996277363629, "nauc_map_at_20_std": 0.1595638779944341, "nauc_map_at_3_diff1": 0.7521441158442324, "nauc_map_at_3_max": 0.6276982457321487, "nauc_map_at_3_std": 0.14646917175133947, "nauc_map_at_5_diff1": 0.7504797461054199, "nauc_map_at_5_max": 0.6277786477954892, "nauc_map_at_5_std": 0.15272444041682626, "nauc_mrr_at_1000_diff1": 0.7505491175589492, "nauc_mrr_at_1000_max": 0.6276035981932601, "nauc_mrr_at_1000_std": 0.15876880764175796, "nauc_mrr_at_100_diff1": 0.7504688782119944, "nauc_mrr_at_100_max": 0.6276700631438339, "nauc_mrr_at_100_std": 0.15907106486048536, "nauc_mrr_at_10_diff1": 0.7492419749410076, "nauc_mrr_at_10_max": 0.627633175368166, "nauc_mrr_at_10_std": 0.1583541589887965, "nauc_mrr_at_1_diff1": 0.7823360752641748, "nauc_mrr_at_1_max": 0.6129029698967263, "nauc_mrr_at_1_std": 0.11289808578275971, "nauc_mrr_at_20_diff1": 0.7499467281400184, "nauc_mrr_at_20_max": 0.6278996277363629, "nauc_mrr_at_20_std": 0.1595638779944341, "nauc_mrr_at_3_diff1": 0.7521441158442324, "nauc_mrr_at_3_max": 0.6276982457321487, "nauc_mrr_at_3_std": 0.14646917175133947, "nauc_mrr_at_5_diff1": 0.7504797461054199, "nauc_mrr_at_5_max": 0.6277786477954892, "nauc_mrr_at_5_std": 0.15272444041682626, "nauc_ndcg_at_1000_diff1": 0.7436174784949102, "nauc_ndcg_at_1000_max": 0.6317804800875901, "nauc_ndcg_at_1000_std": 0.17862845157361598, "nauc_ndcg_at_100_diff1": 0.7411631028857864, "nauc_ndcg_at_100_max": 0.6338939903473808, "nauc_ndcg_at_100_std": 0.1896890484953708, "nauc_ndcg_at_10_diff1": 0.7347139599012449, "nauc_ndcg_at_10_max": 0.6340200866532603, "nauc_ndcg_at_10_std": 0.18711536439015544, "nauc_ndcg_at_1_diff1": 0.7823360752641748, "nauc_ndcg_at_1_max": 0.6129029698967263, "nauc_ndcg_at_1_std": 0.11289808578275971, "nauc_ndcg_at_20_diff1": 0.7370656019106602, "nauc_ndcg_at_20_max": 0.6351949898807877, "nauc_ndcg_at_20_std": 0.1922238618904723, "nauc_ndcg_at_3_diff1": 0.7420926473542865, "nauc_ndcg_at_3_max": 0.6334092703626214, "nauc_ndcg_at_3_std": 0.15863601456072796, "nauc_ndcg_at_5_diff1": 0.7382539805444314, "nauc_ndcg_at_5_max": 0.6336588550799369, "nauc_ndcg_at_5_std": 0.17106697870023016, "nauc_precision_at_1000_diff1": 0.6626814033299225, "nauc_precision_at_1000_max": 0.7330925440234228, "nauc_precision_at_1000_std": 0.7575713458778315, "nauc_precision_at_100_diff1": 0.654757623085269, "nauc_precision_at_100_max": 0.7140307826542389, "nauc_precision_at_100_std": 0.6276960714583154, "nauc_precision_at_10_diff1": 0.6627158448662868, "nauc_precision_at_10_max": 0.665522512726218, "nauc_precision_at_10_std": 0.3384471404397279, "nauc_precision_at_1_diff1": 0.7823360752641748, "nauc_precision_at_1_max": 0.6129029698967263, "nauc_precision_at_1_std": 0.11289808578275971, "nauc_precision_at_20_diff1": 0.6605856655881649, "nauc_precision_at_20_max": 0.6818423024624138, "nauc_precision_at_20_std": 0.4123274337404017, "nauc_precision_at_3_diff1": 0.7080024056717136, "nauc_precision_at_3_max": 0.6530926465891774, "nauc_precision_at_3_std": 0.2002967090095304, "nauc_precision_at_5_diff1": 0.690409393952151, "nauc_precision_at_5_max": 0.656462706051243, "nauc_precision_at_5_std": 0.2443650793650263, "nauc_recall_at_1000_diff1": 0.662681403329923, "nauc_recall_at_1000_max": 0.7330925440234232, "nauc_recall_at_1000_std": 0.7575713458778494, "nauc_recall_at_100_diff1": 0.6547576230852679, "nauc_recall_at_100_max": 0.7140307826542385, "nauc_recall_at_100_std": 0.6276960714583136, "nauc_recall_at_10_diff1": 0.6627158448662871, "nauc_recall_at_10_max": 0.6655225127262171, "nauc_recall_at_10_std": 0.33844714043972896, "nauc_recall_at_1_diff1": 0.7823360752641748, "nauc_recall_at_1_max": 0.6129029698967263, "nauc_recall_at_1_std": 0.11289808578275971, "nauc_recall_at_20_diff1": 0.6605856655881653, "nauc_recall_at_20_max": 0.6818423024624143, "nauc_recall_at_20_std": 0.4123274337404027, "nauc_recall_at_3_diff1": 0.7080024056717134, "nauc_recall_at_3_max": 0.6530926465891781, "nauc_recall_at_3_std": 0.20029670900953075, "nauc_recall_at_5_diff1": 0.6904093939521504, "nauc_recall_at_5_max": 0.6564627060512437, "nauc_recall_at_5_std": 0.24436507936502647, "ndcg_at_1": 0.59376, "ndcg_at_10": 0.71031, "ndcg_at_100": 0.73383, "ndcg_at_1000": 0.73978, "ndcg_at_20": 0.72009, "ndcg_at_3": 0.67413, "ndcg_at_5": 0.6931, "precision_at_1": 0.59376, "precision_at_10": 0.08298, "precision_at_100": 0.00943, "precision_at_1000": 0.00099, "precision_at_20": 0.04343, "precision_at_3": 0.24354, "precision_at_5": 0.15534, "recall_at_1": 0.59376, "recall_at_10": 0.82981, "recall_at_100": 0.94289, "recall_at_1000": 0.99048, "recall_at_20": 0.86865, "recall_at_3": 0.73063, "recall_at_5": 0.7767 }, { "hf_subset": "spa-spa", "languages": [ "spa-Latn", "spa-Latn" ], "main_score": 0.7276, "map_at_1": 0.61769, "map_at_10": 0.69248, "map_at_100": 0.69682, "map_at_1000": 0.69702, "map_at_20": 0.69519, "map_at_3": 0.67644, "map_at_5": 0.6866, "mrr_at_1": 0.6177870881736812, "mrr_at_10": 0.6926002001130559, "mrr_at_100": 0.6969313003707226, "mrr_at_1000": 0.697138136324577, "mrr_at_20": 0.6953136416406506, "mrr_at_3": 0.6765378023233686, "mrr_at_5": 0.6867168158446015, "nauc_map_at_1000_diff1": 0.7678815405962026, "nauc_map_at_1000_max": 0.6745423746033528, "nauc_map_at_1000_std": 0.15166333169122956, "nauc_map_at_100_diff1": 0.7677985676495586, "nauc_map_at_100_max": 0.6746187111442223, "nauc_map_at_100_std": 0.1519311015253088, "nauc_map_at_10_diff1": 0.7678187584856752, "nauc_map_at_10_max": 0.6750235862350531, "nauc_map_at_10_std": 0.15134033366969057, "nauc_map_at_1_diff1": 0.7913275069741806, "nauc_map_at_1_max": 0.651844395452943, "nauc_map_at_1_std": 0.10331401576702041, "nauc_map_at_20_diff1": 0.7675453281299991, "nauc_map_at_20_max": 0.6749631366305037, "nauc_map_at_20_std": 0.1522009359397668, "nauc_map_at_3_diff1": 0.7700486828629605, "nauc_map_at_3_max": 0.6727528629370272, "nauc_map_at_3_std": 0.13881116349339956, "nauc_map_at_5_diff1": 0.7676991061878667, "nauc_map_at_5_max": 0.6749520806799639, "nauc_map_at_5_std": 0.14748621559895914, "nauc_mrr_at_1000_diff1": 0.7676465401261728, "nauc_mrr_at_1000_max": 0.6744439156928348, "nauc_mrr_at_1000_std": 0.1523262474422995, "nauc_mrr_at_100_diff1": 0.7675637367964078, "nauc_mrr_at_100_max": 0.6745203534227943, "nauc_mrr_at_100_std": 0.1525935477686296, "nauc_mrr_at_10_diff1": 0.7675801169085033, "nauc_mrr_at_10_max": 0.6749245130770879, "nauc_mrr_at_10_std": 0.15201598791824003, "nauc_mrr_at_1_diff1": 0.7911520443000314, "nauc_mrr_at_1_max": 0.6517840997453036, "nauc_mrr_at_1_std": 0.1038757731028933, "nauc_mrr_at_20_diff1": 0.7673043984492585, "nauc_mrr_at_20_max": 0.674863128386281, "nauc_mrr_at_20_std": 0.15288309254527602, "nauc_mrr_at_3_diff1": 0.7698458957524648, "nauc_mrr_at_3_max": 0.6726887098501353, "nauc_mrr_at_3_std": 0.1394540056502455, "nauc_mrr_at_5_diff1": 0.7674615276012369, "nauc_mrr_at_5_max": 0.6748518552714324, "nauc_mrr_at_5_std": 0.14814737717881551, "nauc_ndcg_at_1000_diff1": 0.7618471621510725, "nauc_ndcg_at_1000_max": 0.680893492171125, "nauc_ndcg_at_1000_std": 0.17407155911366143, "nauc_ndcg_at_100_diff1": 0.7590658240920539, "nauc_ndcg_at_100_max": 0.683578031715948, "nauc_ndcg_at_100_std": 0.18512216222642272, "nauc_ndcg_at_10_diff1": 0.7581896018710892, "nauc_ndcg_at_10_max": 0.6855582692274523, "nauc_ndcg_at_10_std": 0.18135824381024956, "nauc_ndcg_at_1_diff1": 0.7911520443000314, "nauc_ndcg_at_1_max": 0.6517840997453036, "nauc_ndcg_at_1_std": 0.1038757731028933, "nauc_ndcg_at_20_diff1": 0.7568188220094179, "nauc_ndcg_at_20_max": 0.6857735213986423, "nauc_ndcg_at_20_std": 0.18616306162710178, "nauc_ndcg_at_3_diff1": 0.7631236662456914, "nauc_ndcg_at_3_max": 0.6803458175211438, "nauc_ndcg_at_3_std": 0.1524719245162792, "nauc_ndcg_at_5_diff1": 0.7583074981619733, "nauc_ndcg_at_5_max": 0.6849824633689845, "nauc_ndcg_at_5_std": 0.1701357952320782, "nauc_precision_at_1000_diff1": 0.6318834792480197, "nauc_precision_at_1000_max": 0.7804472500874202, "nauc_precision_at_1000_std": 0.8802673659702102, "nauc_precision_at_100_diff1": 0.6595457730034052, "nauc_precision_at_100_max": 0.777801934112472, "nauc_precision_at_100_std": 0.632006104382531, "nauc_precision_at_10_diff1": 0.7114440278535691, "nauc_precision_at_10_max": 0.7370926001127649, "nauc_precision_at_10_std": 0.3367683851896216, "nauc_precision_at_1_diff1": 0.7911520443000314, "nauc_precision_at_1_max": 0.6517840997453036, "nauc_precision_at_1_std": 0.1038757731028933, "nauc_precision_at_20_diff1": 0.6890066600346325, "nauc_precision_at_20_max": 0.753152966820441, "nauc_precision_at_20_std": 0.4150775568881233, "nauc_precision_at_3_diff1": 0.7394439992910722, "nauc_precision_at_3_max": 0.7066373743236056, "nauc_precision_at_3_std": 0.20009574188662, "nauc_precision_at_5_diff1": 0.7207689327677603, "nauc_precision_at_5_max": 0.7252261910193945, "nauc_precision_at_5_std": 0.26324583902305165, "nauc_recall_at_1000_diff1": 0.6741382558380852, "nauc_recall_at_1000_max": 0.8177200112315326, "nauc_recall_at_1000_std": 0.8690842602646807, "nauc_recall_at_100_diff1": 0.6668242405269756, "nauc_recall_at_100_max": 0.7841138531363282, "nauc_recall_at_100_std": 0.6291142305726641, "nauc_recall_at_10_diff1": 0.7118330795497565, "nauc_recall_at_10_max": 0.7371799455080813, "nauc_recall_at_10_std": 0.3354130675939981, "nauc_recall_at_1_diff1": 0.7913275069741806, "nauc_recall_at_1_max": 0.651844395452943, "nauc_recall_at_1_std": 0.10331401576702041, "nauc_recall_at_20_diff1": 0.6895335471057417, "nauc_recall_at_20_max": 0.7532424725445432, "nauc_recall_at_20_std": 0.41324187158221265, "nauc_recall_at_3_diff1": 0.7396423482483887, "nauc_recall_at_3_max": 0.7066560289471695, "nauc_recall_at_3_std": 0.19929339389899192, "nauc_recall_at_5_diff1": 0.7211802759886836, "nauc_recall_at_5_max": 0.7254128986084065, "nauc_recall_at_5_std": 0.26225355132381667, "ndcg_at_1": 0.61779, "ndcg_at_10": 0.7276, "ndcg_at_100": 0.74943, "ndcg_at_1000": 0.7555, "ndcg_at_20": 0.73738, "ndcg_at_3": 0.69516, "ndcg_at_5": 0.71344, "precision_at_1": 0.61779, "precision_at_10": 0.08372, "precision_at_100": 0.00941, "precision_at_1000": 0.00099, "precision_at_20": 0.04378, "precision_at_3": 0.24973, "precision_at_5": 0.15871, "recall_at_1": 0.61769, "recall_at_10": 0.83698, "recall_at_100": 0.94106, "recall_at_1000": 0.99, "recall_at_20": 0.87545, "recall_at_3": 0.7491, "recall_at_5": 0.79337 }, { "hf_subset": "spa-hin", "languages": [ "spa-Latn", "hin-Deva" ], "main_score": 0.63012, "map_at_1": 0.49681, "map_at_10": 0.58601, "map_at_100": 0.59215, "map_at_1000": 0.59247, "map_at_20": 0.58968, "map_at_3": 0.56481, "map_at_5": 0.57755, "mrr_at_1": 0.4968078932095183, "mrr_at_10": 0.5860118471842212, "mrr_at_100": 0.5921457867315585, "mrr_at_1000": 0.5924679771371795, "mrr_at_20": 0.5896808174031156, "mrr_at_3": 0.5648094408976597, "mrr_at_5": 0.5775488489069462, "nauc_map_at_1000_diff1": 0.6394213834473349, "nauc_map_at_1000_max": 0.5442529227238463, "nauc_map_at_1000_std": 0.1976881092296035, "nauc_map_at_100_diff1": 0.6392878816567986, "nauc_map_at_100_max": 0.5442360278102331, "nauc_map_at_100_std": 0.1980284307674923, "nauc_map_at_10_diff1": 0.6387495582823128, "nauc_map_at_10_max": 0.544527787404204, "nauc_map_at_10_std": 0.19523589923033477, "nauc_map_at_1_diff1": 0.6765239226745713, "nauc_map_at_1_max": 0.5370074291495789, "nauc_map_at_1_std": 0.15827721095888148, "nauc_map_at_20_diff1": 0.6385708503757164, "nauc_map_at_20_max": 0.5440947637991902, "nauc_map_at_20_std": 0.1976647612723429, "nauc_map_at_3_diff1": 0.6395136744025924, "nauc_map_at_3_max": 0.5452712103613547, "nauc_map_at_3_std": 0.1886507569095515, "nauc_map_at_5_diff1": 0.6374517150577665, "nauc_map_at_5_max": 0.5438337712367858, "nauc_map_at_5_std": 0.19225843246749216, "nauc_mrr_at_1000_diff1": 0.6394213834473349, "nauc_mrr_at_1000_max": 0.5442529227238463, "nauc_mrr_at_1000_std": 0.1976881092296035, "nauc_mrr_at_100_diff1": 0.6392878816567986, "nauc_mrr_at_100_max": 0.5442360278102331, "nauc_mrr_at_100_std": 0.1980284307674923, "nauc_mrr_at_10_diff1": 0.6387495582823128, "nauc_mrr_at_10_max": 0.544527787404204, "nauc_mrr_at_10_std": 0.19523589923033477, "nauc_mrr_at_1_diff1": 0.6765239226745713, "nauc_mrr_at_1_max": 0.5370074291495789, "nauc_mrr_at_1_std": 0.15827721095888148, "nauc_mrr_at_20_diff1": 0.6385708503757164, "nauc_mrr_at_20_max": 0.5440947637991902, "nauc_mrr_at_20_std": 0.1976647612723429, "nauc_mrr_at_3_diff1": 0.6395136744025924, "nauc_mrr_at_3_max": 0.5452712103613547, "nauc_mrr_at_3_std": 0.1886507569095515, "nauc_mrr_at_5_diff1": 0.6374517150577665, "nauc_mrr_at_5_max": 0.5438337712367858, "nauc_mrr_at_5_std": 0.19225843246749216, "nauc_ndcg_at_1000_diff1": 0.6317976868099197, "nauc_ndcg_at_1000_max": 0.5449150262199048, "nauc_ndcg_at_1000_std": 0.21347256128937928, "nauc_ndcg_at_100_diff1": 0.6276111219503505, "nauc_ndcg_at_100_max": 0.5447620172393336, "nauc_ndcg_at_100_std": 0.22591771186134216, "nauc_ndcg_at_10_diff1": 0.6244218862437508, "nauc_ndcg_at_10_max": 0.5464995210372681, "nauc_ndcg_at_10_std": 0.21510932372924058, "nauc_ndcg_at_1_diff1": 0.6765239226745713, "nauc_ndcg_at_1_max": 0.5370074291495789, "nauc_ndcg_at_1_std": 0.15827721095888148, "nauc_ndcg_at_20_diff1": 0.6233342465401368, "nauc_ndcg_at_20_max": 0.545036201479958, "nauc_ndcg_at_20_std": 0.22461231363966083, "nauc_ndcg_at_3_diff1": 0.6268094369115694, "nauc_ndcg_at_3_max": 0.5470874365935737, "nauc_ndcg_at_3_std": 0.1998574890514635, "nauc_ndcg_at_5_diff1": 0.622190187345351, "nauc_ndcg_at_5_max": 0.5445091748004871, "nauc_ndcg_at_5_std": 0.20695864894402466, "nauc_precision_at_1000_diff1": 0.5938377121865244, "nauc_precision_at_1000_max": 0.3861910597283835, "nauc_precision_at_1000_std": 0.9564354432940083, "nauc_precision_at_100_diff1": 0.5119603308482513, "nauc_precision_at_100_max": 0.5392070086074049, "nauc_precision_at_100_std": 0.5933081662337452, "nauc_precision_at_10_diff1": 0.5628844160822597, "nauc_precision_at_10_max": 0.5552179811803859, "nauc_precision_at_10_std": 0.30572800877904666, "nauc_precision_at_1_diff1": 0.6765239226745713, "nauc_precision_at_1_max": 0.5370074291495789, "nauc_precision_at_1_std": 0.15827721095888148, "nauc_precision_at_20_diff1": 0.5406770494173828, "nauc_precision_at_20_max": 0.5486266468134692, "nauc_precision_at_20_std": 0.38699065051925297, "nauc_precision_at_3_diff1": 0.5856357966251953, "nauc_precision_at_3_max": 0.5526120086651154, "nauc_precision_at_3_std": 0.23645451295345105, "nauc_precision_at_5_diff1": 0.5668401893104547, "nauc_precision_at_5_max": 0.5460897204520038, "nauc_precision_at_5_std": 0.26076017068914986, "nauc_recall_at_1000_diff1": 0.5938377121864603, "nauc_recall_at_1000_max": 0.3861910597284992, "nauc_recall_at_1000_std": 0.9564354432940142, "nauc_recall_at_100_diff1": 0.5119603308482448, "nauc_recall_at_100_max": 0.5392070086074013, "nauc_recall_at_100_std": 0.5933081662337443, "nauc_recall_at_10_diff1": 0.5628844160822605, "nauc_recall_at_10_max": 0.555217981180386, "nauc_recall_at_10_std": 0.3057280087790478, "nauc_recall_at_1_diff1": 0.6765239226745713, "nauc_recall_at_1_max": 0.5370074291495789, "nauc_recall_at_1_std": 0.15827721095888148, "nauc_recall_at_20_diff1": 0.5406770494173838, "nauc_recall_at_20_max": 0.5486266468134691, "nauc_recall_at_20_std": 0.38699065051925385, "nauc_recall_at_3_diff1": 0.5856357966251957, "nauc_recall_at_3_max": 0.5526120086651147, "nauc_recall_at_3_std": 0.236454512953451, "nauc_recall_at_5_diff1": 0.5668401893104548, "nauc_recall_at_5_max": 0.5460897204520031, "nauc_recall_at_5_std": 0.26076017068914975, "ndcg_at_1": 0.49681, "ndcg_at_10": 0.63012, "ndcg_at_100": 0.66249, "ndcg_at_1000": 0.67151, "ndcg_at_20": 0.64368, "ndcg_at_3": 0.58658, "ndcg_at_5": 0.60953, "precision_at_1": 0.49681, "precision_at_10": 0.0769, "precision_at_100": 0.00926, "precision_at_1000": 0.001, "precision_at_20": 0.04115, "precision_at_3": 0.21648, "precision_at_5": 0.14103, "recall_at_1": 0.49681, "recall_at_10": 0.76901, "recall_at_100": 0.92629, "recall_at_1000": 0.99826, "recall_at_20": 0.82298, "recall_at_3": 0.64945, "recall_at_5": 0.70517 }, { "hf_subset": "spa-vie", "languages": [ "spa-Latn", "vie-Latn" ], "main_score": 0.68846, "map_at_1": 0.56095, "map_at_10": 0.64591, "map_at_100": 0.65082, "map_at_1000": 0.65109, "map_at_20": 0.64895, "map_at_3": 0.62405, "map_at_5": 0.63773, "mrr_at_1": 0.5609514370664024, "mrr_at_10": 0.6459112039265651, "mrr_at_100": 0.6508227051298731, "mrr_at_1000": 0.6510918575060861, "mrr_at_20": 0.6489506920294108, "mrr_at_3": 0.6240502147340596, "mrr_at_5": 0.6377271225635942, "nauc_map_at_1000_diff1": 0.7507558908961555, "nauc_map_at_1000_max": 0.6716254571650802, "nauc_map_at_1000_std": 0.23408899570526417, "nauc_map_at_100_diff1": 0.7506172846087001, "nauc_map_at_100_max": 0.6716583788266045, "nauc_map_at_100_std": 0.23448875227589286, "nauc_map_at_10_diff1": 0.7494580581561368, "nauc_map_at_10_max": 0.6718237848741974, "nauc_map_at_10_std": 0.23341308684110607, "nauc_map_at_1_diff1": 0.7868933276850464, "nauc_map_at_1_max": 0.6559380857756215, "nauc_map_at_1_std": 0.19375118004890476, "nauc_map_at_20_diff1": 0.7499681232712109, "nauc_map_at_20_max": 0.6714354059775696, "nauc_map_at_20_std": 0.2343094412248361, "nauc_map_at_3_diff1": 0.7542655578838228, "nauc_map_at_3_max": 0.6728796505514275, "nauc_map_at_3_std": 0.2238022162234721, "nauc_map_at_5_diff1": 0.7507580800282475, "nauc_map_at_5_max": 0.6717942934404285, "nauc_map_at_5_std": 0.2293589476408031, "nauc_mrr_at_1000_diff1": 0.7507558908961555, "nauc_mrr_at_1000_max": 0.6716254571650802, "nauc_mrr_at_1000_std": 0.23408899570526417, "nauc_mrr_at_100_diff1": 0.7506172846087001, "nauc_mrr_at_100_max": 0.6716583788266045, "nauc_mrr_at_100_std": 0.23448875227589286, "nauc_mrr_at_10_diff1": 0.7494580581561368, "nauc_mrr_at_10_max": 0.6718237848741974, "nauc_mrr_at_10_std": 0.23341308684110607, "nauc_mrr_at_1_diff1": 0.7868933276850464, "nauc_mrr_at_1_max": 0.6559380857756215, "nauc_mrr_at_1_std": 0.19375118004890476, "nauc_mrr_at_20_diff1": 0.7499681232712109, "nauc_mrr_at_20_max": 0.6714354059775696, "nauc_mrr_at_20_std": 0.2343094412248361, "nauc_mrr_at_3_diff1": 0.7542655578838228, "nauc_mrr_at_3_max": 0.6728796505514275, "nauc_mrr_at_3_std": 0.2238022162234721, "nauc_mrr_at_5_diff1": 0.7507580800282475, "nauc_mrr_at_5_max": 0.6717942934404285, "nauc_mrr_at_5_std": 0.2293589476408031, "nauc_ndcg_at_1000_diff1": 0.7420785821185742, "nauc_ndcg_at_1000_max": 0.6744035532977134, "nauc_ndcg_at_1000_std": 0.2517747808909008, "nauc_ndcg_at_100_diff1": 0.7379592154187763, "nauc_ndcg_at_100_max": 0.6758356810135193, "nauc_ndcg_at_100_std": 0.2649383550039228, "nauc_ndcg_at_10_diff1": 0.7319209666755869, "nauc_ndcg_at_10_max": 0.676313078864548, "nauc_ndcg_at_10_std": 0.2600499328304864, "nauc_ndcg_at_1_diff1": 0.7868933276850464, "nauc_ndcg_at_1_max": 0.6559380857756215, "nauc_ndcg_at_1_std": 0.19375118004890476, "nauc_ndcg_at_20_diff1": 0.7333117120894838, "nauc_ndcg_at_20_max": 0.6747780218882126, "nauc_ndcg_at_20_std": 0.2642345208150516, "nauc_ndcg_at_3_diff1": 0.7433292148272586, "nauc_ndcg_at_3_max": 0.6774455759805383, "nauc_ndcg_at_3_std": 0.23589926310230486, "nauc_ndcg_at_5_diff1": 0.7357065398756446, "nauc_ndcg_at_5_max": 0.6757099138623475, "nauc_ndcg_at_5_std": 0.24784910663880216, "nauc_precision_at_1000_diff1": 0.5609475369042506, "nauc_precision_at_1000_max": 0.7582674300561546, "nauc_precision_at_1000_std": 0.8996265534319865, "nauc_precision_at_100_diff1": 0.5982843076653217, "nauc_precision_at_100_max": 0.729543159945469, "nauc_precision_at_100_std": 0.7264386912599725, "nauc_precision_at_10_diff1": 0.6437734762846333, "nauc_precision_at_10_max": 0.6976448559100322, "nauc_precision_at_10_std": 0.4014579328974299, "nauc_precision_at_1_diff1": 0.7868933276850464, "nauc_precision_at_1_max": 0.6559380857756215, "nauc_precision_at_1_std": 0.19375118004890476, "nauc_precision_at_20_diff1": 0.628230960858553, "nauc_precision_at_20_max": 0.692032107030409, "nauc_precision_at_20_std": 0.47184174706362675, "nauc_precision_at_3_diff1": 0.7072289182111511, "nauc_precision_at_3_max": 0.6920958149897565, "nauc_precision_at_3_std": 0.27659814010830736, "nauc_precision_at_5_diff1": 0.6765339033883723, "nauc_precision_at_5_max": 0.6898350975416665, "nauc_precision_at_5_std": 0.32223896321063844, "nauc_recall_at_1000_diff1": 0.5609475369042859, "nauc_recall_at_1000_max": 0.758267430056198, "nauc_recall_at_1000_std": 0.8996265534319752, "nauc_recall_at_100_diff1": 0.5982843076653226, "nauc_recall_at_100_max": 0.729543159945471, "nauc_recall_at_100_std": 0.7264386912599765, "nauc_recall_at_10_diff1": 0.6437734762846338, "nauc_recall_at_10_max": 0.6976448559100323, "nauc_recall_at_10_std": 0.40145793289743176, "nauc_recall_at_1_diff1": 0.7868933276850464, "nauc_recall_at_1_max": 0.6559380857756215, "nauc_recall_at_1_std": 0.19375118004890476, "nauc_recall_at_20_diff1": 0.628230960858553, "nauc_recall_at_20_max": 0.6920321070304092, "nauc_recall_at_20_std": 0.4718417470636287, "nauc_recall_at_3_diff1": 0.7072289182111506, "nauc_recall_at_3_max": 0.6920958149897558, "nauc_recall_at_3_std": 0.2765981401083065, "nauc_recall_at_5_diff1": 0.6765339033883727, "nauc_recall_at_5_max": 0.6898350975416672, "nauc_recall_at_5_std": 0.32223896321064044, "ndcg_at_1": 0.56095, "ndcg_at_10": 0.68846, "ndcg_at_100": 0.71351, "ndcg_at_1000": 0.72033, "ndcg_at_20": 0.6995, "ndcg_at_3": 0.64415, "ndcg_at_5": 0.66851, "precision_at_1": 0.56095, "precision_at_10": 0.08226, "precision_at_100": 0.00943, "precision_at_1000": 0.001, "precision_at_20": 0.04331, "precision_at_3": 0.23406, "precision_at_5": 0.15213, "recall_at_1": 0.56095, "recall_at_10": 0.8226, "recall_at_100": 0.94252, "recall_at_1000": 0.99554, "recall_at_20": 0.8662, "recall_at_3": 0.70218, "recall_at_5": 0.76065 }, { "hf_subset": "spa-zho", "languages": [ "spa-Latn", "zho-Hans" ], "main_score": 0.61131, "map_at_1": 0.46893, "map_at_10": 0.56367, "map_at_100": 0.57097, "map_at_1000": 0.57126, "map_at_20": 0.56805, "map_at_3": 0.5404, "map_at_5": 0.55378, "mrr_at_1": 0.4689265536723164, "mrr_at_10": 0.5636651013769662, "mrr_at_100": 0.5709660709713781, "mrr_at_1000": 0.5712627612344835, "mrr_at_20": 0.5680468555597362, "mrr_at_3": 0.5404040404040409, "mrr_at_5": 0.5537835986988537, "nauc_map_at_1000_diff1": 0.6232228773434664, "nauc_map_at_1000_max": 0.5419997702196295, "nauc_map_at_1000_std": 0.23983213164870462, "nauc_map_at_100_diff1": 0.6231142266283789, "nauc_map_at_100_max": 0.5419494323875065, "nauc_map_at_100_std": 0.2400038004223148, "nauc_map_at_10_diff1": 0.6218160809772757, "nauc_map_at_10_max": 0.5432806854420449, "nauc_map_at_10_std": 0.23983108393429983, "nauc_map_at_1_diff1": 0.6672269831525119, "nauc_map_at_1_max": 0.5313819979012309, "nauc_map_at_1_std": 0.20835966211987544, "nauc_map_at_20_diff1": 0.6222271145194084, "nauc_map_at_20_max": 0.542055976156968, "nauc_map_at_20_std": 0.24048185385478388, "nauc_map_at_3_diff1": 0.6222334809012936, "nauc_map_at_3_max": 0.541805024813071, "nauc_map_at_3_std": 0.2307091869893285, "nauc_map_at_5_diff1": 0.6227123151188634, "nauc_map_at_5_max": 0.5436554613057298, "nauc_map_at_5_std": 0.2350525452781033, "nauc_mrr_at_1000_diff1": 0.6232228773434664, "nauc_mrr_at_1000_max": 0.5419997702196295, "nauc_mrr_at_1000_std": 0.23983213164870462, "nauc_mrr_at_100_diff1": 0.6231142266283789, "nauc_mrr_at_100_max": 0.5419494323875065, "nauc_mrr_at_100_std": 0.2400038004223148, "nauc_mrr_at_10_diff1": 0.6218160809772757, "nauc_mrr_at_10_max": 0.5432806854420449, "nauc_mrr_at_10_std": 0.23983108393429983, "nauc_mrr_at_1_diff1": 0.6672269831525119, "nauc_mrr_at_1_max": 0.5313819979012309, "nauc_mrr_at_1_std": 0.20835966211987544, "nauc_mrr_at_20_diff1": 0.6222271145194084, "nauc_mrr_at_20_max": 0.542055976156968, "nauc_mrr_at_20_std": 0.24048185385478388, "nauc_mrr_at_3_diff1": 0.6222334809012936, "nauc_mrr_at_3_max": 0.541805024813071, "nauc_mrr_at_3_std": 0.2307091869893285, "nauc_mrr_at_5_diff1": 0.6227123151188634, "nauc_mrr_at_5_max": 0.5436554613057298, "nauc_mrr_at_5_std": 0.2350525452781033, "nauc_ndcg_at_1000_diff1": 0.6146967590327647, "nauc_ndcg_at_1000_max": 0.5423395712391869, "nauc_ndcg_at_1000_std": 0.2522712294294579, "nauc_ndcg_at_100_diff1": 0.6108732611113932, "nauc_ndcg_at_100_max": 0.5407526182056297, "nauc_ndcg_at_100_std": 0.2595800212429847, "nauc_ndcg_at_10_diff1": 0.6040028438751338, "nauc_ndcg_at_10_max": 0.5462272315081215, "nauc_ndcg_at_10_std": 0.25989974280043976, "nauc_ndcg_at_1_diff1": 0.6672269831525119, "nauc_ndcg_at_1_max": 0.5313819979012309, "nauc_ndcg_at_1_std": 0.20835966211987544, "nauc_ndcg_at_20_diff1": 0.6046284137013452, "nauc_ndcg_at_20_max": 0.5411009374649107, "nauc_ndcg_at_20_std": 0.2631055206964299, "nauc_ndcg_at_3_diff1": 0.6070055464098728, "nauc_ndcg_at_3_max": 0.5438830096117023, "nauc_ndcg_at_3_std": 0.2382871487209974, "nauc_ndcg_at_5_diff1": 0.6067916129838371, "nauc_ndcg_at_5_max": 0.546822906258202, "nauc_ndcg_at_5_std": 0.24653845744420813, "nauc_precision_at_1000_diff1": 0.660915044296659, "nauc_precision_at_1000_max": 0.6828814200684233, "nauc_precision_at_1000_std": 0.8559877607186122, "nauc_precision_at_100_diff1": 0.49154293569395757, "nauc_precision_at_100_max": 0.4999288134920858, "nauc_precision_at_100_std": 0.5320467070129697, "nauc_precision_at_10_diff1": 0.5269777480473277, "nauc_precision_at_10_max": 0.5579384489010198, "nauc_precision_at_10_std": 0.35465474590134877, "nauc_precision_at_1_diff1": 0.6672269831525119, "nauc_precision_at_1_max": 0.5313819979012309, "nauc_precision_at_1_std": 0.20835966211987544, "nauc_precision_at_20_diff1": 0.5070272201579995, "nauc_precision_at_20_max": 0.5260656705332962, "nauc_precision_at_20_std": 0.40358025330419905, "nauc_precision_at_3_diff1": 0.5584671308230285, "nauc_precision_at_3_max": 0.5499995236183992, "nauc_precision_at_3_std": 0.2624464245523843, "nauc_precision_at_5_diff1": 0.5507125330712079, "nauc_precision_at_5_max": 0.5573371780566587, "nauc_precision_at_5_std": 0.2879746935906187, "nauc_recall_at_1000_diff1": 0.6609150442966036, "nauc_recall_at_1000_max": 0.6828814200684199, "nauc_recall_at_1000_std": 0.8559877607185891, "nauc_recall_at_100_diff1": 0.49154293569395935, "nauc_recall_at_100_max": 0.4999288134920848, "nauc_recall_at_100_std": 0.5320467070129709, "nauc_recall_at_10_diff1": 0.5269777480473288, "nauc_recall_at_10_max": 0.5579384489010201, "nauc_recall_at_10_std": 0.3546547459013495, "nauc_recall_at_1_diff1": 0.6672269831525119, "nauc_recall_at_1_max": 0.5313819979012309, "nauc_recall_at_1_std": 0.20835966211987544, "nauc_recall_at_20_diff1": 0.5070272201580011, "nauc_recall_at_20_max": 0.5260656705332968, "nauc_recall_at_20_std": 0.4035802533041988, "nauc_recall_at_3_diff1": 0.5584671308230283, "nauc_recall_at_3_max": 0.5499995236183989, "nauc_recall_at_3_std": 0.2624464245523843, "nauc_recall_at_5_diff1": 0.550712533071208, "nauc_recall_at_5_max": 0.5573371780566594, "nauc_recall_at_5_std": 0.2879746935906194, "ndcg_at_1": 0.46893, "ndcg_at_10": 0.61131, "ndcg_at_100": 0.64787, "ndcg_at_1000": 0.65573, "ndcg_at_20": 0.62737, "ndcg_at_3": 0.56336, "ndcg_at_5": 0.58748, "precision_at_1": 0.46893, "precision_at_10": 0.07617, "precision_at_100": 0.00935, "precision_at_1000": 0.001, "precision_at_20": 0.04127, "precision_at_3": 0.2099, "precision_at_5": 0.13765, "recall_at_1": 0.46893, "recall_at_10": 0.76168, "recall_at_100": 0.93477, "recall_at_1000": 0.9964, "recall_at_20": 0.82537, "recall_at_3": 0.62969, "recall_at_5": 0.68824 }, { "hf_subset": "hin-ara", "languages": [ "hin-Deva", "ara-Arab" ], "main_score": 0.57123, "map_at_1": 0.42436, "map_at_10": 0.52254, "map_at_100": 0.53071, "map_at_1000": 0.53106, "map_at_20": 0.52743, "map_at_3": 0.49918, "map_at_5": 0.51264, "mrr_at_1": 0.4243582741671218, "mrr_at_10": 0.5225405927890915, "mrr_at_100": 0.5307052872063582, "mrr_at_1000": 0.5310646248444363, "mrr_at_20": 0.5274314987524713, "mrr_at_3": 0.49918077553249657, "mrr_at_5": 0.5126433642818142, "nauc_map_at_1000_diff1": 0.6055069046370108, "nauc_map_at_1000_max": 0.45234449176553415, "nauc_map_at_1000_std": 0.016952141579642546, "nauc_map_at_100_diff1": 0.6053294539707493, "nauc_map_at_100_max": 0.4524870819222149, "nauc_map_at_100_std": 0.017376518821660906, "nauc_map_at_10_diff1": 0.6045863471184566, "nauc_map_at_10_max": 0.45193556400914164, "nauc_map_at_10_std": 0.012576284948478006, "nauc_map_at_1_diff1": 0.6534061012515034, "nauc_map_at_1_max": 0.4485649273308724, "nauc_map_at_1_std": -0.0033178587803496754, "nauc_map_at_20_diff1": 0.604437200453413, "nauc_map_at_20_max": 0.451727566600018, "nauc_map_at_20_std": 0.01633064030824092, "nauc_map_at_3_diff1": 0.6070118765929167, "nauc_map_at_3_max": 0.4509769274911536, "nauc_map_at_3_std": 0.014865499159803567, "nauc_map_at_5_diff1": 0.6063497447495578, "nauc_map_at_5_max": 0.45255815827558565, "nauc_map_at_5_std": 0.014874009871751992, "nauc_mrr_at_1000_diff1": 0.6055069130862101, "nauc_mrr_at_1000_max": 0.45234448780846714, "nauc_mrr_at_1000_std": 0.016952140814895766, "nauc_mrr_at_100_diff1": 0.6053294539707493, "nauc_mrr_at_100_max": 0.4524870819222149, "nauc_mrr_at_100_std": 0.017376518821660906, "nauc_mrr_at_10_diff1": 0.6045863471184566, "nauc_mrr_at_10_max": 0.45193556400914164, "nauc_mrr_at_10_std": 0.012576284948478006, "nauc_mrr_at_1_diff1": 0.6534061012515034, "nauc_mrr_at_1_max": 0.4485649273308724, "nauc_mrr_at_1_std": -0.0033178587803496754, "nauc_mrr_at_20_diff1": 0.604437200453413, "nauc_mrr_at_20_max": 0.451727566600018, "nauc_mrr_at_20_std": 0.01633064030824092, "nauc_mrr_at_3_diff1": 0.6070118765929167, "nauc_mrr_at_3_max": 0.4509769274911536, "nauc_mrr_at_3_std": 0.014865499159803567, "nauc_mrr_at_5_diff1": 0.6063497447495578, "nauc_mrr_at_5_max": 0.45255815827558565, "nauc_mrr_at_5_std": 0.014874009871751992, "nauc_ndcg_at_1000_diff1": 0.5953680541658574, "nauc_ndcg_at_1000_max": 0.45424352687801345, "nauc_ndcg_at_1000_std": 0.02710215905024632, "nauc_ndcg_at_100_diff1": 0.5898339095549066, "nauc_ndcg_at_100_max": 0.45928569402682184, "nauc_ndcg_at_100_std": 0.04266828796159152, "nauc_ndcg_at_10_diff1": 0.5846499574168177, "nauc_ndcg_at_10_max": 0.45201781856718304, "nauc_ndcg_at_10_std": 0.016167126346793098, "nauc_ndcg_at_1_diff1": 0.6534061012515034, "nauc_ndcg_at_1_max": 0.4485649273308724, "nauc_ndcg_at_1_std": -0.0033178587803496754, "nauc_ndcg_at_20_diff1": 0.5832945758170908, "nauc_ndcg_at_20_max": 0.45166579962536285, "nauc_ndcg_at_20_std": 0.03138380074796553, "nauc_ndcg_at_3_diff1": 0.5920664614656972, "nauc_ndcg_at_3_max": 0.4514969260229047, "nauc_ndcg_at_3_std": 0.02184548941353284, "nauc_ndcg_at_5_diff1": 0.590511085135713, "nauc_ndcg_at_5_max": 0.4539847606835727, "nauc_ndcg_at_5_std": 0.021484731631744965, "nauc_precision_at_1000_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_100_diff1": 0.4403060615504329, "nauc_precision_at_100_max": 0.6017573573119755, "nauc_precision_at_100_std": 0.4842507513259569, "nauc_precision_at_10_diff1": 0.5027047352842413, "nauc_precision_at_10_max": 0.45065691612737885, "nauc_precision_at_10_std": 0.02746587968797323, "nauc_precision_at_1_diff1": 0.6534061012515034, "nauc_precision_at_1_max": 0.4485649273308724, "nauc_precision_at_1_std": -0.0033178587803496754, "nauc_precision_at_20_diff1": 0.4724013848473142, "nauc_precision_at_20_max": 0.4497477818589376, "nauc_precision_at_20_std": 0.1243452087281729, "nauc_precision_at_3_diff1": 0.5458999149787346, "nauc_precision_at_3_max": 0.45301314933312975, "nauc_precision_at_3_std": 0.043800064659095014, "nauc_precision_at_5_diff1": 0.5373881992405342, "nauc_precision_at_5_max": 0.45871879363782214, "nauc_precision_at_5_std": 0.043483923857120854, "nauc_recall_at_1000_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_100_diff1": 0.4403060615504307, "nauc_recall_at_100_max": 0.601757357311974, "nauc_recall_at_100_std": 0.4842507513259541, "nauc_recall_at_10_diff1": 0.5027047352842412, "nauc_recall_at_10_max": 0.4506569161273795, "nauc_recall_at_10_std": 0.027465879687973625, "nauc_recall_at_1_diff1": 0.6534061012515034, "nauc_recall_at_1_max": 0.4485649273308724, "nauc_recall_at_1_std": -0.0033178587803496754, "nauc_recall_at_20_diff1": 0.47240138484731603, "nauc_recall_at_20_max": 0.4497477818589389, "nauc_recall_at_20_std": 0.12434520872817387, "nauc_recall_at_3_diff1": 0.5458999149787342, "nauc_recall_at_3_max": 0.45301314933312986, "nauc_recall_at_3_std": 0.043800064659094536, "nauc_recall_at_5_diff1": 0.5373881992405329, "nauc_recall_at_5_max": 0.45871879363782125, "nauc_recall_at_5_std": 0.04348392385712072, "ndcg_at_1": 0.42436, "ndcg_at_10": 0.57123, "ndcg_at_100": 0.61277, "ndcg_at_1000": 0.62253, "ndcg_at_20": 0.58922, "ndcg_at_3": 0.52307, "ndcg_at_5": 0.54723, "precision_at_1": 0.42436, "precision_at_10": 0.07247, "precision_at_100": 0.00923, "precision_at_1000": 0.001, "precision_at_20": 0.03981, "precision_at_3": 0.19734, "precision_at_5": 0.13009, "recall_at_1": 0.42436, "recall_at_10": 0.72474, "recall_at_100": 0.92299, "recall_at_1000": 1.0, "recall_at_20": 0.79629, "recall_at_3": 0.59203, "recall_at_5": 0.65046 }, { "hf_subset": "hin-deu", "languages": [ "hin-Deva", "deu-Latn" ], "main_score": 0.68796, "map_at_1": 0.55913, "map_at_10": 0.64531, "map_at_100": 0.65039, "map_at_1000": 0.65064, "map_at_20": 0.64828, "map_at_3": 0.62433, "map_at_5": 0.63724, "mrr_at_1": 0.5591322603219034, "mrr_at_10": 0.6453455629977684, "mrr_at_100": 0.6503950818341004, "mrr_at_1000": 0.650645399059905, "mrr_at_20": 0.648314811067132, "mrr_at_3": 0.6243293678563107, "mrr_at_5": 0.6372404945183124, "nauc_map_at_1000_diff1": 0.7054749241140493, "nauc_map_at_1000_max": 0.5626750016514631, "nauc_map_at_1000_std": 0.1968222760160393, "nauc_map_at_100_diff1": 0.705369374805924, "nauc_map_at_100_max": 0.5627097061741748, "nauc_map_at_100_std": 0.1971223588218957, "nauc_map_at_10_diff1": 0.7046921245009035, "nauc_map_at_10_max": 0.5628592076272693, "nauc_map_at_10_std": 0.19529813795827722, "nauc_map_at_1_diff1": 0.7391203418460545, "nauc_map_at_1_max": 0.5399842465659084, "nauc_map_at_1_std": 0.15270967404984762, "nauc_map_at_20_diff1": 0.704643216732535, "nauc_map_at_20_max": 0.5632230971586416, "nauc_map_at_20_std": 0.19655299855702685, "nauc_map_at_3_diff1": 0.7066891924321445, "nauc_map_at_3_max": 0.5654845141324937, "nauc_map_at_3_std": 0.18878370703322334, "nauc_map_at_5_diff1": 0.7057095538221131, "nauc_map_at_5_max": 0.5638089637222382, "nauc_map_at_5_std": 0.1929346614458488, "nauc_mrr_at_1000_diff1": 0.7054685412967608, "nauc_mrr_at_1000_max": 0.5626687277139687, "nauc_mrr_at_1000_std": 0.1968343916521889, "nauc_mrr_at_100_diff1": 0.7053629962482215, "nauc_mrr_at_100_max": 0.5627034384080833, "nauc_mrr_at_100_std": 0.1971344678021416, "nauc_mrr_at_10_diff1": 0.7046439290962052, "nauc_mrr_at_10_max": 0.562811937475647, "nauc_mrr_at_10_std": 0.19538929526863164, "nauc_mrr_at_1_diff1": 0.7391203418460545, "nauc_mrr_at_1_max": 0.5399842465659084, "nauc_mrr_at_1_std": 0.15270967404984762, "nauc_mrr_at_20_diff1": 0.7045945696318612, "nauc_mrr_at_20_max": 0.5631754289313917, "nauc_mrr_at_20_std": 0.19664513706529946, "nauc_mrr_at_3_diff1": 0.7066891924321445, "nauc_mrr_at_3_max": 0.5654845141324937, "nauc_mrr_at_3_std": 0.18878370703322334, "nauc_mrr_at_5_diff1": 0.7057095538221131, "nauc_mrr_at_5_max": 0.5638089637222382, "nauc_mrr_at_5_std": 0.1929346614458488, "nauc_ndcg_at_1000_diff1": 0.6982732089122932, "nauc_ndcg_at_1000_max": 0.565908572428959, "nauc_ndcg_at_1000_std": 0.21238346700870134, "nauc_ndcg_at_100_diff1": 0.69580377729964, "nauc_ndcg_at_100_max": 0.5673966781879314, "nauc_ndcg_at_100_std": 0.22446355610239002, "nauc_ndcg_at_10_diff1": 0.6893014066867055, "nauc_ndcg_at_10_max": 0.5687069047619816, "nauc_ndcg_at_10_std": 0.21592956361857019, "nauc_ndcg_at_1_diff1": 0.7391203418460545, "nauc_ndcg_at_1_max": 0.5399842465659084, "nauc_ndcg_at_1_std": 0.15270967404984762, "nauc_ndcg_at_20_diff1": 0.6888716763029197, "nauc_ndcg_at_20_max": 0.5699288301566945, "nauc_ndcg_at_20_std": 0.22140245609522718, "nauc_ndcg_at_3_diff1": 0.6951948145857038, "nauc_ndcg_at_3_max": 0.5738107139740706, "nauc_ndcg_at_3_std": 0.20122621793374704, "nauc_ndcg_at_5_diff1": 0.6926502833524062, "nauc_ndcg_at_5_max": 0.5707500542165918, "nauc_ndcg_at_5_std": 0.2092755757087389, "nauc_precision_at_1000_diff1": 0.03283762484119736, "nauc_precision_at_1000_max": -0.0065037518300068145, "nauc_precision_at_1000_std": 0.6855441011526363, "nauc_precision_at_100_diff1": 0.5985352222760982, "nauc_precision_at_100_max": 0.5902267519494991, "nauc_precision_at_100_std": 0.6316128454270361, "nauc_precision_at_10_diff1": 0.6118530195462409, "nauc_precision_at_10_max": 0.5936445889220238, "nauc_precision_at_10_std": 0.32104134591769395, "nauc_precision_at_1_diff1": 0.7391203418460545, "nauc_precision_at_1_max": 0.5399842465659084, "nauc_precision_at_1_std": 0.15270967404984762, "nauc_precision_at_20_diff1": 0.5880496566365264, "nauc_precision_at_20_max": 0.6077940626592776, "nauc_precision_at_20_std": 0.3895236978163825, "nauc_precision_at_3_diff1": 0.6566774203577572, "nauc_precision_at_3_max": 0.6014531119883326, "nauc_precision_at_3_std": 0.2427962030119279, "nauc_precision_at_5_diff1": 0.6418161005922479, "nauc_precision_at_5_max": 0.5963004580394791, "nauc_precision_at_5_std": 0.2731322792163282, "nauc_recall_at_1000_diff1": 0.5613845760575706, "nauc_recall_at_1000_max": 0.4224777387444148, "nauc_recall_at_1000_std": 1.0, "nauc_recall_at_100_diff1": 0.6234212860105636, "nauc_recall_at_100_max": 0.613342390869764, "nauc_recall_at_100_std": 0.6381389791084306, "nauc_recall_at_10_diff1": 0.6128286088281001, "nauc_recall_at_10_max": 0.5943807248715465, "nauc_recall_at_10_std": 0.3192864185643169, "nauc_recall_at_1_diff1": 0.7391203418460545, "nauc_recall_at_1_max": 0.5399842465659084, "nauc_recall_at_1_std": 0.15270967404984762, "nauc_recall_at_20_diff1": 0.5893573888954778, "nauc_recall_at_20_max": 0.6087061453815636, "nauc_recall_at_20_std": 0.3871116169286232, "nauc_recall_at_3_diff1": 0.6566774203577587, "nauc_recall_at_3_max": 0.601453111988332, "nauc_recall_at_3_std": 0.24279620301192809, "nauc_recall_at_5_diff1": 0.6418161005922485, "nauc_recall_at_5_max": 0.5963004580394796, "nauc_recall_at_5_std": 0.2731322792163291, "ndcg_at_1": 0.55913, "ndcg_at_10": 0.68796, "ndcg_at_100": 0.71342, "ndcg_at_1000": 0.72045, "ndcg_at_20": 0.69876, "ndcg_at_3": 0.64535, "ndcg_at_5": 0.66851, "precision_at_1": 0.55913, "precision_at_10": 0.08223, "precision_at_100": 0.00943, "precision_at_1000": 0.001, "precision_at_20": 0.04325, "precision_at_3": 0.23536, "precision_at_5": 0.15241, "recall_at_1": 0.55913, "recall_at_10": 0.8219, "recall_at_100": 0.94262, "recall_at_1000": 0.9986, "recall_at_20": 0.86459, "recall_at_3": 0.70609, "recall_at_5": 0.76207 }, { "hf_subset": "hin-eng", "languages": [ "hin-Deva", "eng-Latn" ], "main_score": 0.63011, "map_at_1": 0.50051, "map_at_10": 0.58646, "map_at_100": 0.59268, "map_at_1000": 0.593, "map_at_20": 0.59011, "map_at_3": 0.56513, "map_at_5": 0.57706, "mrr_at_1": 0.5006102522375916, "mrr_at_10": 0.5864912272204786, "mrr_at_100": 0.5927206003149159, "mrr_at_1000": 0.5930395831651711, "mrr_at_20": 0.5901484086420345, "mrr_at_3": 0.5651613778139416, "mrr_at_5": 0.5770918090588555, "nauc_map_at_1000_diff1": 0.677701948019508, "nauc_map_at_1000_max": 0.5003229038084553, "nauc_map_at_1000_std": 0.07462299797536609, "nauc_map_at_100_diff1": 0.6775236696495768, "nauc_map_at_100_max": 0.5003400326889168, "nauc_map_at_100_std": 0.07486785211043812, "nauc_map_at_10_diff1": 0.6770749496521914, "nauc_map_at_10_max": 0.500181511024631, "nauc_map_at_10_std": 0.07280690830049313, "nauc_map_at_1_diff1": 0.714590866697409, "nauc_map_at_1_max": 0.4890081903184796, "nauc_map_at_1_std": 0.03970778076717554, "nauc_map_at_20_diff1": 0.6769951516538438, "nauc_map_at_20_max": 0.5005150814159341, "nauc_map_at_20_std": 0.07460795307733005, "nauc_map_at_3_diff1": 0.6836058862327419, "nauc_map_at_3_max": 0.5022669795122559, "nauc_map_at_3_std": 0.06741107052583371, "nauc_map_at_5_diff1": 0.6789237816049238, "nauc_map_at_5_max": 0.5015523358380267, "nauc_map_at_5_std": 0.06976512077696624, "nauc_mrr_at_1000_diff1": 0.6776667780204013, "nauc_mrr_at_1000_max": 0.5004067397559074, "nauc_mrr_at_1000_std": 0.07469631691722808, "nauc_mrr_at_100_diff1": 0.6774877145989026, "nauc_mrr_at_100_max": 0.500425688430358, "nauc_mrr_at_100_std": 0.07495212844458764, "nauc_mrr_at_10_diff1": 0.6770409279515092, "nauc_mrr_at_10_max": 0.5002625676902479, "nauc_mrr_at_10_std": 0.07287126036907557, "nauc_mrr_at_1_diff1": 0.7145042320787962, "nauc_mrr_at_1_max": 0.48922273205461686, "nauc_mrr_at_1_std": 0.0398755884517989, "nauc_mrr_at_20_diff1": 0.676960816553704, "nauc_mrr_at_20_max": 0.5005968904135909, "nauc_mrr_at_20_std": 0.0746729630263262, "nauc_mrr_at_3_diff1": 0.6835735139986279, "nauc_mrr_at_3_max": 0.502344767546752, "nauc_mrr_at_3_std": 0.06747256334105395, "nauc_mrr_at_5_diff1": 0.6788905559077913, "nauc_mrr_at_5_max": 0.5016317169642385, "nauc_mrr_at_5_std": 0.06982798462025677, "nauc_ndcg_at_1000_diff1": 0.6671138431508223, "nauc_ndcg_at_1000_max": 0.5020107392202207, "nauc_ndcg_at_1000_std": 0.09161779187316157, "nauc_ndcg_at_100_diff1": 0.6615599700311284, "nauc_ndcg_at_100_max": 0.5031629646062967, "nauc_ndcg_at_100_std": 0.1018733321715992, "nauc_ndcg_at_10_diff1": 0.6583713364649515, "nauc_ndcg_at_10_max": 0.5022418909551144, "nauc_ndcg_at_10_std": 0.09082518882630403, "nauc_ndcg_at_1_diff1": 0.7145042320787962, "nauc_ndcg_at_1_max": 0.48922273205461686, "nauc_ndcg_at_1_std": 0.0398755884517989, "nauc_ndcg_at_20_diff1": 0.6576486808327571, "nauc_ndcg_at_20_max": 0.5039576337305754, "nauc_ndcg_at_20_std": 0.09884296022863263, "nauc_ndcg_at_3_diff1": 0.6731826862907152, "nauc_ndcg_at_3_max": 0.5067630162693081, "nauc_ndcg_at_3_std": 0.07720770136478845, "nauc_ndcg_at_5_diff1": 0.6639156645498111, "nauc_ndcg_at_5_max": 0.5054762766098593, "nauc_ndcg_at_5_std": 0.08198753020365777, "nauc_precision_at_1000_diff1": 0.46816102930029635, "nauc_precision_at_1000_max": 0.44969265208329184, "nauc_precision_at_1000_std": 0.6763660156827548, "nauc_precision_at_100_diff1": 0.5007899498407483, "nauc_precision_at_100_max": 0.5306274876335005, "nauc_precision_at_100_std": 0.45284060160474243, "nauc_precision_at_10_diff1": 0.5723148123759694, "nauc_precision_at_10_max": 0.5083920237448104, "nauc_precision_at_10_std": 0.17418300836017672, "nauc_precision_at_1_diff1": 0.7145042320787962, "nauc_precision_at_1_max": 0.48922273205461686, "nauc_precision_at_1_std": 0.0398755884517989, "nauc_precision_at_20_diff1": 0.5479453168338119, "nauc_precision_at_20_max": 0.5219305786493224, "nauc_precision_at_20_std": 0.24609813464286687, "nauc_precision_at_3_diff1": 0.638449709739048, "nauc_precision_at_3_max": 0.5209401839323278, "nauc_precision_at_3_std": 0.10915066440232012, "nauc_precision_at_5_diff1": 0.6083041858870958, "nauc_precision_at_5_max": 0.5185717408060087, "nauc_precision_at_5_std": 0.1261049461530205, "nauc_recall_at_1000_diff1": 0.5219607147183447, "nauc_recall_at_1000_max": 0.4705052039637454, "nauc_recall_at_1000_std": 0.6772942709247299, "nauc_recall_at_100_diff1": 0.5046348264076661, "nauc_recall_at_100_max": 0.5310171650587975, "nauc_recall_at_100_std": 0.45065801096081554, "nauc_recall_at_10_diff1": 0.5738151573464265, "nauc_recall_at_10_max": 0.5087027071826207, "nauc_recall_at_10_std": 0.1739308326027674, "nauc_recall_at_1_diff1": 0.714590866697409, "nauc_recall_at_1_max": 0.4890081903184796, "nauc_recall_at_1_std": 0.03970778076717554, "nauc_recall_at_20_diff1": 0.5497572823641447, "nauc_recall_at_20_max": 0.5223446546197138, "nauc_recall_at_20_std": 0.24593540243860879, "nauc_recall_at_3_diff1": 0.6396231086674905, "nauc_recall_at_3_max": 0.5211817591229855, "nauc_recall_at_3_std": 0.10888733270464175, "nauc_recall_at_5_diff1": 0.6095674244151575, "nauc_recall_at_5_max": 0.5188370425508178, "nauc_recall_at_5_std": 0.12583533993855667, "ndcg_at_1": 0.50061, "ndcg_at_10": 0.63011, "ndcg_at_100": 0.66173, "ndcg_at_1000": 0.67056, "ndcg_at_20": 0.6434, "ndcg_at_3": 0.58613, "ndcg_at_5": 0.60765, "precision_at_1": 0.50061, "precision_at_10": 0.07681, "precision_at_100": 0.00919, "precision_at_1000": 0.00099, "precision_at_20": 0.04103, "precision_at_3": 0.21569, "precision_at_5": 0.13987, "recall_at_1": 0.50051, "recall_at_10": 0.7679, "recall_at_100": 0.91873, "recall_at_1000": 0.98902, "recall_at_20": 0.82038, "recall_at_3": 0.64687, "recall_at_5": 0.69915 }, { "hf_subset": "hin-spa", "languages": [ "hin-Deva", "spa-Latn" ], "main_score": 0.6763, "map_at_1": 0.5511, "map_at_10": 0.63644, "map_at_100": 0.64274, "map_at_1000": 0.643, "map_at_20": 0.64062, "map_at_3": 0.61798, "map_at_5": 0.62971, "mrr_at_1": 0.5511033681765389, "mrr_at_10": 0.6364443338310942, "mrr_at_100": 0.6427277730452929, "mrr_at_1000": 0.6429860282456284, "mrr_at_20": 0.6406124309708151, "mrr_at_3": 0.6179829655439419, "mrr_at_5": 0.6297135114208298, "nauc_map_at_1000_diff1": 0.6945692391168667, "nauc_map_at_1000_max": 0.6368878619101517, "nauc_map_at_1000_std": 0.20687843209224094, "nauc_map_at_100_diff1": 0.6944671342522715, "nauc_map_at_100_max": 0.6368852159317897, "nauc_map_at_100_std": 0.20721723933500816, "nauc_map_at_10_diff1": 0.6937016485924341, "nauc_map_at_10_max": 0.6373467075644997, "nauc_map_at_10_std": 0.20544645978737808, "nauc_map_at_1_diff1": 0.7282179696132188, "nauc_map_at_1_max": 0.6236097227029724, "nauc_map_at_1_std": 0.1681317955254, "nauc_map_at_20_diff1": 0.6941840968264676, "nauc_map_at_20_max": 0.6372128801525737, "nauc_map_at_20_std": 0.2081449944515819, "nauc_map_at_3_diff1": 0.6941649953810145, "nauc_map_at_3_max": 0.6375823472179029, "nauc_map_at_3_std": 0.19776111544320704, "nauc_map_at_5_diff1": 0.6957914933246846, "nauc_map_at_5_max": 0.6398901257410657, "nauc_map_at_5_std": 0.2038058715513224, "nauc_mrr_at_1000_diff1": 0.6945606353973393, "nauc_mrr_at_1000_max": 0.6368878798871445, "nauc_mrr_at_1000_std": 0.2068111829566481, "nauc_mrr_at_100_diff1": 0.694458541548566, "nauc_mrr_at_100_max": 0.6368852339727078, "nauc_mrr_at_100_std": 0.20715004173313994, "nauc_mrr_at_10_diff1": 0.6937016485924341, "nauc_mrr_at_10_max": 0.6373467075644997, "nauc_mrr_at_10_std": 0.20544645978737808, "nauc_mrr_at_1_diff1": 0.7282179696132188, "nauc_mrr_at_1_max": 0.6236097227029724, "nauc_mrr_at_1_std": 0.1681317955254, "nauc_mrr_at_20_diff1": 0.6941755712560307, "nauc_mrr_at_20_max": 0.6372128881752073, "nauc_mrr_at_20_std": 0.20807822699026565, "nauc_mrr_at_3_diff1": 0.6941649953810145, "nauc_mrr_at_3_max": 0.6375823472179029, "nauc_mrr_at_3_std": 0.19776111544320704, "nauc_mrr_at_5_diff1": 0.6957914933246846, "nauc_mrr_at_5_max": 0.6398901257410657, "nauc_mrr_at_5_std": 0.2038058715513224, "nauc_ndcg_at_1000_diff1": 0.6875580844269652, "nauc_ndcg_at_1000_max": 0.6382574772192658, "nauc_ndcg_at_1000_std": 0.22203243164930897, "nauc_ndcg_at_100_diff1": 0.6842809902772549, "nauc_ndcg_at_100_max": 0.637724892795389, "nauc_ndcg_at_100_std": 0.23394312435054704, "nauc_ndcg_at_10_diff1": 0.6797120149160526, "nauc_ndcg_at_10_max": 0.6413145864059782, "nauc_ndcg_at_10_std": 0.2280822365273713, "nauc_ndcg_at_1_diff1": 0.7282179696132188, "nauc_ndcg_at_1_max": 0.6236097227029724, "nauc_ndcg_at_1_std": 0.1681317955254, "nauc_ndcg_at_20_diff1": 0.6810106646069741, "nauc_ndcg_at_20_max": 0.6408689203390121, "nauc_ndcg_at_20_std": 0.23941633906465837, "nauc_ndcg_at_3_diff1": 0.6824197204283213, "nauc_ndcg_at_3_max": 0.6425002713815253, "nauc_ndcg_at_3_std": 0.21069849421361747, "nauc_ndcg_at_5_diff1": 0.6851844057005874, "nauc_ndcg_at_5_max": 0.6474219538148792, "nauc_ndcg_at_5_std": 0.22330506729738897, "nauc_precision_at_1000_diff1": 0.37707342608866007, "nauc_precision_at_1000_max": 0.12760780331405536, "nauc_precision_at_1000_std": 0.670292053979412, "nauc_precision_at_100_diff1": 0.5641563777839336, "nauc_precision_at_100_max": 0.5940620852529643, "nauc_precision_at_100_std": 0.6452436188205879, "nauc_precision_at_10_diff1": 0.6164690527583363, "nauc_precision_at_10_max": 0.6568809108255557, "nauc_precision_at_10_std": 0.3347139076302028, "nauc_precision_at_1_diff1": 0.7282179696132188, "nauc_precision_at_1_max": 0.6236097227029724, "nauc_precision_at_1_std": 0.1681317955254, "nauc_precision_at_20_diff1": 0.5959974059053404, "nauc_precision_at_20_max": 0.6519101617887462, "nauc_precision_at_20_std": 0.45700844308619143, "nauc_precision_at_3_diff1": 0.643342396551856, "nauc_precision_at_3_max": 0.6588991254779896, "nauc_precision_at_3_std": 0.2547505593392509, "nauc_precision_at_5_diff1": 0.645990564665753, "nauc_precision_at_5_max": 0.6770459082796371, "nauc_precision_at_5_std": 0.30079218938839897, "nauc_recall_at_1000_diff1": 0.7152461498213454, "nauc_recall_at_1000_max": 0.3863814332686057, "nauc_recall_at_1000_std": 0.4789541743365527, "nauc_recall_at_100_diff1": 0.5781170560158502, "nauc_recall_at_100_max": 0.6106079875981366, "nauc_recall_at_100_std": 0.6388100525212458, "nauc_recall_at_10_diff1": 0.6164690527583361, "nauc_recall_at_10_max": 0.6568809108255562, "nauc_recall_at_10_std": 0.3347139076302036, "nauc_recall_at_1_diff1": 0.7282179696132188, "nauc_recall_at_1_max": 0.6236097227029724, "nauc_recall_at_1_std": 0.1681317955254, "nauc_recall_at_20_diff1": 0.6019911978732527, "nauc_recall_at_20_max": 0.6591642418702829, "nauc_recall_at_20_std": 0.45294861129914255, "nauc_recall_at_3_diff1": 0.6433423965518567, "nauc_recall_at_3_max": 0.6588991254779906, "nauc_recall_at_3_std": 0.25475055933925095, "nauc_recall_at_5_diff1": 0.6459905646657534, "nauc_recall_at_5_max": 0.6770459082796374, "nauc_recall_at_5_std": 0.3007921893883985, "ndcg_at_1": 0.5511, "ndcg_at_10": 0.6763, "ndcg_at_100": 0.70696, "ndcg_at_1000": 0.71381, "ndcg_at_20": 0.69137, "ndcg_at_3": 0.63932, "ndcg_at_5": 0.66041, "precision_at_1": 0.5511, "precision_at_10": 0.08002, "precision_at_100": 0.00945, "precision_at_1000": 0.001, "precision_at_20": 0.043, "precision_at_3": 0.23364, "precision_at_5": 0.15041, "recall_at_1": 0.5511, "recall_at_10": 0.80023, "recall_at_100": 0.94425, "recall_at_1000": 0.99826, "recall_at_20": 0.85947, "recall_at_3": 0.70093, "recall_at_5": 0.75203 }, { "hf_subset": "hin-hin", "languages": [ "hin-Deva", "hin-Deva" ], "main_score": 0.66658, "map_at_1": 0.55696, "map_at_10": 0.63002, "map_at_100": 0.63546, "map_at_1000": 0.63576, "map_at_20": 0.63321, "map_at_3": 0.61229, "map_at_5": 0.62277, "mrr_at_1": 0.557160292921074, "mrr_at_10": 0.6301203068696976, "mrr_at_100": 0.6355577194323825, "mrr_at_1000": 0.6358663574867666, "mrr_at_20": 0.6333074444972057, "mrr_at_3": 0.6123881204231094, "mrr_at_5": 0.622874288039057, "nauc_map_at_1000_diff1": 0.7473032534087352, "nauc_map_at_1000_max": 0.6639704444762649, "nauc_map_at_1000_std": 0.13969883567590763, "nauc_map_at_100_diff1": 0.7472061546938821, "nauc_map_at_100_max": 0.664031964182819, "nauc_map_at_100_std": 0.1399088896884134, "nauc_map_at_10_diff1": 0.74684849609387, "nauc_map_at_10_max": 0.6647300256357266, "nauc_map_at_10_std": 0.1385125651732782, "nauc_map_at_1_diff1": 0.7769143019533542, "nauc_map_at_1_max": 0.6388981207527522, "nauc_map_at_1_std": 0.09594462088719397, "nauc_map_at_20_diff1": 0.7467863550065179, "nauc_map_at_20_max": 0.6641683852785831, "nauc_map_at_20_std": 0.13974990611253546, "nauc_map_at_3_diff1": 0.7498044620241435, "nauc_map_at_3_max": 0.6633497700283035, "nauc_map_at_3_std": 0.12831835337393166, "nauc_map_at_5_diff1": 0.7476276315890481, "nauc_map_at_5_max": 0.6637470580762672, "nauc_map_at_5_std": 0.13400826949073025, "nauc_mrr_at_1000_diff1": 0.7480154743903007, "nauc_mrr_at_1000_max": 0.6646720770344297, "nauc_mrr_at_1000_std": 0.13991652970281918, "nauc_mrr_at_100_diff1": 0.7479175972908338, "nauc_mrr_at_100_max": 0.6647328498778875, "nauc_mrr_at_100_std": 0.14012637622617066, "nauc_mrr_at_10_diff1": 0.747548844888855, "nauc_mrr_at_10_max": 0.6654201133999975, "nauc_mrr_at_10_std": 0.1387264995441896, "nauc_mrr_at_1_diff1": 0.777451324196663, "nauc_mrr_at_1_max": 0.6395376542232625, "nauc_mrr_at_1_std": 0.09631325418133548, "nauc_mrr_at_20_diff1": 0.7474928639928038, "nauc_mrr_at_20_max": 0.66486447990037, "nauc_mrr_at_20_std": 0.13996588059188514, "nauc_mrr_at_3_diff1": 0.7504774086537688, "nauc_mrr_at_3_max": 0.6640123419481508, "nauc_mrr_at_3_std": 0.12852258557265797, "nauc_mrr_at_5_diff1": 0.7483157235255795, "nauc_mrr_at_5_max": 0.6644248536640887, "nauc_mrr_at_5_std": 0.1342178776622482, "nauc_ndcg_at_1000_diff1": 0.739006056279607, "nauc_ndcg_at_1000_max": 0.6698007649927781, "nauc_ndcg_at_1000_std": 0.16000481595757912, "nauc_ndcg_at_100_diff1": 0.7361136524844829, "nauc_ndcg_at_100_max": 0.6720614473935461, "nauc_ndcg_at_100_std": 0.16969977583330884, "nauc_ndcg_at_10_diff1": 0.7335821035008335, "nauc_ndcg_at_10_max": 0.6746474938634872, "nauc_ndcg_at_10_std": 0.16259773254880633, "nauc_ndcg_at_1_diff1": 0.777451324196663, "nauc_ndcg_at_1_max": 0.6395376542232625, "nauc_ndcg_at_1_std": 0.09631325418133548, "nauc_ndcg_at_20_diff1": 0.7331023545709437, "nauc_ndcg_at_20_max": 0.6729899196397768, "nauc_ndcg_at_20_std": 0.1684169391517569, "nauc_ndcg_at_3_diff1": 0.7408458027629351, "nauc_ndcg_at_3_max": 0.6712783076672916, "nauc_ndcg_at_3_std": 0.1389893678556513, "nauc_ndcg_at_5_diff1": 0.7365055350256892, "nauc_ndcg_at_5_max": 0.6722789332004875, "nauc_ndcg_at_5_std": 0.15003823440306419, "nauc_precision_at_1000_diff1": 0.5248996447403327, "nauc_precision_at_1000_max": 0.7478080022591834, "nauc_precision_at_1000_std": 0.7306031098363136, "nauc_precision_at_100_diff1": 0.6350403436050248, "nauc_precision_at_100_max": 0.7391056754703288, "nauc_precision_at_100_std": 0.5046411287288852, "nauc_precision_at_10_diff1": 0.6734698191189524, "nauc_precision_at_10_max": 0.7153495074847789, "nauc_precision_at_10_std": 0.2729871626452024, "nauc_precision_at_1_diff1": 0.777451324196663, "nauc_precision_at_1_max": 0.6395376542232625, "nauc_precision_at_1_std": 0.09631325418133548, "nauc_precision_at_20_diff1": 0.6576348268029653, "nauc_precision_at_20_max": 0.7149117299384316, "nauc_precision_at_20_std": 0.33449703539929776, "nauc_precision_at_3_diff1": 0.7106358294879865, "nauc_precision_at_3_max": 0.6958357271211255, "nauc_precision_at_3_std": 0.17362878433162002, "nauc_precision_at_5_diff1": 0.6949095436912145, "nauc_precision_at_5_max": 0.7015054474197945, "nauc_precision_at_5_std": 0.2090496324869168, "nauc_recall_at_1000_diff1": 0.5297902497448258, "nauc_recall_at_1000_max": 0.7504354080678637, "nauc_recall_at_1000_std": 0.7314852263454937, "nauc_recall_at_100_diff1": 0.6361918372899756, "nauc_recall_at_100_max": 0.7395188376401738, "nauc_recall_at_100_std": 0.5041046767072092, "nauc_recall_at_10_diff1": 0.6740928430705088, "nauc_recall_at_10_max": 0.71559262866999, "nauc_recall_at_10_std": 0.27251035179287664, "nauc_recall_at_1_diff1": 0.7769143019533542, "nauc_recall_at_1_max": 0.6388981207527522, "nauc_recall_at_1_std": 0.09594462088719397, "nauc_recall_at_20_diff1": 0.6583113887637888, "nauc_recall_at_20_max": 0.7151435928850794, "nauc_recall_at_20_std": 0.3339873387854895, "nauc_recall_at_3_diff1": 0.7111820562017016, "nauc_recall_at_3_max": 0.6960400337713276, "nauc_recall_at_3_std": 0.17318247410078652, "nauc_recall_at_5_diff1": 0.6954548886867792, "nauc_recall_at_5_max": 0.7016922595551779, "nauc_recall_at_5_std": 0.20857663915327487, "ndcg_at_1": 0.55716, "ndcg_at_10": 0.66658, "ndcg_at_100": 0.69462, "ndcg_at_1000": 0.7033, "ndcg_at_20": 0.67813, "ndcg_at_3": 0.63007, "ndcg_at_5": 0.64894, "precision_at_1": 0.55716, "precision_at_10": 0.07821, "precision_at_100": 0.00917, "precision_at_1000": 0.00099, "precision_at_20": 0.04139, "precision_at_3": 0.22722, "precision_at_5": 0.14548, "recall_at_1": 0.55696, "recall_at_10": 0.78183, "recall_at_100": 0.9167, "recall_at_1000": 0.98607, "recall_at_20": 0.8274, "recall_at_3": 0.68135, "recall_at_5": 0.72712 }, { "hf_subset": "hin-vie", "languages": [ "hin-Deva", "vie-Latn" ], "main_score": 0.62903, "map_at_1": 0.48947, "map_at_10": 0.58127, "map_at_100": 0.58845, "map_at_1000": 0.58873, "map_at_20": 0.5859, "map_at_3": 0.55718, "map_at_5": 0.57092, "mrr_at_1": 0.48947098099640474, "mrr_at_10": 0.5812668655888997, "mrr_at_100": 0.5884503876484478, "mrr_at_1000": 0.5887286985349632, "mrr_at_20": 0.5859007934654201, "mrr_at_3": 0.5571819893853798, "mrr_at_5": 0.5709210751583643, "nauc_map_at_1000_diff1": 0.6669139278057881, "nauc_map_at_1000_max": 0.5288053215436979, "nauc_map_at_1000_std": 0.10906298682531335, "nauc_map_at_100_diff1": 0.6668286740122094, "nauc_map_at_100_max": 0.5287957613997979, "nauc_map_at_100_std": 0.109412166807772, "nauc_map_at_10_diff1": 0.6660058856245726, "nauc_map_at_10_max": 0.5283493626040618, "nauc_map_at_10_std": 0.10723340569786463, "nauc_map_at_1_diff1": 0.7064143487546513, "nauc_map_at_1_max": 0.5316031574189135, "nauc_map_at_1_std": 0.07979592514703672, "nauc_map_at_20_diff1": 0.6663271272626718, "nauc_map_at_20_max": 0.5286380130938455, "nauc_map_at_20_std": 0.10961067569382123, "nauc_map_at_3_diff1": 0.6720112206757043, "nauc_map_at_3_max": 0.5339294852565091, "nauc_map_at_3_std": 0.09732333440371645, "nauc_map_at_5_diff1": 0.6659652671604512, "nauc_map_at_5_max": 0.5291296098682058, "nauc_map_at_5_std": 0.10366250122292246, "nauc_mrr_at_1000_diff1": 0.6669139278057881, "nauc_mrr_at_1000_max": 0.5288053215436979, "nauc_mrr_at_1000_std": 0.10906298682531335, "nauc_mrr_at_100_diff1": 0.6668286740122094, "nauc_mrr_at_100_max": 0.5287957613997979, "nauc_mrr_at_100_std": 0.109412166807772, "nauc_mrr_at_10_diff1": 0.6660058856245726, "nauc_mrr_at_10_max": 0.5283493626040618, "nauc_mrr_at_10_std": 0.10723340569786463, "nauc_mrr_at_1_diff1": 0.7064143487546513, "nauc_mrr_at_1_max": 0.5316031574189135, "nauc_mrr_at_1_std": 0.07979592514703672, "nauc_mrr_at_20_diff1": 0.6663271272626718, "nauc_mrr_at_20_max": 0.5286380130938455, "nauc_mrr_at_20_std": 0.10961067569382123, "nauc_mrr_at_3_diff1": 0.6720112206757043, "nauc_mrr_at_3_max": 0.5339294852565091, "nauc_mrr_at_3_std": 0.09732333440371645, "nauc_mrr_at_5_diff1": 0.6659652671604512, "nauc_mrr_at_5_max": 0.5291296098682058, "nauc_mrr_at_5_std": 0.10366250122292246, "nauc_ndcg_at_1000_diff1": 0.6577094354769317, "nauc_ndcg_at_1000_max": 0.5276735508100405, "nauc_ndcg_at_1000_std": 0.12261289090269101, "nauc_ndcg_at_100_diff1": 0.6543497463460403, "nauc_ndcg_at_100_max": 0.5273743150561734, "nauc_ndcg_at_100_std": 0.13361302965889799, "nauc_ndcg_at_10_diff1": 0.6489067390381353, "nauc_ndcg_at_10_max": 0.5252150612422318, "nauc_ndcg_at_10_std": 0.12577414222658362, "nauc_ndcg_at_1_diff1": 0.7064143487546513, "nauc_ndcg_at_1_max": 0.5316031574189135, "nauc_ndcg_at_1_std": 0.07979592514703672, "nauc_ndcg_at_20_diff1": 0.6494374013263714, "nauc_ndcg_at_20_max": 0.5258618464012167, "nauc_ndcg_at_20_std": 0.1358537740475028, "nauc_ndcg_at_3_diff1": 0.6612208839698492, "nauc_ndcg_at_3_max": 0.5356860074662577, "nauc_ndcg_at_3_std": 0.10357953833448716, "nauc_ndcg_at_5_diff1": 0.6495328018515314, "nauc_ndcg_at_5_max": 0.5271050319586323, "nauc_ndcg_at_5_std": 0.11624769129521197, "nauc_precision_at_1000_diff1": 0.3683026486851682, "nauc_precision_at_1000_max": 0.5079762010958204, "nauc_precision_at_1000_std": 0.6215149229112826, "nauc_precision_at_100_diff1": 0.5182424321812322, "nauc_precision_at_100_max": 0.5148537568142422, "nauc_precision_at_100_std": 0.5278184175716807, "nauc_precision_at_10_diff1": 0.5706176494220766, "nauc_precision_at_10_max": 0.5093525820871968, "nauc_precision_at_10_std": 0.2169236284129761, "nauc_precision_at_1_diff1": 0.7064143487546513, "nauc_precision_at_1_max": 0.5316031574189135, "nauc_precision_at_1_std": 0.07979592514703672, "nauc_precision_at_20_diff1": 0.5453593582927749, "nauc_precision_at_20_max": 0.5065936244924523, "nauc_precision_at_20_std": 0.3227095320627403, "nauc_precision_at_3_diff1": 0.6269123619974376, "nauc_precision_at_3_max": 0.5416636140393858, "nauc_precision_at_3_std": 0.1237616620273764, "nauc_precision_at_5_diff1": 0.5898002979867389, "nauc_precision_at_5_max": 0.5190977738904978, "nauc_precision_at_5_std": 0.16354587640266516, "nauc_recall_at_1000_diff1": 0.368302648685133, "nauc_recall_at_1000_max": 0.507976201095831, "nauc_recall_at_1000_std": 0.6215149229112409, "nauc_recall_at_100_diff1": 0.5182424321812318, "nauc_recall_at_100_max": 0.5148537568142436, "nauc_recall_at_100_std": 0.5278184175716796, "nauc_recall_at_10_diff1": 0.5706176494220774, "nauc_recall_at_10_max": 0.5093525820871979, "nauc_recall_at_10_std": 0.2169236284129787, "nauc_recall_at_1_diff1": 0.7064143487546513, "nauc_recall_at_1_max": 0.5316031574189135, "nauc_recall_at_1_std": 0.07979592514703672, "nauc_recall_at_20_diff1": 0.545359358292775, "nauc_recall_at_20_max": 0.5065936244924529, "nauc_recall_at_20_std": 0.322709532062742, "nauc_recall_at_3_diff1": 0.6269123619974372, "nauc_recall_at_3_max": 0.5416636140393857, "nauc_recall_at_3_std": 0.12376166202737564, "nauc_recall_at_5_diff1": 0.5898002979867384, "nauc_recall_at_5_max": 0.5190977738904979, "nauc_recall_at_5_std": 0.16354587640266613, "ndcg_at_1": 0.48947, "ndcg_at_10": 0.62903, "ndcg_at_100": 0.66361, "ndcg_at_1000": 0.6707, "ndcg_at_20": 0.64583, "ndcg_at_3": 0.57862, "ndcg_at_5": 0.60338, "precision_at_1": 0.48947, "precision_at_10": 0.07812, "precision_at_100": 0.00942, "precision_at_1000": 0.001, "precision_at_20": 0.04237, "precision_at_3": 0.21349, "precision_at_5": 0.14011, "recall_at_1": 0.48947, "recall_at_10": 0.7812, "recall_at_100": 0.94196, "recall_at_1000": 0.99692, "recall_at_20": 0.84746, "recall_at_3": 0.64047, "recall_at_5": 0.70056 }, { "hf_subset": "hin-zho", "languages": [ "hin-Deva", "zho-Hans" ], "main_score": 0.59542, "map_at_1": 0.44992, "map_at_10": 0.54468, "map_at_100": 0.55229, "map_at_1000": 0.55258, "map_at_20": 0.54954, "map_at_3": 0.5166, "map_at_5": 0.53406, "mrr_at_1": 0.44991511035653653, "mrr_at_10": 0.5446818210400561, "mrr_at_100": 0.5522854692558784, "mrr_at_1000": 0.552575747777622, "mrr_at_20": 0.5495425022328875, "mrr_at_3": 0.5166006413884179, "mrr_at_5": 0.5340596113940778, "nauc_map_at_1000_diff1": 0.6243491969029008, "nauc_map_at_1000_max": 0.4677291484905553, "nauc_map_at_1000_std": 0.032826040941476835, "nauc_map_at_100_diff1": 0.6242082241321262, "nauc_map_at_100_max": 0.4678040039849777, "nauc_map_at_100_std": 0.03311657150353406, "nauc_map_at_10_diff1": 0.6229286482552361, "nauc_map_at_10_max": 0.4663484162025703, "nauc_map_at_10_std": 0.02971095055157056, "nauc_map_at_1_diff1": 0.6766391272031134, "nauc_map_at_1_max": 0.4609584038039201, "nauc_map_at_1_std": 0.015237568366140578, "nauc_map_at_20_diff1": 0.6235735221543444, "nauc_map_at_20_max": 0.4676413722681378, "nauc_map_at_20_std": 0.03288133892016838, "nauc_map_at_3_diff1": 0.6273408664121782, "nauc_map_at_3_max": 0.46676048101277284, "nauc_map_at_3_std": 0.026576783213174637, "nauc_map_at_5_diff1": 0.6229018729368374, "nauc_map_at_5_max": 0.4646144155796553, "nauc_map_at_5_std": 0.024272093483988812, "nauc_mrr_at_1000_diff1": 0.6243491969029008, "nauc_mrr_at_1000_max": 0.4677291484905553, "nauc_mrr_at_1000_std": 0.032826040941476835, "nauc_mrr_at_100_diff1": 0.6242082241321262, "nauc_mrr_at_100_max": 0.4678040039849777, "nauc_mrr_at_100_std": 0.03311657150353406, "nauc_mrr_at_10_diff1": 0.6229286482552361, "nauc_mrr_at_10_max": 0.4663484162025703, "nauc_mrr_at_10_std": 0.02971095055157056, "nauc_mrr_at_1_diff1": 0.6766391272031134, "nauc_mrr_at_1_max": 0.4609584038039201, "nauc_mrr_at_1_std": 0.015237568366140578, "nauc_mrr_at_20_diff1": 0.6235735221543444, "nauc_mrr_at_20_max": 0.4676413722681378, "nauc_mrr_at_20_std": 0.03288133892016838, "nauc_mrr_at_3_diff1": 0.6273408664121782, "nauc_mrr_at_3_max": 0.46676048101277284, "nauc_mrr_at_3_std": 0.026576783213174637, "nauc_mrr_at_5_diff1": 0.6229018729368374, "nauc_mrr_at_5_max": 0.4646144155796553, "nauc_mrr_at_5_std": 0.024272093483988812, "nauc_ndcg_at_1000_diff1": 0.6132014593290734, "nauc_ndcg_at_1000_max": 0.4720947010276439, "nauc_ndcg_at_1000_std": 0.04532180272695919, "nauc_ndcg_at_100_diff1": 0.6086774925302585, "nauc_ndcg_at_100_max": 0.47576705450164053, "nauc_ndcg_at_100_std": 0.05675328823997528, "nauc_ndcg_at_10_diff1": 0.601473592878172, "nauc_ndcg_at_10_max": 0.4698335722037201, "nauc_ndcg_at_10_std": 0.04258959320968705, "nauc_ndcg_at_1_diff1": 0.6766391272031134, "nauc_ndcg_at_1_max": 0.4609584038039201, "nauc_ndcg_at_1_std": 0.015237568366140578, "nauc_ndcg_at_20_diff1": 0.6035941622001226, "nauc_ndcg_at_20_max": 0.475299678001471, "nauc_ndcg_at_20_std": 0.05607121374635891, "nauc_ndcg_at_3_diff1": 0.6109792571868543, "nauc_ndcg_at_3_max": 0.4690037397048634, "nauc_ndcg_at_3_std": 0.031591235323107515, "nauc_ndcg_at_5_diff1": 0.6014430869021561, "nauc_ndcg_at_5_max": 0.46527614276469814, "nauc_ndcg_at_5_std": 0.028454540117486913, "nauc_precision_at_1000_diff1": 0.03773523178212587, "nauc_precision_at_1000_max": 0.8148261060449123, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_100_diff1": 0.44234953875971494, "nauc_precision_at_100_max": 0.6177683557757003, "nauc_precision_at_100_std": 0.4776698781879992, "nauc_precision_at_10_diff1": 0.50964384789305, "nauc_precision_at_10_max": 0.4868801051775856, "nauc_precision_at_10_std": 0.10602385223500715, "nauc_precision_at_1_diff1": 0.6766391272031134, "nauc_precision_at_1_max": 0.4609584038039201, "nauc_precision_at_1_std": 0.015237568366140578, "nauc_precision_at_20_diff1": 0.49561567862549866, "nauc_precision_at_20_max": 0.5299438895037571, "nauc_precision_at_20_std": 0.21906362450931144, "nauc_precision_at_3_diff1": 0.5602188513442005, "nauc_precision_at_3_max": 0.47607149297319645, "nauc_precision_at_3_std": 0.047574511616185644, "nauc_precision_at_5_diff1": 0.5247469469083914, "nauc_precision_at_5_max": 0.46718606534897217, "nauc_precision_at_5_std": 0.04370205406885773, "nauc_recall_at_1000_diff1": 0.03773523178221757, "nauc_recall_at_1000_max": 0.8148261060448893, "nauc_recall_at_1000_std": 1.0, "nauc_recall_at_100_diff1": 0.44234953875971544, "nauc_recall_at_100_max": 0.6177683557757013, "nauc_recall_at_100_std": 0.4776698781879997, "nauc_recall_at_10_diff1": 0.509643847893051, "nauc_recall_at_10_max": 0.48688010517758645, "nauc_recall_at_10_std": 0.10602385223500803, "nauc_recall_at_1_diff1": 0.6766391272031134, "nauc_recall_at_1_max": 0.4609584038039201, "nauc_recall_at_1_std": 0.015237568366140578, "nauc_recall_at_20_diff1": 0.4956156786254993, "nauc_recall_at_20_max": 0.5299438895037577, "nauc_recall_at_20_std": 0.2190636245093122, "nauc_recall_at_3_diff1": 0.5602188513442008, "nauc_recall_at_3_max": 0.476071492973196, "nauc_recall_at_3_std": 0.04757451161618557, "nauc_recall_at_5_diff1": 0.5247469469083914, "nauc_recall_at_5_max": 0.46718606534897295, "nauc_recall_at_5_std": 0.04370205406885795, "ndcg_at_1": 0.44992, "ndcg_at_10": 0.59542, "ndcg_at_100": 0.6336, "ndcg_at_1000": 0.64125, "ndcg_at_20": 0.61306, "ndcg_at_3": 0.53829, "ndcg_at_5": 0.56975, "precision_at_1": 0.44992, "precision_at_10": 0.07566, "precision_at_100": 0.00938, "precision_at_1000": 0.001, "precision_at_20": 0.04131, "precision_at_3": 0.20034, "precision_at_5": 0.13548, "recall_at_1": 0.44992, "recall_at_10": 0.75665, "recall_at_100": 0.93831, "recall_at_1000": 0.9983, "recall_at_20": 0.82626, "recall_at_3": 0.60102, "recall_at_5": 0.67742 }, { "hf_subset": "vie-ara", "languages": [ "vie-Latn", "ara-Arab" ], "main_score": 0.52985, "map_at_1": 0.39033, "map_at_10": 0.4812, "map_at_100": 0.49038, "map_at_1000": 0.49082, "map_at_20": 0.48667, "map_at_3": 0.45636, "map_at_5": 0.46996, "mrr_at_1": 0.3903273082559844, "mrr_at_10": 0.4811970285590225, "mrr_at_100": 0.49038203432149763, "mrr_at_1000": 0.4908184607196947, "mrr_at_20": 0.4866660378758625, "mrr_at_3": 0.45635889920208506, "mrr_at_5": 0.4699641752157642, "nauc_map_at_1000_diff1": 0.5966791915195012, "nauc_map_at_1000_max": 0.4743434576820376, "nauc_map_at_1000_std": 0.12905141114644997, "nauc_map_at_100_diff1": 0.5964906842301133, "nauc_map_at_100_max": 0.47439929585965923, "nauc_map_at_100_std": 0.12941943629503483, "nauc_map_at_10_diff1": 0.5953665975970743, "nauc_map_at_10_max": 0.4746997817871228, "nauc_map_at_10_std": 0.12595100258254893, "nauc_map_at_1_diff1": 0.6382149657271871, "nauc_map_at_1_max": 0.46889008198084664, "nauc_map_at_1_std": 0.1003220814527137, "nauc_map_at_20_diff1": 0.5954868231493962, "nauc_map_at_20_max": 0.47412407298021286, "nauc_map_at_20_std": 0.12931179566014833, "nauc_map_at_3_diff1": 0.6047983550487612, "nauc_map_at_3_max": 0.4747748980082787, "nauc_map_at_3_std": 0.11745617481406827, "nauc_map_at_5_diff1": 0.5989966420593837, "nauc_map_at_5_max": 0.4747207171538394, "nauc_map_at_5_std": 0.12413233960975448, "nauc_mrr_at_1000_diff1": 0.5966791872049683, "nauc_mrr_at_1000_max": 0.4743434537582652, "nauc_mrr_at_1000_std": 0.12905140175723365, "nauc_mrr_at_100_diff1": 0.5964906842301133, "nauc_mrr_at_100_max": 0.47439929585965923, "nauc_mrr_at_100_std": 0.12941943629503483, "nauc_mrr_at_10_diff1": 0.5953665975970743, "nauc_mrr_at_10_max": 0.4746997817871228, "nauc_mrr_at_10_std": 0.12595100258254893, "nauc_mrr_at_1_diff1": 0.6382149657271871, "nauc_mrr_at_1_max": 0.46889008198084664, "nauc_mrr_at_1_std": 0.1003220814527137, "nauc_mrr_at_20_diff1": 0.5954868231493962, "nauc_mrr_at_20_max": 0.47412407298021286, "nauc_mrr_at_20_std": 0.12931179566014833, "nauc_mrr_at_3_diff1": 0.6047983550487612, "nauc_mrr_at_3_max": 0.4747748980082787, "nauc_mrr_at_3_std": 0.11745617481406827, "nauc_mrr_at_5_diff1": 0.5989966420593837, "nauc_mrr_at_5_max": 0.4747207171538394, "nauc_mrr_at_5_std": 0.12413233960975448, "nauc_ndcg_at_1000_diff1": 0.5859888323935203, "nauc_ndcg_at_1000_max": 0.47469835012806777, "nauc_ndcg_at_1000_std": 0.14318281321022397, "nauc_ndcg_at_100_diff1": 0.5800732078496825, "nauc_ndcg_at_100_max": 0.47557961359580986, "nauc_ndcg_at_100_std": 0.1563490489180567, "nauc_ndcg_at_10_diff1": 0.5742983463808568, "nauc_ndcg_at_10_max": 0.47590001279492267, "nauc_ndcg_at_10_std": 0.14045018257089545, "nauc_ndcg_at_1_diff1": 0.6382149657271871, "nauc_ndcg_at_1_max": 0.46889008198084664, "nauc_ndcg_at_1_std": 0.1003220814527137, "nauc_ndcg_at_20_diff1": 0.5733313188482773, "nauc_ndcg_at_20_max": 0.4733752736697648, "nauc_ndcg_at_20_std": 0.15359288742055055, "nauc_ndcg_at_3_diff1": 0.59478121524621, "nauc_ndcg_at_3_max": 0.4761237806697019, "nauc_ndcg_at_3_std": 0.12279010304567657, "nauc_ndcg_at_5_diff1": 0.5839129723663331, "nauc_ndcg_at_5_max": 0.4764844916725892, "nauc_ndcg_at_5_std": 0.13610202651904466, "nauc_precision_at_1000_diff1": 0.3734417149614854, "nauc_precision_at_1000_max": 0.46168420548104455, "nauc_precision_at_1000_std": 0.8494317486361594, "nauc_precision_at_100_diff1": 0.43725262863930847, "nauc_precision_at_100_max": 0.48915646082323044, "nauc_precision_at_100_std": 0.48873325924526545, "nauc_precision_at_10_diff1": 0.490999585695556, "nauc_precision_at_10_max": 0.4794263199048256, "nauc_precision_at_10_std": 0.19797111326569247, "nauc_precision_at_1_diff1": 0.6382149657271871, "nauc_precision_at_1_max": 0.46889008198084664, "nauc_precision_at_1_std": 0.1003220814527137, "nauc_precision_at_20_diff1": 0.4630373183308684, "nauc_precision_at_20_max": 0.4649772191723833, "nauc_precision_at_20_std": 0.28538290257582277, "nauc_precision_at_3_diff1": 0.5648880522941658, "nauc_precision_at_3_max": 0.48000087507661077, "nauc_precision_at_3_std": 0.13877821725509507, "nauc_precision_at_5_diff1": 0.5346047497487108, "nauc_precision_at_5_max": 0.4822681480535129, "nauc_precision_at_5_std": 0.17684695084517146, "nauc_recall_at_1000_diff1": 0.37344171496154777, "nauc_recall_at_1000_max": 0.46168420548108396, "nauc_recall_at_1000_std": 0.8494317486361379, "nauc_recall_at_100_diff1": 0.43725262863930936, "nauc_recall_at_100_max": 0.48915646082322967, "nauc_recall_at_100_std": 0.4887332592452621, "nauc_recall_at_10_diff1": 0.4909995856955571, "nauc_recall_at_10_max": 0.4794263199048263, "nauc_recall_at_10_std": 0.19797111326569317, "nauc_recall_at_1_diff1": 0.6382149657271871, "nauc_recall_at_1_max": 0.46889008198084664, "nauc_recall_at_1_std": 0.1003220814527137, "nauc_recall_at_20_diff1": 0.46303731833086964, "nauc_recall_at_20_max": 0.464977219172385, "nauc_recall_at_20_std": 0.28538290257582366, "nauc_recall_at_3_diff1": 0.5648880522941655, "nauc_recall_at_3_max": 0.48000087507661027, "nauc_recall_at_3_std": 0.13877821725509418, "nauc_recall_at_5_diff1": 0.5346047497487109, "nauc_recall_at_5_max": 0.48226814805351353, "nauc_recall_at_5_std": 0.17684695084517243, "ndcg_at_1": 0.39033, "ndcg_at_10": 0.52985, "ndcg_at_100": 0.57592, "ndcg_at_1000": 0.58776, "ndcg_at_20": 0.54959, "ndcg_at_3": 0.47792, "ndcg_at_5": 0.50266, "precision_at_1": 0.39033, "precision_at_10": 0.06849, "precision_at_100": 0.00903, "precision_at_1000": 0.001, "precision_at_20": 0.03813, "precision_at_3": 0.1801, "precision_at_5": 0.12018, "recall_at_1": 0.39033, "recall_at_10": 0.6849, "recall_at_100": 0.90327, "recall_at_1000": 0.99707, "recall_at_20": 0.76258, "recall_at_3": 0.5403, "recall_at_5": 0.60088 }, { "hf_subset": "vie-deu", "languages": [ "vie-Latn", "deu-Latn" ], "main_score": 0.68024, "map_at_1": 0.56362, "map_at_10": 0.64023, "map_at_100": 0.64632, "map_at_1000": 0.64656, "map_at_20": 0.64423, "map_at_3": 0.62017, "map_at_5": 0.63101, "mrr_at_1": 0.5639187574671446, "mrr_at_10": 0.6403287440025793, "mrr_at_100": 0.6464149164195567, "mrr_at_1000": 0.6466583902234965, "mrr_at_20": 0.6443312210368511, "mrr_at_3": 0.6202708084428522, "mrr_at_5": 0.6311131023496624, "nauc_map_at_1000_diff1": 0.7887949289662858, "nauc_map_at_1000_max": 0.6654858479927177, "nauc_map_at_1000_std": 0.21947848770953007, "nauc_map_at_100_diff1": 0.7887121151633153, "nauc_map_at_100_max": 0.6654518570200773, "nauc_map_at_100_std": 0.2197340129640643, "nauc_map_at_10_diff1": 0.7874656049263432, "nauc_map_at_10_max": 0.664741485439377, "nauc_map_at_10_std": 0.21910796710805572, "nauc_map_at_1_diff1": 0.8171478159363372, "nauc_map_at_1_max": 0.6557979365980803, "nauc_map_at_1_std": 0.17784781764695134, "nauc_map_at_20_diff1": 0.7877263709492629, "nauc_map_at_20_max": 0.6651438935408922, "nauc_map_at_20_std": 0.2204008809802071, "nauc_map_at_3_diff1": 0.7917732288693868, "nauc_map_at_3_max": 0.6694633314790552, "nauc_map_at_3_std": 0.20723478802178877, "nauc_map_at_5_diff1": 0.789993955441215, "nauc_map_at_5_max": 0.6674899483271024, "nauc_map_at_5_std": 0.2139472364031602, "nauc_mrr_at_1000_diff1": 0.7888517229673784, "nauc_mrr_at_1000_max": 0.6657710303388437, "nauc_mrr_at_1000_std": 0.21991597352155395, "nauc_mrr_at_100_diff1": 0.7887688492699484, "nauc_mrr_at_100_max": 0.6657367872011708, "nauc_mrr_at_100_std": 0.22017115108832946, "nauc_mrr_at_10_diff1": 0.7875211119780217, "nauc_mrr_at_10_max": 0.6650209459254421, "nauc_mrr_at_10_std": 0.21953677155930787, "nauc_mrr_at_1_diff1": 0.8173026970027324, "nauc_mrr_at_1_max": 0.6565259963525865, "nauc_mrr_at_1_std": 0.17895596149512302, "nauc_mrr_at_20_diff1": 0.7877825956475586, "nauc_mrr_at_20_max": 0.6654268520898533, "nauc_mrr_at_20_std": 0.2208351382245788, "nauc_mrr_at_3_diff1": 0.7918266114402389, "nauc_mrr_at_3_max": 0.6697300785468745, "nauc_mrr_at_3_std": 0.20764181169327386, "nauc_mrr_at_5_diff1": 0.7900484869232878, "nauc_mrr_at_5_max": 0.6677632799588412, "nauc_mrr_at_5_std": 0.2143654931011313, "nauc_ndcg_at_1000_diff1": 0.7819795626988888, "nauc_ndcg_at_1000_max": 0.6657198129909799, "nauc_ndcg_at_1000_std": 0.2346820796363958, "nauc_ndcg_at_100_diff1": 0.779530883827704, "nauc_ndcg_at_100_max": 0.665121116056088, "nauc_ndcg_at_100_std": 0.24466146629930197, "nauc_ndcg_at_10_diff1": 0.7715139862853416, "nauc_ndcg_at_10_max": 0.6617635499784578, "nauc_ndcg_at_10_std": 0.2446183645418448, "nauc_ndcg_at_1_diff1": 0.8173026970027324, "nauc_ndcg_at_1_max": 0.6565259963525865, "nauc_ndcg_at_1_std": 0.17895596149512302, "nauc_ndcg_at_20_diff1": 0.7717917101785576, "nauc_ndcg_at_20_max": 0.6632975238423692, "nauc_ndcg_at_20_std": 0.2504538130843824, "nauc_ndcg_at_3_diff1": 0.7828338339484638, "nauc_ndcg_at_3_max": 0.6725514231787453, "nauc_ndcg_at_3_std": 0.2169504520067641, "nauc_ndcg_at_5_diff1": 0.7788965713555746, "nauc_ndcg_at_5_max": 0.6689620226237931, "nauc_ndcg_at_5_std": 0.2304044997205888, "nauc_precision_at_1000_diff1": 0.41882118909235977, "nauc_precision_at_1000_max": 0.6654787975439539, "nauc_precision_at_1000_std": 0.6320080887329832, "nauc_precision_at_100_diff1": 0.6834809622708348, "nauc_precision_at_100_max": 0.6499699350499605, "nauc_precision_at_100_std": 0.5976235599517414, "nauc_precision_at_10_diff1": 0.688848086544935, "nauc_precision_at_10_max": 0.6397871953679669, "nauc_precision_at_10_std": 0.37293829622221125, "nauc_precision_at_1_diff1": 0.8173026970027324, "nauc_precision_at_1_max": 0.6565259963525865, "nauc_precision_at_1_std": 0.17895596149512302, "nauc_precision_at_20_diff1": 0.6593216014253326, "nauc_precision_at_20_max": 0.6428600406459846, "nauc_precision_at_20_std": 0.46240008273270417, "nauc_precision_at_3_diff1": 0.7502540428604516, "nauc_precision_at_3_max": 0.680357643497939, "nauc_precision_at_3_std": 0.24972389342816845, "nauc_precision_at_5_diff1": 0.7338402087207463, "nauc_precision_at_5_max": 0.6710893647886407, "nauc_precision_at_5_std": 0.2940617401599461, "nauc_recall_at_1000_diff1": 0.7027976044974895, "nauc_recall_at_1000_max": 0.8638502318151542, "nauc_recall_at_1000_std": 0.6149935640174895, "nauc_recall_at_100_diff1": 0.6975961440605629, "nauc_recall_at_100_max": 0.656078674700551, "nauc_recall_at_100_std": 0.596430997184872, "nauc_recall_at_10_diff1": 0.6932168848286167, "nauc_recall_at_10_max": 0.6416059664978938, "nauc_recall_at_10_std": 0.3712791029868838, "nauc_recall_at_1_diff1": 0.8171478159363372, "nauc_recall_at_1_max": 0.6557979365980803, "nauc_recall_at_1_std": 0.17784781764695134, "nauc_recall_at_20_diff1": 0.6651425355386402, "nauc_recall_at_20_max": 0.6454058977071438, "nauc_recall_at_20_std": 0.4608134864298177, "nauc_recall_at_3_diff1": 0.7534912681129466, "nauc_recall_at_3_max": 0.6817645192891063, "nauc_recall_at_3_std": 0.24810045177496431, "nauc_recall_at_5_diff1": 0.7374682468687849, "nauc_recall_at_5_max": 0.6726564553812172, "nauc_recall_at_5_std": 0.2924051696630858, "ndcg_at_1": 0.56392, "ndcg_at_10": 0.68024, "ndcg_at_100": 0.7097, "ndcg_at_1000": 0.71647, "ndcg_at_20": 0.69486, "ndcg_at_3": 0.63858, "ndcg_at_5": 0.6582, "precision_at_1": 0.56392, "precision_at_10": 0.08076, "precision_at_100": 0.00945, "precision_at_1000": 0.001, "precision_at_20": 0.04328, "precision_at_3": 0.23078, "precision_at_5": 0.14803, "recall_at_1": 0.56362, "recall_at_10": 0.80705, "recall_at_100": 0.94444, "recall_at_1000": 0.99821, "recall_at_20": 0.86499, "recall_at_3": 0.69176, "recall_at_5": 0.73955 }, { "hf_subset": "vie-eng", "languages": [ "vie-Latn", "eng-Latn" ], "main_score": 0.62484, "map_at_1": 0.50218, "map_at_10": 0.58403, "map_at_100": 0.59072, "map_at_1000": 0.59106, "map_at_20": 0.58802, "map_at_3": 0.56435, "map_at_5": 0.5753, "mrr_at_1": 0.5022756235208448, "mrr_at_10": 0.5840771371355762, "mrr_at_100": 0.5907728432726358, "mrr_at_1000": 0.5911048640852906, "mrr_at_20": 0.5880721868476838, "mrr_at_3": 0.5644456581103234, "mrr_at_5": 0.5753413435281274, "nauc_map_at_1000_diff1": 0.7196748473406369, "nauc_map_at_1000_max": 0.6381827323598587, "nauc_map_at_1000_std": 0.17615725779285363, "nauc_map_at_100_diff1": 0.7194848933931781, "nauc_map_at_100_max": 0.6381457167118647, "nauc_map_at_100_std": 0.1764166087853034, "nauc_map_at_10_diff1": 0.7190857784216014, "nauc_map_at_10_max": 0.6384257712292558, "nauc_map_at_10_std": 0.1742961169008724, "nauc_map_at_1_diff1": 0.7586551075343945, "nauc_map_at_1_max": 0.628197610106034, "nauc_map_at_1_std": 0.1365347620518243, "nauc_map_at_20_diff1": 0.7190546807669526, "nauc_map_at_20_max": 0.6381080597950674, "nauc_map_at_20_std": 0.17644592395777592, "nauc_map_at_3_diff1": 0.7246600748118076, "nauc_map_at_3_max": 0.6402711105560112, "nauc_map_at_3_std": 0.1653698286622762, "nauc_map_at_5_diff1": 0.7199378566894328, "nauc_map_at_5_max": 0.6390731173367038, "nauc_map_at_5_std": 0.169460674517325, "nauc_mrr_at_1000_diff1": 0.7197927826225066, "nauc_mrr_at_1000_max": 0.6383942902627264, "nauc_mrr_at_1000_std": 0.17635134021651255, "nauc_mrr_at_100_diff1": 0.7196026897120376, "nauc_mrr_at_100_max": 0.6383570381111787, "nauc_mrr_at_100_std": 0.17661051388799542, "nauc_mrr_at_10_diff1": 0.7192053004348169, "nauc_mrr_at_10_max": 0.6386266992120454, "nauc_mrr_at_10_std": 0.17447284827341822, "nauc_mrr_at_1_diff1": 0.7588725700852191, "nauc_mrr_at_1_max": 0.6285560292612101, "nauc_mrr_at_1_std": 0.1368473366832422, "nauc_mrr_at_20_diff1": 0.7191684964788189, "nauc_mrr_at_20_max": 0.6383261375995062, "nauc_mrr_at_20_std": 0.17665364548286142, "nauc_mrr_at_3_diff1": 0.7248908305506705, "nauc_mrr_at_3_max": 0.6406582774904348, "nauc_mrr_at_3_std": 0.1657093120555596, "nauc_mrr_at_5_diff1": 0.72005517965075, "nauc_mrr_at_5_max": 0.6392703083412498, "nauc_mrr_at_5_std": 0.16963384244984667, "nauc_ndcg_at_1000_diff1": 0.7092010028928217, "nauc_ndcg_at_1000_max": 0.6392777386830176, "nauc_ndcg_at_1000_std": 0.19576664044519182, "nauc_ndcg_at_100_diff1": 0.7034302129597715, "nauc_ndcg_at_100_max": 0.6384864405221334, "nauc_ndcg_at_100_std": 0.20508052083769743, "nauc_ndcg_at_10_diff1": 0.701392197115004, "nauc_ndcg_at_10_max": 0.6400366661174514, "nauc_ndcg_at_10_std": 0.19688793402804514, "nauc_ndcg_at_1_diff1": 0.7588725700852191, "nauc_ndcg_at_1_max": 0.6285560292612101, "nauc_ndcg_at_1_std": 0.1368473366832422, "nauc_ndcg_at_20_diff1": 0.701047650007019, "nauc_ndcg_at_20_max": 0.6390838167880561, "nauc_ndcg_at_20_std": 0.20571921864318804, "nauc_ndcg_at_3_diff1": 0.7134896632187282, "nauc_ndcg_at_3_max": 0.6435185237807136, "nauc_ndcg_at_3_std": 0.17572450192124744, "nauc_ndcg_at_5_diff1": 0.7041614639801768, "nauc_ndcg_at_5_max": 0.641258713355303, "nauc_ndcg_at_5_std": 0.1836096581425714, "nauc_precision_at_1000_diff1": 0.5378436889329711, "nauc_precision_at_1000_max": 0.6668796459119193, "nauc_precision_at_1000_std": 0.8190574819824311, "nauc_precision_at_100_diff1": 0.5385914450738842, "nauc_precision_at_100_max": 0.6266118255373833, "nauc_precision_at_100_std": 0.5386171259356822, "nauc_precision_at_10_diff1": 0.6255088625239115, "nauc_precision_at_10_max": 0.6451936072284316, "nauc_precision_at_10_std": 0.2986594705325248, "nauc_precision_at_1_diff1": 0.7588725700852191, "nauc_precision_at_1_max": 0.6285560292612101, "nauc_precision_at_1_std": 0.1368473366832422, "nauc_precision_at_20_diff1": 0.6064047966863912, "nauc_precision_at_20_max": 0.6416069102611417, "nauc_precision_at_20_std": 0.376531323443204, "nauc_precision_at_3_diff1": 0.6779007726727269, "nauc_precision_at_3_max": 0.6536285527440638, "nauc_precision_at_3_std": 0.2090645009160537, "nauc_precision_at_5_diff1": 0.6477285316293087, "nauc_precision_at_5_max": 0.6478052368502574, "nauc_precision_at_5_std": 0.2342165691696563, "nauc_recall_at_1000_diff1": 0.5676733474245184, "nauc_recall_at_1000_max": 0.6805507444790139, "nauc_recall_at_1000_std": 0.8265564319344142, "nauc_recall_at_100_diff1": 0.5433104219207153, "nauc_recall_at_100_max": 0.628468656532257, "nauc_recall_at_100_std": 0.5376895829961509, "nauc_recall_at_10_diff1": 0.6259425100162631, "nauc_recall_at_10_max": 0.645169802922826, "nauc_recall_at_10_std": 0.29813756360285487, "nauc_recall_at_1_diff1": 0.7586551075343945, "nauc_recall_at_1_max": 0.628197610106034, "nauc_recall_at_1_std": 0.1365347620518243, "nauc_recall_at_20_diff1": 0.6070849133427948, "nauc_recall_at_20_max": 0.6411968745538884, "nauc_recall_at_20_std": 0.375263321697615, "nauc_recall_at_3_diff1": 0.6776079292387909, "nauc_recall_at_3_max": 0.6531565395684764, "nauc_recall_at_3_std": 0.2086693085647305, "nauc_recall_at_5_diff1": 0.6481146688490835, "nauc_recall_at_5_max": 0.6477886078979438, "nauc_recall_at_5_std": 0.23370689871311165, "ndcg_at_1": 0.50228, "ndcg_at_10": 0.62484, "ndcg_at_100": 0.65882, "ndcg_at_1000": 0.66778, "ndcg_at_20": 0.63933, "ndcg_at_3": 0.58408, "ndcg_at_5": 0.60365, "precision_at_1": 0.50228, "precision_at_10": 0.07539, "precision_at_100": 0.00916, "precision_at_1000": 0.00099, "precision_at_20": 0.04056, "precision_at_3": 0.21367, "precision_at_5": 0.13767, "recall_at_1": 0.50218, "recall_at_10": 0.75369, "recall_at_100": 0.91589, "recall_at_1000": 0.98671, "recall_at_20": 0.81094, "recall_at_3": 0.64091, "recall_at_5": 0.68815 }, { "hf_subset": "vie-spa", "languages": [ "vie-Latn", "spa-Latn" ], "main_score": 0.67332, "map_at_1": 0.55032, "map_at_10": 0.63306, "map_at_100": 0.63865, "map_at_1000": 0.63896, "map_at_20": 0.6362, "map_at_3": 0.61477, "map_at_5": 0.62489, "mrr_at_1": 0.5503222607833416, "mrr_at_10": 0.6330846534614508, "mrr_at_100": 0.6386768934622062, "mrr_at_1000": 0.6389871205609073, "mrr_at_20": 0.6362277858148674, "mrr_at_3": 0.6147744174516607, "mrr_at_5": 0.624888448190382, "nauc_map_at_1000_diff1": 0.74325512248256, "nauc_map_at_1000_max": 0.6905414212919103, "nauc_map_at_1000_std": 0.19984133432309842, "nauc_map_at_100_diff1": 0.7430255740303843, "nauc_map_at_100_max": 0.6905161519390802, "nauc_map_at_100_std": 0.2001405448464307, "nauc_map_at_10_diff1": 0.7423706261410484, "nauc_map_at_10_max": 0.6912533480555009, "nauc_map_at_10_std": 0.20076536226956002, "nauc_map_at_1_diff1": 0.7824769911729093, "nauc_map_at_1_max": 0.6785908325203616, "nauc_map_at_1_std": 0.15322500620457546, "nauc_map_at_20_diff1": 0.7424932020841436, "nauc_map_at_20_max": 0.6909816791942421, "nauc_map_at_20_std": 0.20058727516731037, "nauc_map_at_3_diff1": 0.7474732721689039, "nauc_map_at_3_max": 0.6940854401283791, "nauc_map_at_3_std": 0.19217459569061707, "nauc_map_at_5_diff1": 0.7439193406668123, "nauc_map_at_5_max": 0.6932219021510964, "nauc_map_at_5_std": 0.19526612891754344, "nauc_mrr_at_1000_diff1": 0.7432470495684753, "nauc_mrr_at_1000_max": 0.6905065572846738, "nauc_mrr_at_1000_std": 0.19986955127818185, "nauc_mrr_at_100_diff1": 0.743017163491764, "nauc_mrr_at_100_max": 0.6904795944010151, "nauc_mrr_at_100_std": 0.20017024531643246, "nauc_mrr_at_10_diff1": 0.7423546396213382, "nauc_mrr_at_10_max": 0.6912103250457412, "nauc_mrr_at_10_std": 0.2007925250431698, "nauc_mrr_at_1_diff1": 0.7824769911729093, "nauc_mrr_at_1_max": 0.6785908325203616, "nauc_mrr_at_1_std": 0.15322500620457546, "nauc_mrr_at_20_diff1": 0.7424848174673738, "nauc_mrr_at_20_max": 0.6909454374572596, "nauc_mrr_at_20_std": 0.2006167793568804, "nauc_mrr_at_3_diff1": 0.7474732721689039, "nauc_mrr_at_3_max": 0.6940854401283791, "nauc_mrr_at_3_std": 0.19217459569061707, "nauc_mrr_at_5_diff1": 0.7439193406668123, "nauc_mrr_at_5_max": 0.6932219021510964, "nauc_mrr_at_5_std": 0.19526612891754344, "nauc_ndcg_at_1000_diff1": 0.7327839056122751, "nauc_ndcg_at_1000_max": 0.69096467130505, "nauc_ndcg_at_1000_std": 0.21579016485724145, "nauc_ndcg_at_100_diff1": 0.7271882794819581, "nauc_ndcg_at_100_max": 0.6902139808655128, "nauc_ndcg_at_100_std": 0.22582412515779923, "nauc_ndcg_at_10_diff1": 0.7227698880450247, "nauc_ndcg_at_10_max": 0.6944648412421582, "nauc_ndcg_at_10_std": 0.22846800565360748, "nauc_ndcg_at_1_diff1": 0.7824769911729093, "nauc_ndcg_at_1_max": 0.6785908325203616, "nauc_ndcg_at_1_std": 0.15322500620457546, "nauc_ndcg_at_20_diff1": 0.7222871160073475, "nauc_ndcg_at_20_max": 0.6933882187153582, "nauc_ndcg_at_20_std": 0.22900561356678245, "nauc_ndcg_at_3_diff1": 0.7349239803085382, "nauc_ndcg_at_3_max": 0.70073990238346, "nauc_ndcg_at_3_std": 0.20618674004515944, "nauc_ndcg_at_5_diff1": 0.727581621199896, "nauc_ndcg_at_5_max": 0.6992701650264975, "nauc_ndcg_at_5_std": 0.21219841335051162, "nauc_precision_at_1000_diff1": 0.2982925032990998, "nauc_precision_at_1000_max": 0.26239391208978075, "nauc_precision_at_1000_std": 0.6573615489432642, "nauc_precision_at_100_diff1": 0.5537462930013645, "nauc_precision_at_100_max": 0.65110509540287, "nauc_precision_at_100_std": 0.5679281881498448, "nauc_precision_at_10_diff1": 0.6309970059595229, "nauc_precision_at_10_max": 0.7056418600088076, "nauc_precision_at_10_std": 0.3638687596098495, "nauc_precision_at_1_diff1": 0.7824769911729093, "nauc_precision_at_1_max": 0.6785908325203616, "nauc_precision_at_1_std": 0.15322500620457546, "nauc_precision_at_20_diff1": 0.6030086265805294, "nauc_precision_at_20_max": 0.7010441800261027, "nauc_precision_at_20_std": 0.4035775449198817, "nauc_precision_at_3_diff1": 0.6933568621628011, "nauc_precision_at_3_max": 0.7231684047873197, "nauc_precision_at_3_std": 0.25261623895124646, "nauc_precision_at_5_diff1": 0.6662458756272049, "nauc_precision_at_5_max": 0.7215389964239775, "nauc_precision_at_5_std": 0.27505692133113946, "nauc_recall_at_1000_diff1": 0.45343412151428786, "nauc_recall_at_1000_max": 0.4444499558635553, "nauc_recall_at_1000_std": 0.7789071064287445, "nauc_recall_at_100_diff1": 0.5544175709638614, "nauc_recall_at_100_max": 0.6524951149431002, "nauc_recall_at_100_std": 0.5649836480417942, "nauc_recall_at_10_diff1": 0.631350387253582, "nauc_recall_at_10_max": 0.7062920620216386, "nauc_recall_at_10_std": 0.36329335349554226, "nauc_recall_at_1_diff1": 0.7824769911729093, "nauc_recall_at_1_max": 0.6785908325203616, "nauc_recall_at_1_std": 0.15322500620457546, "nauc_recall_at_20_diff1": 0.6033399267820793, "nauc_recall_at_20_max": 0.7016975447341736, "nauc_recall_at_20_std": 0.4027044672893739, "nauc_recall_at_3_diff1": 0.6933568621628005, "nauc_recall_at_3_max": 0.7231684047873193, "nauc_recall_at_3_std": 0.2526162389512467, "nauc_recall_at_5_diff1": 0.6662458756272054, "nauc_recall_at_5_max": 0.7215389964239772, "nauc_recall_at_5_std": 0.2750569213311401, "ndcg_at_1": 0.55032, "ndcg_at_10": 0.67332, "ndcg_at_100": 0.70205, "ndcg_at_1000": 0.70962, "ndcg_at_20": 0.68466, "ndcg_at_3": 0.63519, "ndcg_at_5": 0.6535, "precision_at_1": 0.55032, "precision_at_10": 0.08002, "precision_at_100": 0.00938, "precision_at_1000": 0.001, "precision_at_20": 0.04224, "precision_at_3": 0.23137, "precision_at_5": 0.14774, "recall_at_1": 0.55032, "recall_at_10": 0.79995, "recall_at_100": 0.93778, "recall_at_1000": 0.99603, "recall_at_20": 0.84457, "recall_at_3": 0.6941, "recall_at_5": 0.73872 }, { "hf_subset": "vie-hin", "languages": [ "vie-Latn", "hin-Deva" ], "main_score": 0.57394, "map_at_1": 0.44633, "map_at_10": 0.53057, "map_at_100": 0.53932, "map_at_1000": 0.53967, "map_at_20": 0.53583, "map_at_3": 0.50865, "map_at_5": 0.5209, "mrr_at_1": 0.4463276836158192, "mrr_at_10": 0.5305679881951075, "mrr_at_100": 0.5393172135599325, "mrr_at_1000": 0.5396706035410259, "mrr_at_20": 0.5358294211257466, "mrr_at_3": 0.5086457798322211, "mrr_at_5": 0.5208953946242094, "nauc_map_at_1000_diff1": 0.6415987294099827, "nauc_map_at_1000_max": 0.519021049630657, "nauc_map_at_1000_std": 0.163297597437123, "nauc_map_at_100_diff1": 0.6414676501330414, "nauc_map_at_100_max": 0.5190522188169209, "nauc_map_at_100_std": 0.16376916258304414, "nauc_map_at_10_diff1": 0.6397733814436682, "nauc_map_at_10_max": 0.5181519681667338, "nauc_map_at_10_std": 0.16169145648728228, "nauc_map_at_1_diff1": 0.6922148236194137, "nauc_map_at_1_max": 0.519865981580311, "nauc_map_at_1_std": 0.11660481950605563, "nauc_map_at_20_diff1": 0.6405162210544227, "nauc_map_at_20_max": 0.5191698726019138, "nauc_map_at_20_std": 0.1640967213595078, "nauc_map_at_3_diff1": 0.646246729711029, "nauc_map_at_3_max": 0.5198498673541323, "nauc_map_at_3_std": 0.15236792886189499, "nauc_map_at_5_diff1": 0.6404005170945029, "nauc_map_at_5_max": 0.5168877295978975, "nauc_map_at_5_std": 0.15619659224304122, "nauc_mrr_at_1000_diff1": 0.6415987294099827, "nauc_mrr_at_1000_max": 0.519021049630657, "nauc_mrr_at_1000_std": 0.163297597437123, "nauc_mrr_at_100_diff1": 0.6414676501330414, "nauc_mrr_at_100_max": 0.5190522188169209, "nauc_mrr_at_100_std": 0.16376916258304414, "nauc_mrr_at_10_diff1": 0.6397733814436682, "nauc_mrr_at_10_max": 0.5181519681667338, "nauc_mrr_at_10_std": 0.16169145648728228, "nauc_mrr_at_1_diff1": 0.6922148236194137, "nauc_mrr_at_1_max": 0.519865981580311, "nauc_mrr_at_1_std": 0.11660481950605563, "nauc_mrr_at_20_diff1": 0.6405162210544227, "nauc_mrr_at_20_max": 0.5191698726019138, "nauc_mrr_at_20_std": 0.1640967213595078, "nauc_mrr_at_3_diff1": 0.646246729711029, "nauc_mrr_at_3_max": 0.5198498673541323, "nauc_mrr_at_3_std": 0.15236792886189499, "nauc_mrr_at_5_diff1": 0.6404005170945029, "nauc_mrr_at_5_max": 0.5168877295978975, "nauc_mrr_at_5_std": 0.15619659224304122, "nauc_ndcg_at_1000_diff1": 0.6319935592403734, "nauc_ndcg_at_1000_max": 0.519392357280269, "nauc_ndcg_at_1000_std": 0.1821923177487886, "nauc_ndcg_at_100_diff1": 0.6283757449743831, "nauc_ndcg_at_100_max": 0.5202456977624771, "nauc_ndcg_at_100_std": 0.19691093161718676, "nauc_ndcg_at_10_diff1": 0.6184201978746722, "nauc_ndcg_at_10_max": 0.5162611068272729, "nauc_ndcg_at_10_std": 0.18854427796364312, "nauc_ndcg_at_1_diff1": 0.6922148236194137, "nauc_ndcg_at_1_max": 0.519865981580311, "nauc_ndcg_at_1_std": 0.11660481950605563, "nauc_ndcg_at_20_diff1": 0.6201699007506546, "nauc_ndcg_at_20_max": 0.5200136582964267, "nauc_ndcg_at_20_std": 0.19912152021876267, "nauc_ndcg_at_3_diff1": 0.6316515021646583, "nauc_ndcg_at_3_max": 0.5185543226543556, "nauc_ndcg_at_3_std": 0.16620233418576788, "nauc_ndcg_at_5_diff1": 0.6204370743512625, "nauc_ndcg_at_5_max": 0.5130971658143427, "nauc_ndcg_at_5_std": 0.17337402923352116, "nauc_precision_at_1000_diff1": 0.7721120379172765, "nauc_precision_at_1000_max": 0.7479785812575848, "nauc_precision_at_1000_std": 0.8584895687585202, "nauc_precision_at_100_diff1": 0.5420289461926933, "nauc_precision_at_100_max": 0.5554193436446246, "nauc_precision_at_100_std": 0.6274952944498661, "nauc_precision_at_10_diff1": 0.5354148009795431, "nauc_precision_at_10_max": 0.5093507645133923, "nauc_precision_at_10_std": 0.3001727063846757, "nauc_precision_at_1_diff1": 0.6922148236194137, "nauc_precision_at_1_max": 0.519865981580311, "nauc_precision_at_1_std": 0.11660481950605563, "nauc_precision_at_20_diff1": 0.5221604203261758, "nauc_precision_at_20_max": 0.5291545652912129, "nauc_precision_at_20_std": 0.393597749543019, "nauc_precision_at_3_diff1": 0.586990677793726, "nauc_precision_at_3_max": 0.5141375080028967, "nauc_precision_at_3_std": 0.2094044719847305, "nauc_precision_at_5_diff1": 0.5530689662170933, "nauc_precision_at_5_max": 0.499280146098086, "nauc_precision_at_5_std": 0.2316306849777535, "nauc_recall_at_1000_diff1": 0.7721120379172351, "nauc_recall_at_1000_max": 0.7479785812575671, "nauc_recall_at_1000_std": 0.8584895687585273, "nauc_recall_at_100_diff1": 0.542028946192692, "nauc_recall_at_100_max": 0.555419343644625, "nauc_recall_at_100_std": 0.6274952944498629, "nauc_recall_at_10_diff1": 0.5354148009795434, "nauc_recall_at_10_max": 0.5093507645133919, "nauc_recall_at_10_std": 0.3001727063846764, "nauc_recall_at_1_diff1": 0.6922148236194137, "nauc_recall_at_1_max": 0.519865981580311, "nauc_recall_at_1_std": 0.11660481950605563, "nauc_recall_at_20_diff1": 0.522160420326176, "nauc_recall_at_20_max": 0.5291545652912144, "nauc_recall_at_20_std": 0.39359774954301996, "nauc_recall_at_3_diff1": 0.5869906777937263, "nauc_recall_at_3_max": 0.5141375080028966, "nauc_recall_at_3_std": 0.2094044719847302, "nauc_recall_at_5_diff1": 0.5530689662170939, "nauc_recall_at_5_max": 0.4992801460980862, "nauc_recall_at_5_std": 0.23163068497775433, "ndcg_at_1": 0.44633, "ndcg_at_10": 0.57394, "ndcg_at_100": 0.61812, "ndcg_at_1000": 0.62757, "ndcg_at_20": 0.59305, "ndcg_at_3": 0.52867, "ndcg_at_5": 0.55071, "precision_at_1": 0.44633, "precision_at_10": 0.07114, "precision_at_100": 0.00921, "precision_at_1000": 0.001, "precision_at_20": 0.03934, "precision_at_3": 0.19551, "precision_at_5": 0.12799, "recall_at_1": 0.44633, "recall_at_10": 0.71135, "recall_at_100": 0.92142, "recall_at_1000": 0.99589, "recall_at_20": 0.78685, "recall_at_3": 0.58654, "recall_at_5": 0.63996 }, { "hf_subset": "vie-vie", "languages": [ "vie-Latn", "vie-Latn" ], "main_score": 0.66709, "map_at_1": 0.55723, "map_at_10": 0.63143, "map_at_100": 0.63751, "map_at_1000": 0.6378, "map_at_20": 0.63508, "map_at_3": 0.61447, "map_at_5": 0.62497, "mrr_at_1": 0.5572338489535942, "mrr_at_10": 0.6314271271141169, "mrr_at_100": 0.6375066589931428, "mrr_at_1000": 0.637801343768918, "mrr_at_20": 0.635081280200028, "mrr_at_3": 0.6144676979071896, "mrr_at_5": 0.6249681528662429, "nauc_map_at_1000_diff1": 0.7511699025756563, "nauc_map_at_1000_max": 0.6440571663544347, "nauc_map_at_1000_std": 0.13091980909873918, "nauc_map_at_100_diff1": 0.7510360196202522, "nauc_map_at_100_max": 0.6441110346088499, "nauc_map_at_100_std": 0.131173484195244, "nauc_map_at_10_diff1": 0.7501167815196318, "nauc_map_at_10_max": 0.6439171145711178, "nauc_map_at_10_std": 0.12910625140586526, "nauc_map_at_1_diff1": 0.7853622960424886, "nauc_map_at_1_max": 0.626331336681165, "nauc_map_at_1_std": 0.09511253495427088, "nauc_map_at_20_diff1": 0.7504643881373758, "nauc_map_at_20_max": 0.6440481410587822, "nauc_map_at_20_std": 0.1305768411870782, "nauc_map_at_3_diff1": 0.7529098615203275, "nauc_map_at_3_max": 0.6439748229135537, "nauc_map_at_3_std": 0.12256614112527227, "nauc_map_at_5_diff1": 0.7507445737480501, "nauc_map_at_5_max": 0.6445390916498116, "nauc_map_at_5_std": 0.12641192719854186, "nauc_mrr_at_1000_diff1": 0.7511699025756563, "nauc_mrr_at_1000_max": 0.6440571663544347, "nauc_mrr_at_1000_std": 0.13091980909873918, "nauc_mrr_at_100_diff1": 0.7510360196202522, "nauc_mrr_at_100_max": 0.6441110346088499, "nauc_mrr_at_100_std": 0.131173484195244, "nauc_mrr_at_10_diff1": 0.7501167815196318, "nauc_mrr_at_10_max": 0.6439171145711178, "nauc_mrr_at_10_std": 0.12910625140586526, "nauc_mrr_at_1_diff1": 0.7853622960424886, "nauc_mrr_at_1_max": 0.626331336681165, "nauc_mrr_at_1_std": 0.09511253495427088, "nauc_mrr_at_20_diff1": 0.7504643881373758, "nauc_mrr_at_20_max": 0.6440481410587822, "nauc_mrr_at_20_std": 0.1305768411870782, "nauc_mrr_at_3_diff1": 0.7529098615203275, "nauc_mrr_at_3_max": 0.6439748229135537, "nauc_mrr_at_3_std": 0.12256614112527227, "nauc_mrr_at_5_diff1": 0.7507445737480501, "nauc_mrr_at_5_max": 0.6445390916498116, "nauc_mrr_at_5_std": 0.12641192719854186, "nauc_ndcg_at_1000_diff1": 0.7430410693718531, "nauc_ndcg_at_1000_max": 0.6486999666076855, "nauc_ndcg_at_1000_std": 0.14939417005724073, "nauc_ndcg_at_100_diff1": 0.7394549656525854, "nauc_ndcg_at_100_max": 0.6508812723135676, "nauc_ndcg_at_100_std": 0.1593937663560801, "nauc_ndcg_at_10_diff1": 0.7346623716028421, "nauc_ndcg_at_10_max": 0.649337542022369, "nauc_ndcg_at_10_std": 0.14778951312921845, "nauc_ndcg_at_1_diff1": 0.7853622960424886, "nauc_ndcg_at_1_max": 0.626331336681165, "nauc_ndcg_at_1_std": 0.09511253495427088, "nauc_ndcg_at_20_diff1": 0.7355313079015043, "nauc_ndcg_at_20_max": 0.6501074379544627, "nauc_ndcg_at_20_std": 0.15472238932083282, "nauc_ndcg_at_3_diff1": 0.7416371394076144, "nauc_ndcg_at_3_max": 0.6493073738943267, "nauc_ndcg_at_3_std": 0.1323485659263462, "nauc_ndcg_at_5_diff1": 0.7369964831494942, "nauc_ndcg_at_5_max": 0.6504241862202331, "nauc_ndcg_at_5_std": 0.14018911330745273, "nauc_precision_at_1000_diff1": 0.637073435102576, "nauc_precision_at_1000_max": 0.7988971670679632, "nauc_precision_at_1000_std": 0.853839655321581, "nauc_precision_at_100_diff1": 0.638457293187768, "nauc_precision_at_100_max": 0.7300170197867323, "nauc_precision_at_100_std": 0.5256146853343431, "nauc_precision_at_10_diff1": 0.6682498999060663, "nauc_precision_at_10_max": 0.671175452395926, "nauc_precision_at_10_std": 0.23127081503513172, "nauc_precision_at_1_diff1": 0.7853622960424886, "nauc_precision_at_1_max": 0.626331336681165, "nauc_precision_at_1_std": 0.09511253495427088, "nauc_precision_at_20_diff1": 0.6567470959768618, "nauc_precision_at_20_max": 0.681853565302857, "nauc_precision_at_20_std": 0.29798117111715705, "nauc_precision_at_3_diff1": 0.7049446968677617, "nauc_precision_at_3_max": 0.6663829586645377, "nauc_precision_at_3_std": 0.16427722089870828, "nauc_precision_at_5_diff1": 0.6867629690983398, "nauc_precision_at_5_max": 0.6712794278536778, "nauc_precision_at_5_std": 0.19127850043979575, "nauc_recall_at_1000_diff1": 0.6370734351025931, "nauc_recall_at_1000_max": 0.7988971670679563, "nauc_recall_at_1000_std": 0.8538396553215818, "nauc_recall_at_100_diff1": 0.6384572931877672, "nauc_recall_at_100_max": 0.730017019786732, "nauc_recall_at_100_std": 0.5256146853343412, "nauc_recall_at_10_diff1": 0.668249899906066, "nauc_recall_at_10_max": 0.6711754523959262, "nauc_recall_at_10_std": 0.23127081503513144, "nauc_recall_at_1_diff1": 0.7853622960424886, "nauc_recall_at_1_max": 0.626331336681165, "nauc_recall_at_1_std": 0.09511253495427088, "nauc_recall_at_20_diff1": 0.6567470959768615, "nauc_recall_at_20_max": 0.6818535653028566, "nauc_recall_at_20_std": 0.29798117111715566, "nauc_recall_at_3_diff1": 0.7049446968677623, "nauc_recall_at_3_max": 0.6663829586645378, "nauc_recall_at_3_std": 0.16427722089870883, "nauc_recall_at_5_diff1": 0.6867629690983394, "nauc_recall_at_5_max": 0.671279427853677, "nauc_recall_at_5_std": 0.19127850043979575, "ndcg_at_1": 0.55723, "ndcg_at_10": 0.66709, "ndcg_at_100": 0.69767, "ndcg_at_1000": 0.70577, "ndcg_at_20": 0.68027, "ndcg_at_3": 0.63271, "ndcg_at_5": 0.65157, "precision_at_1": 0.55723, "precision_at_10": 0.07787, "precision_at_100": 0.00924, "precision_at_1000": 0.00099, "precision_at_20": 0.04153, "precision_at_3": 0.22845, "precision_at_5": 0.14621, "recall_at_1": 0.55723, "recall_at_10": 0.77871, "recall_at_100": 0.92411, "recall_at_1000": 0.98854, "recall_at_20": 0.83057, "recall_at_3": 0.68535, "recall_at_5": 0.73103 }, { "hf_subset": "vie-zho", "languages": [ "vie-Latn", "zho-Hans" ], "main_score": 0.55531, "map_at_1": 0.40916, "map_at_10": 0.50332, "map_at_100": 0.51218, "map_at_1000": 0.51256, "map_at_20": 0.50873, "map_at_3": 0.47555, "map_at_5": 0.49025, "mrr_at_1": 0.40916109109624293, "mrr_at_10": 0.5033208342523839, "mrr_at_100": 0.5121824130152699, "mrr_at_1000": 0.5125589230235753, "mrr_at_20": 0.5087339762343238, "mrr_at_3": 0.4755532681420491, "mrr_at_5": 0.4902470406587761, "nauc_map_at_1000_diff1": 0.5938001726426942, "nauc_map_at_1000_max": 0.5244660635682367, "nauc_map_at_1000_std": 0.135401384013258, "nauc_map_at_100_diff1": 0.5936069081180749, "nauc_map_at_100_max": 0.5243706625608299, "nauc_map_at_100_std": 0.1357042065305139, "nauc_map_at_10_diff1": 0.5931823065592606, "nauc_map_at_10_max": 0.5239917518344535, "nauc_map_at_10_std": 0.13453541926228146, "nauc_map_at_1_diff1": 0.6482552424621812, "nauc_map_at_1_max": 0.5286682520549851, "nauc_map_at_1_std": 0.10412301592722949, "nauc_map_at_20_diff1": 0.592489906660402, "nauc_map_at_20_max": 0.5237245672793033, "nauc_map_at_20_std": 0.1352938872652352, "nauc_map_at_3_diff1": 0.5981082708338307, "nauc_map_at_3_max": 0.5232783594930503, "nauc_map_at_3_std": 0.1245170094425913, "nauc_map_at_5_diff1": 0.5917066822060669, "nauc_map_at_5_max": 0.523712711428982, "nauc_map_at_5_std": 0.13117374060276688, "nauc_mrr_at_1000_diff1": 0.5938001726426942, "nauc_mrr_at_1000_max": 0.5244660635682367, "nauc_mrr_at_1000_std": 0.135401384013258, "nauc_mrr_at_100_diff1": 0.5936069081180749, "nauc_mrr_at_100_max": 0.5243706625608299, "nauc_mrr_at_100_std": 0.1357042065305139, "nauc_mrr_at_10_diff1": 0.5931823065592606, "nauc_mrr_at_10_max": 0.5239917518344535, "nauc_mrr_at_10_std": 0.13453541926228146, "nauc_mrr_at_1_diff1": 0.6482552424621812, "nauc_mrr_at_1_max": 0.5286682520549851, "nauc_mrr_at_1_std": 0.10412301592722949, "nauc_mrr_at_20_diff1": 0.592489906660402, "nauc_mrr_at_20_max": 0.5237245672793033, "nauc_mrr_at_20_std": 0.1352938872652352, "nauc_mrr_at_3_diff1": 0.5981082708338307, "nauc_mrr_at_3_max": 0.5232783594930503, "nauc_mrr_at_3_std": 0.1245170094425913, "nauc_mrr_at_5_diff1": 0.5917066822060669, "nauc_mrr_at_5_max": 0.523712711428982, "nauc_mrr_at_5_std": 0.13117374060276688, "nauc_ndcg_at_1000_diff1": 0.5814780081301847, "nauc_ndcg_at_1000_max": 0.5241381164667938, "nauc_ndcg_at_1000_std": 0.1480760692987659, "nauc_ndcg_at_100_diff1": 0.5760158180833312, "nauc_ndcg_at_100_max": 0.5233041816653549, "nauc_ndcg_at_100_std": 0.15965800446720974, "nauc_ndcg_at_10_diff1": 0.5719108800703531, "nauc_ndcg_at_10_max": 0.5218826795918251, "nauc_ndcg_at_10_std": 0.15271459374756474, "nauc_ndcg_at_1_diff1": 0.6482552424621812, "nauc_ndcg_at_1_max": 0.5286682520549851, "nauc_ndcg_at_1_std": 0.10412301592722949, "nauc_ndcg_at_20_diff1": 0.5677852073764328, "nauc_ndcg_at_20_max": 0.5204880927661443, "nauc_ndcg_at_20_std": 0.1573910106552141, "nauc_ndcg_at_3_diff1": 0.5813103730889004, "nauc_ndcg_at_3_max": 0.52097578171104, "nauc_ndcg_at_3_std": 0.13154924545896537, "nauc_ndcg_at_5_diff1": 0.569242656094025, "nauc_ndcg_at_5_max": 0.5219241084198012, "nauc_ndcg_at_5_std": 0.14414718029736473, "nauc_precision_at_1000_diff1": -0.03381526145849096, "nauc_precision_at_1000_max": 0.41719123302727396, "nauc_precision_at_1000_std": 0.16930688249143497, "nauc_precision_at_100_diff1": 0.410527974004435, "nauc_precision_at_100_max": 0.5114298643396354, "nauc_precision_at_100_std": 0.4953844318573816, "nauc_precision_at_10_diff1": 0.48725114721652446, "nauc_precision_at_10_max": 0.5129614245206395, "nauc_precision_at_10_std": 0.23104644783213815, "nauc_precision_at_1_diff1": 0.6482552424621812, "nauc_precision_at_1_max": 0.5286682520549851, "nauc_precision_at_1_std": 0.10412301592722949, "nauc_precision_at_20_diff1": 0.4355360217035015, "nauc_precision_at_20_max": 0.5008447551904779, "nauc_precision_at_20_std": 0.2857083484534296, "nauc_precision_at_3_diff1": 0.5298741461560242, "nauc_precision_at_3_max": 0.5137624666998938, "nauc_precision_at_3_std": 0.1531481058520278, "nauc_precision_at_5_diff1": 0.49371831060156923, "nauc_precision_at_5_max": 0.5161921131620009, "nauc_precision_at_5_std": 0.18893253579807606, "nauc_recall_at_1000_diff1": -0.033815261458355166, "nauc_recall_at_1000_max": 0.4171912330274415, "nauc_recall_at_1000_std": 0.1693068824916219, "nauc_recall_at_100_diff1": 0.4105279740044348, "nauc_recall_at_100_max": 0.5114298643396368, "nauc_recall_at_100_std": 0.4953844318573819, "nauc_recall_at_10_diff1": 0.4872511472165242, "nauc_recall_at_10_max": 0.512961424520639, "nauc_recall_at_10_std": 0.23104644783213804, "nauc_recall_at_1_diff1": 0.6482552424621812, "nauc_recall_at_1_max": 0.5286682520549851, "nauc_recall_at_1_std": 0.10412301592722949, "nauc_recall_at_20_diff1": 0.4355360217034999, "nauc_recall_at_20_max": 0.500844755190477, "nauc_recall_at_20_std": 0.2857083484534294, "nauc_recall_at_3_diff1": 0.5298741461560237, "nauc_recall_at_3_max": 0.5137624666998929, "nauc_recall_at_3_std": 0.15314810585202704, "nauc_recall_at_5_diff1": 0.4937183106015694, "nauc_recall_at_5_max": 0.5161921131620006, "nauc_recall_at_5_std": 0.18893253579807603, "ndcg_at_1": 0.40916, "ndcg_at_10": 0.55531, "ndcg_at_100": 0.59838, "ndcg_at_1000": 0.60803, "ndcg_at_20": 0.57473, "ndcg_at_3": 0.49747, "ndcg_at_5": 0.52396, "precision_at_1": 0.40916, "precision_at_10": 0.07216, "precision_at_100": 0.00923, "precision_at_1000": 0.001, "precision_at_20": 0.03989, "precision_at_3": 0.187, "precision_at_5": 0.12506, "recall_at_1": 0.40916, "recall_at_10": 0.72156, "recall_at_100": 0.9228, "recall_at_1000": 0.99794, "recall_at_20": 0.79774, "recall_at_3": 0.56099, "recall_at_5": 0.62532 }, { "hf_subset": "zho-ara", "languages": [ "zho-Hans", "ara-Arab" ], "main_score": 0.51086, "map_at_1": 0.37363, "map_at_10": 0.46308, "map_at_100": 0.47228, "map_at_1000": 0.4728, "map_at_20": 0.4684, "map_at_3": 0.43895, "map_at_5": 0.4513, "mrr_at_1": 0.37362637362637363, "mrr_at_10": 0.4630825712458367, "mrr_at_100": 0.4722931217944604, "mrr_at_1000": 0.472813236993106, "mrr_at_20": 0.4684117277684261, "mrr_at_3": 0.43894993894993933, "mrr_at_5": 0.4512994941566378, "nauc_map_at_1000_diff1": 0.571156387685917, "nauc_map_at_1000_max": 0.3434673991834338, "nauc_map_at_1000_std": 0.10255052739412698, "nauc_map_at_100_diff1": 0.5708020339529583, "nauc_map_at_100_max": 0.3435268193995147, "nauc_map_at_100_std": 0.1030179575638854, "nauc_map_at_10_diff1": 0.5707449862433226, "nauc_map_at_10_max": 0.34265689456808845, "nauc_map_at_10_std": 0.1001131509968073, "nauc_map_at_1_diff1": 0.6289312012590637, "nauc_map_at_1_max": 0.34281733887627625, "nauc_map_at_1_std": 0.06940535755644166, "nauc_map_at_20_diff1": 0.5694898564871723, "nauc_map_at_20_max": 0.3425899489448494, "nauc_map_at_20_std": 0.10229060719761915, "nauc_map_at_3_diff1": 0.5796423925856166, "nauc_map_at_3_max": 0.3455941457773013, "nauc_map_at_3_std": 0.08563690288901774, "nauc_map_at_5_diff1": 0.573436611397175, "nauc_map_at_5_max": 0.34492178900483833, "nauc_map_at_5_std": 0.09517062299111614, "nauc_mrr_at_1000_diff1": 0.5711656610047453, "nauc_mrr_at_1000_max": 0.34346387388342847, "nauc_mrr_at_1000_std": 0.10254896783359366, "nauc_mrr_at_100_diff1": 0.5708143137925311, "nauc_mrr_at_100_max": 0.3435225466923917, "nauc_mrr_at_100_std": 0.10301604568710895, "nauc_mrr_at_10_diff1": 0.5707449862433226, "nauc_mrr_at_10_max": 0.34265689456808845, "nauc_mrr_at_10_std": 0.1001131509968073, "nauc_mrr_at_1_diff1": 0.6289312012590637, "nauc_mrr_at_1_max": 0.34281733887627625, "nauc_mrr_at_1_std": 0.06940535755644166, "nauc_mrr_at_20_diff1": 0.5695015865622691, "nauc_mrr_at_20_max": 0.342585445328093, "nauc_mrr_at_20_std": 0.10228861860474338, "nauc_mrr_at_3_diff1": 0.5796423925856166, "nauc_mrr_at_3_max": 0.3455941457773013, "nauc_mrr_at_3_std": 0.08563690288901774, "nauc_mrr_at_5_diff1": 0.573436611397175, "nauc_mrr_at_5_max": 0.34492178900483833, "nauc_mrr_at_5_std": 0.09517062299111614, "nauc_ndcg_at_1000_diff1": 0.5570140792614221, "nauc_ndcg_at_1000_max": 0.34443850997851233, "nauc_ndcg_at_1000_std": 0.12067885946749644, "nauc_ndcg_at_100_diff1": 0.5473286641573676, "nauc_ndcg_at_100_max": 0.3473037118755415, "nauc_ndcg_at_100_std": 0.13682293432572176, "nauc_ndcg_at_10_diff1": 0.5450673376827186, "nauc_ndcg_at_10_max": 0.3396549552755395, "nauc_ndcg_at_10_std": 0.1208596322593453, "nauc_ndcg_at_1_diff1": 0.6289312012590637, "nauc_ndcg_at_1_max": 0.34281733887627625, "nauc_ndcg_at_1_std": 0.06940535755644166, "nauc_ndcg_at_20_diff1": 0.5395906620887189, "nauc_ndcg_at_20_max": 0.3393057263268927, "nauc_ndcg_at_20_std": 0.1306643484608446, "nauc_ndcg_at_3_diff1": 0.5641191552723402, "nauc_ndcg_at_3_max": 0.34613886461609145, "nauc_ndcg_at_3_std": 0.09013752565838525, "nauc_ndcg_at_5_diff1": 0.5519945617855009, "nauc_ndcg_at_5_max": 0.3452505345306231, "nauc_ndcg_at_5_std": 0.10778433690554604, "nauc_precision_at_1000_diff1": 0.42089197754488117, "nauc_precision_at_1000_max": 0.42483331602197616, "nauc_precision_at_1000_std": 0.8021453057193636, "nauc_precision_at_100_diff1": 0.36221891616256047, "nauc_precision_at_100_max": 0.4176514299200166, "nauc_precision_at_100_std": 0.5009895207418721, "nauc_precision_at_10_diff1": 0.44958772252718343, "nauc_precision_at_10_max": 0.32648258027345267, "nauc_precision_at_10_std": 0.20352972457637722, "nauc_precision_at_1_diff1": 0.6289312012590637, "nauc_precision_at_1_max": 0.34281733887627625, "nauc_precision_at_1_std": 0.06940535755644166, "nauc_precision_at_20_diff1": 0.4013085669346664, "nauc_precision_at_20_max": 0.3218692155101788, "nauc_precision_at_20_std": 0.27531597293423876, "nauc_precision_at_3_diff1": 0.5181829792419682, "nauc_precision_at_3_max": 0.34764165623319243, "nauc_precision_at_3_std": 0.10325340515867089, "nauc_precision_at_5_diff1": 0.4832837694934371, "nauc_precision_at_5_max": 0.3462583049791396, "nauc_precision_at_5_std": 0.1495574760630013, "nauc_recall_at_1000_diff1": 0.5159514073722385, "nauc_recall_at_1000_max": 0.5468126231378443, "nauc_recall_at_1000_std": 0.9709530323757484, "nauc_recall_at_100_diff1": 0.36177737848776037, "nauc_recall_at_100_max": 0.4176402807554662, "nauc_recall_at_100_std": 0.500270685750379, "nauc_recall_at_10_diff1": 0.44958772252718365, "nauc_recall_at_10_max": 0.32648258027345356, "nauc_recall_at_10_std": 0.2035297245763776, "nauc_recall_at_1_diff1": 0.6289312012590637, "nauc_recall_at_1_max": 0.34281733887627625, "nauc_recall_at_1_std": 0.06940535755644166, "nauc_recall_at_20_diff1": 0.401119549977657, "nauc_recall_at_20_max": 0.32201148772270194, "nauc_recall_at_20_std": 0.27522991859628476, "nauc_recall_at_3_diff1": 0.5181829792419682, "nauc_recall_at_3_max": 0.3476416562331926, "nauc_recall_at_3_std": 0.10325340515867093, "nauc_recall_at_5_diff1": 0.48328376949343704, "nauc_recall_at_5_max": 0.3462583049791396, "nauc_recall_at_5_std": 0.14955747606300135, "ndcg_at_1": 0.37363, "ndcg_at_10": 0.51086, "ndcg_at_100": 0.55734, "ndcg_at_1000": 0.57143, "ndcg_at_20": 0.53008, "ndcg_at_3": 0.46033, "ndcg_at_5": 0.48278, "precision_at_1": 0.37363, "precision_at_10": 0.0663, "precision_at_100": 0.00884, "precision_at_1000": 0.001, "precision_at_20": 0.03694, "precision_at_3": 0.17408, "precision_at_5": 0.11544, "recall_at_1": 0.37363, "recall_at_10": 0.663, "recall_at_100": 0.88409, "recall_at_1000": 0.99529, "recall_at_20": 0.73862, "recall_at_3": 0.52224, "recall_at_5": 0.57718 }, { "hf_subset": "zho-deu", "languages": [ "zho-Hans", "deu-Latn" ], "main_score": 0.59824, "map_at_1": 0.45959, "map_at_10": 0.55207, "map_at_100": 0.5601, "map_at_1000": 0.56043, "map_at_20": 0.55703, "map_at_3": 0.52879, "map_at_5": 0.5427, "mrr_at_1": 0.459592843923504, "mrr_at_10": 0.5520712767936713, "mrr_at_100": 0.5601032330844793, "mrr_at_1000": 0.5604339889247804, "mrr_at_20": 0.5570331354428394, "mrr_at_3": 0.528788813489616, "mrr_at_5": 0.5426999794365629, "nauc_map_at_1000_diff1": 0.6268573414408776, "nauc_map_at_1000_max": 0.38731616388191853, "nauc_map_at_1000_std": 0.1984037193139404, "nauc_map_at_100_diff1": 0.6268005029519756, "nauc_map_at_100_max": 0.3872911018431458, "nauc_map_at_100_std": 0.1987393705189066, "nauc_map_at_10_diff1": 0.6254355055607149, "nauc_map_at_10_max": 0.3881537218882579, "nauc_map_at_10_std": 0.19705452792890843, "nauc_map_at_1_diff1": 0.6692723733584388, "nauc_map_at_1_max": 0.3803290870653523, "nauc_map_at_1_std": 0.16095829196815403, "nauc_map_at_20_diff1": 0.626156885901156, "nauc_map_at_20_max": 0.38738486808083544, "nauc_map_at_20_std": 0.19947030962648443, "nauc_map_at_3_diff1": 0.6298705963472155, "nauc_map_at_3_max": 0.3885109797029609, "nauc_map_at_3_std": 0.18554947956122794, "nauc_map_at_5_diff1": 0.6239277043729957, "nauc_map_at_5_max": 0.3875386490346176, "nauc_map_at_5_std": 0.19095781472640402, "nauc_mrr_at_1000_diff1": 0.6268573376262638, "nauc_mrr_at_1000_max": 0.3873161675314655, "nauc_mrr_at_1000_std": 0.1984037253836965, "nauc_mrr_at_100_diff1": 0.6268005029519756, "nauc_mrr_at_100_max": 0.3872911018431458, "nauc_mrr_at_100_std": 0.1987393705189066, "nauc_mrr_at_10_diff1": 0.6254355055607149, "nauc_mrr_at_10_max": 0.3881537218882579, "nauc_mrr_at_10_std": 0.19705452792890843, "nauc_mrr_at_1_diff1": 0.6692723733584388, "nauc_mrr_at_1_max": 0.3803290870653523, "nauc_mrr_at_1_std": 0.16095829196815403, "nauc_mrr_at_20_diff1": 0.626156885901156, "nauc_mrr_at_20_max": 0.38738486808083544, "nauc_mrr_at_20_std": 0.19947030962648443, "nauc_mrr_at_3_diff1": 0.6298705963472155, "nauc_mrr_at_3_max": 0.3885109797029609, "nauc_mrr_at_3_std": 0.18554947956122794, "nauc_mrr_at_5_diff1": 0.6239277043729957, "nauc_mrr_at_5_max": 0.3875386490346176, "nauc_mrr_at_5_std": 0.19095781472640402, "nauc_ndcg_at_1000_diff1": 0.6182367122834317, "nauc_ndcg_at_1000_max": 0.38789730249001164, "nauc_ndcg_at_1000_std": 0.21383358723319099, "nauc_ndcg_at_100_diff1": 0.6158263247532861, "nauc_ndcg_at_100_max": 0.38671175800641233, "nauc_ndcg_at_100_std": 0.22456900455372655, "nauc_ndcg_at_10_diff1": 0.6084079781907276, "nauc_ndcg_at_10_max": 0.39085010941475934, "nauc_ndcg_at_10_std": 0.2209537405950068, "nauc_ndcg_at_1_diff1": 0.6692723733584388, "nauc_ndcg_at_1_max": 0.3803290870653523, "nauc_ndcg_at_1_std": 0.16095829196815403, "nauc_ndcg_at_20_diff1": 0.6105793257637929, "nauc_ndcg_at_20_max": 0.38839190136820917, "nauc_ndcg_at_20_std": 0.23208350783389203, "nauc_ndcg_at_3_diff1": 0.6171600184830295, "nauc_ndcg_at_3_max": 0.39130020624049316, "nauc_ndcg_at_3_std": 0.19305594766278986, "nauc_ndcg_at_5_diff1": 0.6053852039521589, "nauc_ndcg_at_5_max": 0.38944041366273496, "nauc_ndcg_at_5_std": 0.20344533464143408, "nauc_precision_at_1000_diff1": 0.3792182827702579, "nauc_precision_at_1000_max": 0.5508928167813767, "nauc_precision_at_1000_std": 0.8068808090733979, "nauc_precision_at_100_diff1": 0.5251185944941061, "nauc_precision_at_100_max": 0.35317213270201303, "nauc_precision_at_100_std": 0.5759672758681564, "nauc_precision_at_10_diff1": 0.5387455394668572, "nauc_precision_at_10_max": 0.40172739758185483, "nauc_precision_at_10_std": 0.33088947060681384, "nauc_precision_at_1_diff1": 0.6692723733584388, "nauc_precision_at_1_max": 0.3803290870653523, "nauc_precision_at_1_std": 0.16095829196815403, "nauc_precision_at_20_diff1": 0.5313546738022678, "nauc_precision_at_20_max": 0.3908034122747572, "nauc_precision_at_20_std": 0.4384722336897313, "nauc_precision_at_3_diff1": 0.5775652103347932, "nauc_precision_at_3_max": 0.4000423762715316, "nauc_precision_at_3_std": 0.2162873546306421, "nauc_precision_at_5_diff1": 0.5396880342997545, "nauc_precision_at_5_max": 0.3955416672118951, "nauc_precision_at_5_std": 0.24786187234065035, "nauc_recall_at_1000_diff1": 0.37921828277027125, "nauc_recall_at_1000_max": 0.5508928167814214, "nauc_recall_at_1000_std": 0.8068808090734366, "nauc_recall_at_100_diff1": 0.525118594494104, "nauc_recall_at_100_max": 0.3531721327020099, "nauc_recall_at_100_std": 0.5759672758681557, "nauc_recall_at_10_diff1": 0.538745539466858, "nauc_recall_at_10_max": 0.4017273975818556, "nauc_recall_at_10_std": 0.330889470606813, "nauc_recall_at_1_diff1": 0.6692723733584388, "nauc_recall_at_1_max": 0.3803290870653523, "nauc_recall_at_1_std": 0.16095829196815403, "nauc_recall_at_20_diff1": 0.5313546738022689, "nauc_recall_at_20_max": 0.39080341227475734, "nauc_recall_at_20_std": 0.43847223368973215, "nauc_recall_at_3_diff1": 0.577565210334793, "nauc_recall_at_3_max": 0.4000423762715316, "nauc_recall_at_3_std": 0.2162873546306421, "nauc_recall_at_5_diff1": 0.5396880342997538, "nauc_recall_at_5_max": 0.3955416672118952, "nauc_recall_at_5_std": 0.2478618723406505, "ndcg_at_1": 0.45959, "ndcg_at_10": 0.59824, "ndcg_at_100": 0.63822, "ndcg_at_1000": 0.64656, "ndcg_at_20": 0.61632, "ndcg_at_3": 0.55039, "ndcg_at_5": 0.57563, "precision_at_1": 0.45959, "precision_at_10": 0.0744, "precision_at_100": 0.00933, "precision_at_1000": 0.001, "precision_at_20": 0.04078, "precision_at_3": 0.20419, "precision_at_5": 0.13486, "recall_at_1": 0.45959, "recall_at_10": 0.74399, "recall_at_100": 0.93276, "recall_at_1000": 0.99753, "recall_at_20": 0.81555, "recall_at_3": 0.61258, "recall_at_5": 0.67428 }, { "hf_subset": "zho-eng", "languages": [ "zho-Hans", "eng-Latn" ], "main_score": 0.50689, "map_at_1": 0.36611, "map_at_10": 0.45762, "map_at_100": 0.46667, "map_at_1000": 0.46712, "map_at_20": 0.46291, "map_at_3": 0.43187, "map_at_5": 0.44637, "mrr_at_1": 0.3661148977604674, "mrr_at_10": 0.4576373626373621, "mrr_at_100": 0.4666790711020144, "mrr_at_1000": 0.46712539227579647, "mrr_at_20": 0.4629248537455043, "mrr_at_3": 0.4318727685816286, "mrr_at_5": 0.44637130801687747, "nauc_map_at_1000_diff1": 0.5256063650746008, "nauc_map_at_1000_max": 0.3402842584386107, "nauc_map_at_1000_std": 0.13432053073251485, "nauc_map_at_100_diff1": 0.5254695657711713, "nauc_map_at_100_max": 0.34025676327008886, "nauc_map_at_100_std": 0.1346626442935536, "nauc_map_at_10_diff1": 0.5235492686243055, "nauc_map_at_10_max": 0.3396563482378179, "nauc_map_at_10_std": 0.13174655321681003, "nauc_map_at_1_diff1": 0.578024014369782, "nauc_map_at_1_max": 0.3500242165117619, "nauc_map_at_1_std": 0.09455256649121006, "nauc_map_at_20_diff1": 0.5244657016535909, "nauc_map_at_20_max": 0.3399756076230699, "nauc_map_at_20_std": 0.13374472719209754, "nauc_map_at_3_diff1": 0.5324550283106287, "nauc_map_at_3_max": 0.34287517841204085, "nauc_map_at_3_std": 0.12303962225005774, "nauc_map_at_5_diff1": 0.5268498405885227, "nauc_map_at_5_max": 0.34172009826701716, "nauc_map_at_5_std": 0.1278971814218179, "nauc_mrr_at_1000_diff1": 0.5256082158077138, "nauc_mrr_at_1000_max": 0.3403011674595059, "nauc_mrr_at_1000_std": 0.13433493208250358, "nauc_mrr_at_100_diff1": 0.5254703644751141, "nauc_mrr_at_100_max": 0.3402743335800184, "nauc_mrr_at_100_std": 0.1346770090396086, "nauc_mrr_at_10_diff1": 0.5235558245266252, "nauc_mrr_at_10_max": 0.3396911452926963, "nauc_mrr_at_10_std": 0.13177643333635528, "nauc_mrr_at_1_diff1": 0.578024014369782, "nauc_mrr_at_1_max": 0.3500242165117619, "nauc_mrr_at_1_std": 0.09455256649121006, "nauc_mrr_at_20_diff1": 0.5244723438514692, "nauc_mrr_at_20_max": 0.3400107541719293, "nauc_mrr_at_20_std": 0.1337749485937259, "nauc_mrr_at_3_diff1": 0.5324550283106287, "nauc_mrr_at_3_max": 0.34287517841204085, "nauc_mrr_at_3_std": 0.12303962225005774, "nauc_mrr_at_5_diff1": 0.5268498405885227, "nauc_mrr_at_5_max": 0.34172009826701716, "nauc_mrr_at_5_std": 0.1278971814218179, "nauc_ndcg_at_1000_diff1": 0.5120747067957064, "nauc_ndcg_at_1000_max": 0.3362213834420424, "nauc_ndcg_at_1000_std": 0.1550530591209343, "nauc_ndcg_at_100_diff1": 0.5072535224299596, "nauc_ndcg_at_100_max": 0.3353403723213196, "nauc_ndcg_at_100_std": 0.16731072160061375, "nauc_ndcg_at_10_diff1": 0.49742096922942464, "nauc_ndcg_at_10_max": 0.3320832766992453, "nauc_ndcg_at_10_std": 0.15189235364940823, "nauc_ndcg_at_1_diff1": 0.578024014369782, "nauc_ndcg_at_1_max": 0.3500242165117619, "nauc_ndcg_at_1_std": 0.09455256649121006, "nauc_ndcg_at_20_diff1": 0.5002087586952064, "nauc_ndcg_at_20_max": 0.3331149965595471, "nauc_ndcg_at_20_std": 0.16023660331101938, "nauc_ndcg_at_3_diff1": 0.5174844793858938, "nauc_ndcg_at_3_max": 0.33963242079698513, "nauc_ndcg_at_3_std": 0.13197709401443186, "nauc_ndcg_at_5_diff1": 0.5068747665148247, "nauc_ndcg_at_5_max": 0.337712230123941, "nauc_ndcg_at_5_std": 0.14120371851163482, "nauc_precision_at_1000_diff1": 0.3104200471269512, "nauc_precision_at_1000_max": 0.22127190333862376, "nauc_precision_at_1000_std": 0.7907134131522194, "nauc_precision_at_100_diff1": 0.37886544971123265, "nauc_precision_at_100_max": 0.30019005695920675, "nauc_precision_at_100_std": 0.5174225565557444, "nauc_precision_at_10_diff1": 0.3980957604899562, "nauc_precision_at_10_max": 0.30194801843555186, "nauc_precision_at_10_std": 0.23053185885067706, "nauc_precision_at_1_diff1": 0.578024014369782, "nauc_precision_at_1_max": 0.3500242165117619, "nauc_precision_at_1_std": 0.09455256649121006, "nauc_precision_at_20_diff1": 0.39275565707624277, "nauc_precision_at_20_max": 0.30139427503246036, "nauc_precision_at_20_std": 0.291749831546806, "nauc_precision_at_3_diff1": 0.47322737237869045, "nauc_precision_at_3_max": 0.32976534016007053, "nauc_precision_at_3_std": 0.1582665568550598, "nauc_precision_at_5_diff1": 0.4430116648936925, "nauc_precision_at_5_max": 0.3248297213762213, "nauc_precision_at_5_std": 0.18403059375457534, "nauc_recall_at_1000_diff1": 0.33390337016339994, "nauc_recall_at_1000_max": 0.22528840334182013, "nauc_recall_at_1000_std": 0.8189068255083588, "nauc_recall_at_100_diff1": 0.3805717581409916, "nauc_recall_at_100_max": 0.29999779472810745, "nauc_recall_at_100_std": 0.5177249901980541, "nauc_recall_at_10_diff1": 0.3980616130610726, "nauc_recall_at_10_max": 0.3016930212935177, "nauc_recall_at_10_std": 0.2302906657395851, "nauc_recall_at_1_diff1": 0.578024014369782, "nauc_recall_at_1_max": 0.3500242165117619, "nauc_recall_at_1_std": 0.09455256649121006, "nauc_recall_at_20_diff1": 0.39268761469867375, "nauc_recall_at_20_max": 0.30106395080554044, "nauc_recall_at_20_std": 0.2914224518908727, "nauc_recall_at_3_diff1": 0.4732273723786901, "nauc_recall_at_3_max": 0.3297653401600702, "nauc_recall_at_3_std": 0.15826655685505994, "nauc_recall_at_5_diff1": 0.4430116648936926, "nauc_recall_at_5_max": 0.3248297213762211, "nauc_recall_at_5_std": 0.18403059375457567, "ndcg_at_1": 0.36611, "ndcg_at_10": 0.50689, "ndcg_at_100": 0.55332, "ndcg_at_1000": 0.56561, "ndcg_at_20": 0.52612, "ndcg_at_3": 0.45339, "ndcg_at_5": 0.47953, "precision_at_1": 0.36611, "precision_at_10": 0.06641, "precision_at_100": 0.00887, "precision_at_1000": 0.00098, "precision_at_20": 0.037, "precision_at_3": 0.17189, "precision_at_5": 0.11583, "recall_at_1": 0.36611, "recall_at_10": 0.66397, "recall_at_100": 0.88656, "recall_at_1000": 0.98403, "recall_at_20": 0.73992, "recall_at_3": 0.51568, "recall_at_5": 0.57916 }, { "hf_subset": "zho-spa", "languages": [ "zho-Hans", "spa-Latn" ], "main_score": 0.59231, "map_at_1": 0.46225, "map_at_10": 0.54664, "map_at_100": 0.55434, "map_at_1000": 0.55469, "map_at_20": 0.55156, "map_at_3": 0.52268, "map_at_5": 0.53655, "mrr_at_1": 0.4622496147919877, "mrr_at_10": 0.5466423720661014, "mrr_at_100": 0.5543444493639664, "mrr_at_1000": 0.5546912158819182, "mrr_at_20": 0.5515632765606536, "mrr_at_3": 0.522684471837015, "mrr_at_5": 0.536551960280775, "nauc_map_at_1000_diff1": 0.6460287487465719, "nauc_map_at_1000_max": 0.49009238422930035, "nauc_map_at_1000_std": 0.1898094734518303, "nauc_map_at_100_diff1": 0.6458425950990335, "nauc_map_at_100_max": 0.4901551278282664, "nauc_map_at_100_std": 0.19019514405991828, "nauc_map_at_10_diff1": 0.6448558287925384, "nauc_map_at_10_max": 0.4891902329121861, "nauc_map_at_10_std": 0.18795170369088526, "nauc_map_at_1_diff1": 0.6959434956606813, "nauc_map_at_1_max": 0.4947757224763701, "nauc_map_at_1_std": 0.15467394185610775, "nauc_map_at_20_diff1": 0.6452034210371217, "nauc_map_at_20_max": 0.4900297405849034, "nauc_map_at_20_std": 0.1899573310312594, "nauc_map_at_3_diff1": 0.6504819730923271, "nauc_map_at_3_max": 0.49118507465510136, "nauc_map_at_3_std": 0.17622400643680872, "nauc_map_at_5_diff1": 0.6440037850812846, "nauc_map_at_5_max": 0.4898933492293304, "nauc_map_at_5_std": 0.18364289052157293, "nauc_mrr_at_1000_diff1": 0.6460287487465719, "nauc_mrr_at_1000_max": 0.49009238422930035, "nauc_mrr_at_1000_std": 0.1898094734518303, "nauc_mrr_at_100_diff1": 0.6458425950990335, "nauc_mrr_at_100_max": 0.4901551278282664, "nauc_mrr_at_100_std": 0.19019514405991828, "nauc_mrr_at_10_diff1": 0.6448558287925384, "nauc_mrr_at_10_max": 0.4891902329121861, "nauc_mrr_at_10_std": 0.18795170369088526, "nauc_mrr_at_1_diff1": 0.6959434956606813, "nauc_mrr_at_1_max": 0.4947757224763701, "nauc_mrr_at_1_std": 0.15467394185610775, "nauc_mrr_at_20_diff1": 0.6452034210371217, "nauc_mrr_at_20_max": 0.4900297405849034, "nauc_mrr_at_20_std": 0.1899573310312594, "nauc_mrr_at_3_diff1": 0.6504819730923271, "nauc_mrr_at_3_max": 0.49118507465510136, "nauc_mrr_at_3_std": 0.17622400643680872, "nauc_mrr_at_5_diff1": 0.6440037850812846, "nauc_mrr_at_5_max": 0.4898933492293304, "nauc_mrr_at_5_std": 0.18364289052157293, "nauc_ndcg_at_1000_diff1": 0.635146971433522, "nauc_ndcg_at_1000_max": 0.48915445773547295, "nauc_ndcg_at_1000_std": 0.20634371796004503, "nauc_ndcg_at_100_diff1": 0.6294117356501777, "nauc_ndcg_at_100_max": 0.4901620950524282, "nauc_ndcg_at_100_std": 0.21975422652767324, "nauc_ndcg_at_10_diff1": 0.6254740119792725, "nauc_ndcg_at_10_max": 0.4871750821110699, "nauc_ndcg_at_10_std": 0.21018248290031036, "nauc_ndcg_at_1_diff1": 0.6959434956606813, "nauc_ndcg_at_1_max": 0.4947757224763701, "nauc_ndcg_at_1_std": 0.15467394185610775, "nauc_ndcg_at_20_diff1": 0.6257459749480884, "nauc_ndcg_at_20_max": 0.48992677083712577, "nauc_ndcg_at_20_std": 0.21791599916814058, "nauc_ndcg_at_3_diff1": 0.6364352766352737, "nauc_ndcg_at_3_max": 0.49121357129121634, "nauc_ndcg_at_3_std": 0.18412055768985244, "nauc_ndcg_at_5_diff1": 0.6238022894980859, "nauc_ndcg_at_5_max": 0.4886677000699242, "nauc_ndcg_at_5_std": 0.1984581877192562, "nauc_precision_at_1000_diff1": 0.3803661741981528, "nauc_precision_at_1000_max": 0.25320740185700075, "nauc_precision_at_1000_std": 0.7173564726737842, "nauc_precision_at_100_diff1": 0.46167178703604517, "nauc_precision_at_100_max": 0.49351929421749374, "nauc_precision_at_100_std": 0.617243781304948, "nauc_precision_at_10_diff1": 0.5470836541171427, "nauc_precision_at_10_max": 0.4786627412398193, "nauc_precision_at_10_std": 0.3092473669217669, "nauc_precision_at_1_diff1": 0.6959434956606813, "nauc_precision_at_1_max": 0.4947757224763701, "nauc_precision_at_1_std": 0.15467394185610775, "nauc_precision_at_20_diff1": 0.52591222674721, "nauc_precision_at_20_max": 0.49187949046560897, "nauc_precision_at_20_std": 0.3817199392337298, "nauc_precision_at_3_diff1": 0.5932286486406348, "nauc_precision_at_3_max": 0.4917167223318834, "nauc_precision_at_3_std": 0.20886182131003792, "nauc_precision_at_5_diff1": 0.5535096603074677, "nauc_precision_at_5_max": 0.4844249477624122, "nauc_precision_at_5_std": 0.25161488837392904, "nauc_recall_at_1000_diff1": 0.3803661741981235, "nauc_recall_at_1000_max": 0.25320740185700724, "nauc_recall_at_1000_std": 0.7173564726737767, "nauc_recall_at_100_diff1": 0.46167178703604256, "nauc_recall_at_100_max": 0.4935192942174931, "nauc_recall_at_100_std": 0.6172437813049458, "nauc_recall_at_10_diff1": 0.5470836541171425, "nauc_recall_at_10_max": 0.4786627412398208, "nauc_recall_at_10_std": 0.30924736692176713, "nauc_recall_at_1_diff1": 0.6959434956606813, "nauc_recall_at_1_max": 0.4947757224763701, "nauc_recall_at_1_std": 0.15467394185610775, "nauc_recall_at_20_diff1": 0.5259122267472102, "nauc_recall_at_20_max": 0.49187949046560997, "nauc_recall_at_20_std": 0.38171993923373065, "nauc_recall_at_3_diff1": 0.5932286486406348, "nauc_recall_at_3_max": 0.4917167223318838, "nauc_recall_at_3_std": 0.20886182131003786, "nauc_recall_at_5_diff1": 0.553509660307468, "nauc_recall_at_5_max": 0.48442494776241307, "nauc_recall_at_5_std": 0.2516148883739302, "ndcg_at_1": 0.46225, "ndcg_at_10": 0.59231, "ndcg_at_100": 0.63091, "ndcg_at_1000": 0.64021, "ndcg_at_20": 0.60997, "ndcg_at_3": 0.54299, "ndcg_at_5": 0.56797, "precision_at_1": 0.46225, "precision_at_10": 0.07375, "precision_at_100": 0.00921, "precision_at_1000": 0.00099, "precision_at_20": 0.04034, "precision_at_3": 0.20065, "precision_at_5": 0.13251, "recall_at_1": 0.46225, "recall_at_10": 0.73754, "recall_at_100": 0.92142, "recall_at_1000": 0.99486, "recall_at_20": 0.80688, "recall_at_3": 0.60195, "recall_at_5": 0.66256 }, { "hf_subset": "zho-hin", "languages": [ "zho-Hans", "hin-Deva" ], "main_score": 0.54402, "map_at_1": 0.406, "map_at_10": 0.49539, "map_at_100": 0.50385, "map_at_1000": 0.50431, "map_at_20": 0.5006, "map_at_3": 0.46919, "map_at_5": 0.48394, "mrr_at_1": 0.4060022650056625, "mrr_at_10": 0.49539314026856474, "mrr_at_100": 0.5038508578784127, "mrr_at_1000": 0.5043123714837258, "mrr_at_20": 0.5006010078415749, "mrr_at_3": 0.4693280483201211, "mrr_at_5": 0.4839373348433375, "nauc_map_at_1000_diff1": 0.5992157896550551, "nauc_map_at_1000_max": 0.35748421410817594, "nauc_map_at_1000_std": 0.13014733187414085, "nauc_map_at_100_diff1": 0.5989352127248321, "nauc_map_at_100_max": 0.3575362930549516, "nauc_map_at_100_std": 0.13058529240519046, "nauc_map_at_10_diff1": 0.5977878584128591, "nauc_map_at_10_max": 0.3577872794012142, "nauc_map_at_10_std": 0.12739470740199213, "nauc_map_at_1_diff1": 0.6505795951436054, "nauc_map_at_1_max": 0.3440881594742595, "nauc_map_at_1_std": 0.10887770486198813, "nauc_map_at_20_diff1": 0.5983280559699358, "nauc_map_at_20_max": 0.3572330877426505, "nauc_map_at_20_std": 0.13062287496033917, "nauc_map_at_3_diff1": 0.601739427297005, "nauc_map_at_3_max": 0.36385789942679003, "nauc_map_at_3_std": 0.1203549565580431, "nauc_map_at_5_diff1": 0.598021575405673, "nauc_map_at_5_max": 0.36048232858287804, "nauc_map_at_5_std": 0.12232055204581442, "nauc_mrr_at_1000_diff1": 0.5992160887904745, "nauc_mrr_at_1000_max": 0.3574829472952146, "nauc_mrr_at_1000_std": 0.13014688161421756, "nauc_mrr_at_100_diff1": 0.5989355109964665, "nauc_mrr_at_100_max": 0.35753502808744686, "nauc_mrr_at_100_std": 0.13058484347038452, "nauc_mrr_at_10_diff1": 0.5977878584128591, "nauc_mrr_at_10_max": 0.3577872794012142, "nauc_mrr_at_10_std": 0.12739470740199213, "nauc_mrr_at_1_diff1": 0.6505795951436054, "nauc_mrr_at_1_max": 0.3440881594742595, "nauc_mrr_at_1_std": 0.10887770486198813, "nauc_mrr_at_20_diff1": 0.5983280559699358, "nauc_mrr_at_20_max": 0.3572330877426505, "nauc_mrr_at_20_std": 0.13062287496033917, "nauc_mrr_at_3_diff1": 0.6014370510534202, "nauc_mrr_at_3_max": 0.3639567959743445, "nauc_mrr_at_3_std": 0.12007285331012453, "nauc_mrr_at_5_diff1": 0.598021575405673, "nauc_mrr_at_5_max": 0.36048232858287804, "nauc_mrr_at_5_std": 0.12232055204581442, "nauc_ndcg_at_1000_diff1": 0.5886743595362283, "nauc_ndcg_at_1000_max": 0.35925156000050246, "nauc_ndcg_at_1000_std": 0.14343122630749192, "nauc_ndcg_at_100_diff1": 0.5816784302499913, "nauc_ndcg_at_100_max": 0.36109139750253055, "nauc_ndcg_at_100_std": 0.15714063789757923, "nauc_ndcg_at_10_diff1": 0.5780927639597275, "nauc_ndcg_at_10_max": 0.359107506628554, "nauc_ndcg_at_10_std": 0.14295863931703187, "nauc_ndcg_at_1_diff1": 0.6505795951436054, "nauc_ndcg_at_1_max": 0.3440881594742595, "nauc_ndcg_at_1_std": 0.10887770486198813, "nauc_ndcg_at_20_diff1": 0.5786348388324903, "nauc_ndcg_at_20_max": 0.35630581133917993, "nauc_ndcg_at_20_std": 0.15688011488860862, "nauc_ndcg_at_3_diff1": 0.5861949508082018, "nauc_ndcg_at_3_max": 0.37094148514647185, "nauc_ndcg_at_3_std": 0.12551256921372228, "nauc_ndcg_at_5_diff1": 0.5793949952279094, "nauc_ndcg_at_5_max": 0.36527915410767997, "nauc_ndcg_at_5_std": 0.12943254518356526, "nauc_precision_at_1000_diff1": 0.10215547636320223, "nauc_precision_at_1000_max": 0.6818318312184102, "nauc_precision_at_1000_std": 0.3238014774320962, "nauc_precision_at_100_diff1": 0.4091767360334042, "nauc_precision_at_100_max": 0.41624258835296374, "nauc_precision_at_100_std": 0.4794011467152017, "nauc_precision_at_10_diff1": 0.49929059101922135, "nauc_precision_at_10_max": 0.36000873174394565, "nauc_precision_at_10_std": 0.20774457021290205, "nauc_precision_at_1_diff1": 0.6505795951436054, "nauc_precision_at_1_max": 0.3440881594742595, "nauc_precision_at_1_std": 0.10887770486198813, "nauc_precision_at_20_diff1": 0.47955766628149604, "nauc_precision_at_20_max": 0.3418416743564876, "nauc_precision_at_20_std": 0.3079096543721725, "nauc_precision_at_3_diff1": 0.5389589600856334, "nauc_precision_at_3_max": 0.3927375371895665, "nauc_precision_at_3_std": 0.14139219490025487, "nauc_precision_at_5_diff1": 0.5154489289390702, "nauc_precision_at_5_max": 0.37944278064904924, "nauc_precision_at_5_std": 0.1518505342788782, "nauc_recall_at_1000_diff1": 0.3115337683489342, "nauc_recall_at_1000_max": 0.8846727697850217, "nauc_recall_at_1000_std": 0.5808584541070412, "nauc_recall_at_100_diff1": 0.41864252192139667, "nauc_recall_at_100_max": 0.4195501221086631, "nauc_recall_at_100_std": 0.48871770366921935, "nauc_recall_at_10_diff1": 0.5030811499077226, "nauc_recall_at_10_max": 0.36100043557580624, "nauc_recall_at_10_std": 0.21010829518405108, "nauc_recall_at_1_diff1": 0.6505795951436054, "nauc_recall_at_1_max": 0.3440881594742595, "nauc_recall_at_1_std": 0.10887770486198813, "nauc_recall_at_20_diff1": 0.48425624746007656, "nauc_recall_at_20_max": 0.34300855338425523, "nauc_recall_at_20_std": 0.3113791562944593, "nauc_recall_at_3_diff1": 0.5395342371723075, "nauc_recall_at_3_max": 0.3924720249391303, "nauc_recall_at_3_std": 0.1419635035895602, "nauc_recall_at_5_diff1": 0.5187028784140386, "nauc_recall_at_5_max": 0.3803428292660883, "nauc_recall_at_5_std": 0.15366821452115983, "ndcg_at_1": 0.406, "ndcg_at_10": 0.54402, "ndcg_at_100": 0.58711, "ndcg_at_1000": 0.59889, "ndcg_at_20": 0.56304, "ndcg_at_3": 0.48973, "ndcg_at_5": 0.51622, "precision_at_1": 0.406, "precision_at_10": 0.06999, "precision_at_100": 0.00906, "precision_at_1000": 0.001, "precision_at_20": 0.03876, "precision_at_3": 0.18309, "precision_at_5": 0.12276, "recall_at_1": 0.406, "recall_at_10": 0.69932, "recall_at_100": 0.90544, "recall_at_1000": 0.99717, "recall_at_20": 0.77463, "recall_at_3": 0.54898, "recall_at_5": 0.61325 }, { "hf_subset": "zho-vie", "languages": [ "zho-Hans", "vie-Latn" ], "main_score": 0.57216, "map_at_1": 0.42615, "map_at_10": 0.522, "map_at_100": 0.53045, "map_at_1000": 0.53081, "map_at_20": 0.5273, "map_at_3": 0.4958, "map_at_5": 0.51147, "mrr_at_1": 0.4261451363870304, "mrr_at_10": 0.5219975655384824, "mrr_at_100": 0.5304466518755127, "mrr_at_1000": 0.5308074311651068, "mrr_at_20": 0.5273003765324188, "mrr_at_3": 0.49579687768056346, "mrr_at_5": 0.5114685194716089, "nauc_map_at_1000_diff1": 0.628297965471091, "nauc_map_at_1000_max": 0.4042990920648434, "nauc_map_at_1000_std": 0.10725742034661687, "nauc_map_at_100_diff1": 0.628128992803358, "nauc_map_at_100_max": 0.40435794977452194, "nauc_map_at_100_std": 0.10759634580310438, "nauc_map_at_10_diff1": 0.6275363928520779, "nauc_map_at_10_max": 0.4033703365568879, "nauc_map_at_10_std": 0.10533141379243395, "nauc_map_at_1_diff1": 0.675824156531524, "nauc_map_at_1_max": 0.40442170776735265, "nauc_map_at_1_std": 0.07602146460085435, "nauc_map_at_20_diff1": 0.6269739487872164, "nauc_map_at_20_max": 0.40410150130652267, "nauc_map_at_20_std": 0.10749807436158185, "nauc_map_at_3_diff1": 0.6290132022451284, "nauc_map_at_3_max": 0.3984774486512137, "nauc_map_at_3_std": 0.09279192885805436, "nauc_map_at_5_diff1": 0.6268370365966537, "nauc_map_at_5_max": 0.4026455003626813, "nauc_map_at_5_std": 0.1019350822314558, "nauc_mrr_at_1000_diff1": 0.6282979661080788, "nauc_mrr_at_1000_max": 0.4042990917116487, "nauc_mrr_at_1000_std": 0.10725742100380257, "nauc_mrr_at_100_diff1": 0.628128992803358, "nauc_mrr_at_100_max": 0.40435794977452194, "nauc_mrr_at_100_std": 0.10759634580310438, "nauc_mrr_at_10_diff1": 0.6275363928520779, "nauc_mrr_at_10_max": 0.4033703365568879, "nauc_mrr_at_10_std": 0.10533141379243395, "nauc_mrr_at_1_diff1": 0.675824156531524, "nauc_mrr_at_1_max": 0.40442170776735265, "nauc_mrr_at_1_std": 0.07602146460085435, "nauc_mrr_at_20_diff1": 0.6269739487872164, "nauc_mrr_at_20_max": 0.40410150130652267, "nauc_mrr_at_20_std": 0.10749807436158185, "nauc_mrr_at_3_diff1": 0.6290132022451284, "nauc_mrr_at_3_max": 0.3984774486512137, "nauc_mrr_at_3_std": 0.09279192885805436, "nauc_mrr_at_5_diff1": 0.6268370365966537, "nauc_mrr_at_5_max": 0.4026455003626813, "nauc_mrr_at_5_std": 0.1019350822314558, "nauc_ndcg_at_1000_diff1": 0.618630774098148, "nauc_ndcg_at_1000_max": 0.4062347290986825, "nauc_ndcg_at_1000_std": 0.12217886904877966, "nauc_ndcg_at_100_diff1": 0.6142293441173987, "nauc_ndcg_at_100_max": 0.4086907856590158, "nauc_ndcg_at_100_std": 0.13407440867798853, "nauc_ndcg_at_10_diff1": 0.6092306407710711, "nauc_ndcg_at_10_max": 0.4045668511937268, "nauc_ndcg_at_10_std": 0.12466714070966076, "nauc_ndcg_at_1_diff1": 0.675824156531524, "nauc_ndcg_at_1_max": 0.40442170776735265, "nauc_ndcg_at_1_std": 0.07602146460085435, "nauc_ndcg_at_20_diff1": 0.6062177032286027, "nauc_ndcg_at_20_max": 0.4073728857395574, "nauc_ndcg_at_20_std": 0.13325366558228205, "nauc_ndcg_at_3_diff1": 0.6137212934273444, "nauc_ndcg_at_3_max": 0.3951888714024878, "nauc_ndcg_at_3_std": 0.09813499045557061, "nauc_ndcg_at_5_diff1": 0.6086283788684346, "nauc_ndcg_at_5_max": 0.40267906048929886, "nauc_ndcg_at_5_std": 0.11522197544522504, "nauc_precision_at_1000_diff1": 0.44421971550613526, "nauc_precision_at_1000_max": 0.4157052095509897, "nauc_precision_at_1000_std": 0.9782172445879239, "nauc_precision_at_100_diff1": 0.4863959954916681, "nauc_precision_at_100_max": 0.4810637522988777, "nauc_precision_at_100_std": 0.5125040067807634, "nauc_precision_at_10_diff1": 0.5346140119615838, "nauc_precision_at_10_max": 0.411251027188078, "nauc_precision_at_10_std": 0.2106339678878145, "nauc_precision_at_1_diff1": 0.675824156531524, "nauc_precision_at_1_max": 0.40442170776735265, "nauc_precision_at_1_std": 0.07602146460085435, "nauc_precision_at_20_diff1": 0.4935244131259754, "nauc_precision_at_20_max": 0.43045624347747635, "nauc_precision_at_20_std": 0.287540139461011, "nauc_precision_at_3_diff1": 0.5666551952146922, "nauc_precision_at_3_max": 0.3846067319623937, "nauc_precision_at_3_std": 0.11453380412056327, "nauc_precision_at_5_diff1": 0.5459394516700511, "nauc_precision_at_5_max": 0.4034684782247312, "nauc_precision_at_5_std": 0.1628711898005746, "nauc_recall_at_1000_diff1": 0.4442197155060813, "nauc_recall_at_1000_max": 0.41570520955094026, "nauc_recall_at_1000_std": 0.9782172445879475, "nauc_recall_at_100_diff1": 0.48639599549166845, "nauc_recall_at_100_max": 0.48106375229887766, "nauc_recall_at_100_std": 0.512504006780764, "nauc_recall_at_10_diff1": 0.5346140119615839, "nauc_recall_at_10_max": 0.41125102718807743, "nauc_recall_at_10_std": 0.21063396788781447, "nauc_recall_at_1_diff1": 0.675824156531524, "nauc_recall_at_1_max": 0.40442170776735265, "nauc_recall_at_1_std": 0.07602146460085435, "nauc_recall_at_20_diff1": 0.49352441312597484, "nauc_recall_at_20_max": 0.43045624347747696, "nauc_recall_at_20_std": 0.28754013946101126, "nauc_recall_at_3_diff1": 0.5666551952146923, "nauc_recall_at_3_max": 0.38460673196239337, "nauc_recall_at_3_std": 0.11453380412056256, "nauc_recall_at_5_diff1": 0.5459394516700511, "nauc_recall_at_5_max": 0.4034684782247315, "nauc_recall_at_5_std": 0.1628711898005752, "ndcg_at_1": 0.42615, "ndcg_at_10": 0.57216, "ndcg_at_100": 0.61348, "ndcg_at_1000": 0.62268, "ndcg_at_20": 0.59109, "ndcg_at_3": 0.51824, "ndcg_at_5": 0.54668, "precision_at_1": 0.42615, "precision_at_10": 0.07313, "precision_at_100": 0.00925, "precision_at_1000": 0.001, "precision_at_20": 0.04027, "precision_at_3": 0.19437, "precision_at_5": 0.13052, "recall_at_1": 0.42615, "recall_at_10": 0.73134, "recall_at_100": 0.92537, "recall_at_1000": 0.99691, "recall_at_20": 0.80546, "recall_at_3": 0.58312, "recall_at_5": 0.6526 }, { "hf_subset": "zho-zho", "languages": [ "zho-Hans", "zho-Hans" ], "main_score": 0.68086, "map_at_1": 0.56834, "map_at_10": 0.64362, "map_at_100": 0.6486, "map_at_1000": 0.64887, "map_at_20": 0.64652, "map_at_3": 0.62571, "map_at_5": 0.63605, "mrr_at_1": 0.5683411214953271, "mrr_at_10": 0.6436179566582609, "mrr_at_100": 0.6486085240766678, "mrr_at_1000": 0.6488735662001632, "mrr_at_20": 0.6465270747239813, "mrr_at_3": 0.6257139148494303, "mrr_at_5": 0.6360526998961581, "nauc_map_at_1000_diff1": 0.776757674102365, "nauc_map_at_1000_max": 0.6196149872529487, "nauc_map_at_1000_std": 0.15433532723449112, "nauc_map_at_100_diff1": 0.7766370254281423, "nauc_map_at_100_max": 0.6196546279192819, "nauc_map_at_100_std": 0.15460905067186564, "nauc_map_at_10_diff1": 0.77574008069025, "nauc_map_at_10_max": 0.6200396472013315, "nauc_map_at_10_std": 0.1537860993935564, "nauc_map_at_1_diff1": 0.8081633983590342, "nauc_map_at_1_max": 0.6004806691810916, "nauc_map_at_1_std": 0.10556302106380479, "nauc_map_at_20_diff1": 0.7763050211752522, "nauc_map_at_20_max": 0.6199249204171381, "nauc_map_at_20_std": 0.15470050355764567, "nauc_map_at_3_diff1": 0.7777462124569804, "nauc_map_at_3_max": 0.6176717592826682, "nauc_map_at_3_std": 0.13840644506614141, "nauc_map_at_5_diff1": 0.7768616428148759, "nauc_map_at_5_max": 0.6191963678730472, "nauc_map_at_5_std": 0.14796431592740905, "nauc_mrr_at_1000_diff1": 0.7767533857349462, "nauc_mrr_at_1000_max": 0.6196306769664112, "nauc_mrr_at_1000_std": 0.15437673462333615, "nauc_mrr_at_100_diff1": 0.7766327388037388, "nauc_mrr_at_100_max": 0.6196703035450896, "nauc_mrr_at_100_std": 0.15465042412674485, "nauc_mrr_at_10_diff1": 0.77574008069025, "nauc_mrr_at_10_max": 0.6200396472013315, "nauc_mrr_at_10_std": 0.1537860993935564, "nauc_mrr_at_1_diff1": 0.8081633983590342, "nauc_mrr_at_1_max": 0.6004806691810916, "nauc_mrr_at_1_std": 0.10556302106380479, "nauc_mrr_at_20_diff1": 0.7762989164894883, "nauc_mrr_at_20_max": 0.6199472186993742, "nauc_mrr_at_20_std": 0.15475933954437238, "nauc_mrr_at_3_diff1": 0.7777462124569804, "nauc_mrr_at_3_max": 0.6176717592826682, "nauc_mrr_at_3_std": 0.13840644506614141, "nauc_mrr_at_5_diff1": 0.7768616428148759, "nauc_mrr_at_5_max": 0.6191963678730472, "nauc_mrr_at_5_std": 0.14796431592740905, "nauc_ndcg_at_1000_diff1": 0.7688925095453556, "nauc_ndcg_at_1000_max": 0.6257027131244816, "nauc_ndcg_at_1000_std": 0.17968763017409617, "nauc_ndcg_at_100_diff1": 0.7657387632082734, "nauc_ndcg_at_100_max": 0.6274571306639398, "nauc_ndcg_at_100_std": 0.1901938951763311, "nauc_ndcg_at_10_diff1": 0.7609526818169079, "nauc_ndcg_at_10_max": 0.6288254835679178, "nauc_ndcg_at_10_std": 0.18567844772252448, "nauc_ndcg_at_1_diff1": 0.8081633983590342, "nauc_ndcg_at_1_max": 0.6004806691810916, "nauc_ndcg_at_1_std": 0.10556302106380479, "nauc_ndcg_at_20_diff1": 0.7625712424400405, "nauc_ndcg_at_20_max": 0.6284965075079844, "nauc_ndcg_at_20_std": 0.19008413487097472, "nauc_ndcg_at_3_diff1": 0.7667838586179094, "nauc_ndcg_at_3_max": 0.6235160262788285, "nauc_ndcg_at_3_std": 0.1511910158865814, "nauc_ndcg_at_5_diff1": 0.7645760090541144, "nauc_ndcg_at_5_max": 0.6265219209350525, "nauc_ndcg_at_5_std": 0.16979157504415754, "nauc_precision_at_1000_diff1": 0.6671180350596985, "nauc_precision_at_1000_max": 0.763219708994474, "nauc_precision_at_1000_std": 0.8221340575725233, "nauc_precision_at_100_diff1": 0.672690750580336, "nauc_precision_at_100_max": 0.703539123500691, "nauc_precision_at_100_std": 0.5944024843452352, "nauc_precision_at_10_diff1": 0.6938374089021857, "nauc_precision_at_10_max": 0.6684490295299211, "nauc_precision_at_10_std": 0.33770098679524985, "nauc_precision_at_1_diff1": 0.8081633983590342, "nauc_precision_at_1_max": 0.6004806691810916, "nauc_precision_at_1_std": 0.10556302106380479, "nauc_precision_at_20_diff1": 0.6877367006530307, "nauc_precision_at_20_max": 0.6754532163417274, "nauc_precision_at_20_std": 0.4022931931426465, "nauc_precision_at_3_diff1": 0.7307221840894738, "nauc_precision_at_3_max": 0.6426199279744679, "nauc_precision_at_3_std": 0.1935743568605492, "nauc_precision_at_5_diff1": 0.7191973630991583, "nauc_precision_at_5_max": 0.6536006204041791, "nauc_precision_at_5_std": 0.2532774903284863, "nauc_recall_at_1000_diff1": 0.6891810515965676, "nauc_recall_at_1000_max": 0.7757884813752941, "nauc_recall_at_1000_std": 0.8187708177801711, "nauc_recall_at_100_diff1": 0.6777389978442484, "nauc_recall_at_100_max": 0.7061443360863093, "nauc_recall_at_100_std": 0.592655991610347, "nauc_recall_at_10_diff1": 0.6938374089021866, "nauc_recall_at_10_max": 0.6684490295299207, "nauc_recall_at_10_std": 0.3377009867952499, "nauc_recall_at_1_diff1": 0.8081633983590342, "nauc_recall_at_1_max": 0.6004806691810916, "nauc_recall_at_1_std": 0.10556302106380479, "nauc_recall_at_20_diff1": 0.6879106051843831, "nauc_recall_at_20_max": 0.6749672467920602, "nauc_recall_at_20_std": 0.400954628487002, "nauc_recall_at_3_diff1": 0.7307221840894733, "nauc_recall_at_3_max": 0.6426199279744681, "nauc_recall_at_3_std": 0.19357435686054933, "nauc_recall_at_5_diff1": 0.7191973630991582, "nauc_recall_at_5_max": 0.6536006204041793, "nauc_recall_at_5_std": 0.25327749032848657, "ndcg_at_1": 0.56834, "ndcg_at_10": 0.68086, "ndcg_at_100": 0.70652, "ndcg_at_1000": 0.7141, "ndcg_at_20": 0.69149, "ndcg_at_3": 0.64406, "ndcg_at_5": 0.66272, "precision_at_1": 0.56834, "precision_at_10": 0.07981, "precision_at_100": 0.00922, "precision_at_1000": 0.00098, "precision_at_20": 0.04202, "precision_at_3": 0.23235, "precision_at_5": 0.14848, "recall_at_1": 0.56834, "recall_at_10": 0.79809, "recall_at_100": 0.92134, "recall_at_1000": 0.98209, "recall_at_20": 0.84025, "recall_at_3": 0.69704, "recall_at_5": 0.74241 } ], "validation": [ { "hf_subset": "ara-ara", "languages": [ "ara-Arab", "ara-Arab" ], "main_score": 0.75867, "map_at_1": 0.6383, "map_at_10": 0.7188, "map_at_100": 0.72313, "map_at_1000": 0.72322, "map_at_20": 0.72154, "map_at_3": 0.69826, "map_at_5": 0.7117, "mrr_at_1": 0.6382978723404256, "mrr_at_10": 0.7187950937950934, "mrr_at_100": 0.7231296662661699, "mrr_at_1000": 0.7232239443541448, "mrr_at_20": 0.7215404257630331, "mrr_at_3": 0.6982591876208897, "mrr_at_5": 0.7117021276595742, "nauc_map_at_1000_diff1": 0.7935811037319704, "nauc_map_at_1000_max": 0.7129079935543121, "nauc_map_at_1000_std": 0.2599921630161613, "nauc_map_at_100_diff1": 0.7935098423679646, "nauc_map_at_100_max": 0.7129378551728797, "nauc_map_at_100_std": 0.2602017580854272, "nauc_map_at_10_diff1": 0.7929860502807966, "nauc_map_at_10_max": 0.7150410181522605, "nauc_map_at_10_std": 0.2591001937441511, "nauc_map_at_1_diff1": 0.8083027959105423, "nauc_map_at_1_max": 0.6822988185523011, "nauc_map_at_1_std": 0.23870707315069187, "nauc_map_at_20_diff1": 0.7928903977800668, "nauc_map_at_20_max": 0.7130052581923207, "nauc_map_at_20_std": 0.2611798296987625, "nauc_map_at_3_diff1": 0.7946565960030049, "nauc_map_at_3_max": 0.7150663811267518, "nauc_map_at_3_std": 0.2431092141949838, "nauc_map_at_5_diff1": 0.7926849173019768, "nauc_map_at_5_max": 0.7136236543205341, "nauc_map_at_5_std": 0.2542530169548347, "nauc_mrr_at_1000_diff1": 0.7935811037319704, "nauc_mrr_at_1000_max": 0.7129079935543121, "nauc_mrr_at_1000_std": 0.2599921630161613, "nauc_mrr_at_100_diff1": 0.7935098423679646, "nauc_mrr_at_100_max": 0.7129378551728797, "nauc_mrr_at_100_std": 0.2602017580854272, "nauc_mrr_at_10_diff1": 0.7929860502807966, "nauc_mrr_at_10_max": 0.7150410181522605, "nauc_mrr_at_10_std": 0.2591001937441511, "nauc_mrr_at_1_diff1": 0.8083027959105423, "nauc_mrr_at_1_max": 0.6822988185523011, "nauc_mrr_at_1_std": 0.23870707315069187, "nauc_mrr_at_20_diff1": 0.7928903977800668, "nauc_mrr_at_20_max": 0.7130052581923207, "nauc_mrr_at_20_std": 0.2611798296987625, "nauc_mrr_at_3_diff1": 0.7946565960030049, "nauc_mrr_at_3_max": 0.7150663811267518, "nauc_mrr_at_3_std": 0.2431092141949838, "nauc_mrr_at_5_diff1": 0.7926849173019768, "nauc_mrr_at_5_max": 0.7136236543205341, "nauc_mrr_at_5_std": 0.2542530169548347, "nauc_ndcg_at_1000_diff1": 0.7898661924241891, "nauc_ndcg_at_1000_max": 0.7170580003120545, "nauc_ndcg_at_1000_std": 0.2688944100348453, "nauc_ndcg_at_100_diff1": 0.7879942338523129, "nauc_ndcg_at_100_max": 0.7176021316113528, "nauc_ndcg_at_100_std": 0.2748645707456336, "nauc_ndcg_at_10_diff1": 0.7843258729744937, "nauc_ndcg_at_10_max": 0.7267190614068356, "nauc_ndcg_at_10_std": 0.27537773390663267, "nauc_ndcg_at_1_diff1": 0.8083027959105423, "nauc_ndcg_at_1_max": 0.6822988185523011, "nauc_ndcg_at_1_std": 0.23870707315069187, "nauc_ndcg_at_20_diff1": 0.7837725135039085, "nauc_ndcg_at_20_max": 0.7190831882702988, "nauc_ndcg_at_20_std": 0.28431225157390494, "nauc_ndcg_at_3_diff1": 0.7882604123082775, "nauc_ndcg_at_3_max": 0.7252806460529276, "nauc_ndcg_at_3_std": 0.24047697628247852, "nauc_ndcg_at_5_diff1": 0.7842931744093069, "nauc_ndcg_at_5_max": 0.7234691259014212, "nauc_ndcg_at_5_std": 0.26378439258693714, "nauc_precision_at_1000_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_100_diff1": 0.6414155904767259, "nauc_precision_at_100_max": 0.7569506824871455, "nauc_precision_at_100_std": 0.7550028062047222, "nauc_precision_at_10_diff1": 0.7303722388763569, "nauc_precision_at_10_max": 0.7954007888134026, "nauc_precision_at_10_std": 0.38488753750095195, "nauc_precision_at_1_diff1": 0.8083027959105423, "nauc_precision_at_1_max": 0.6822988185523011, "nauc_precision_at_1_std": 0.23870707315069187, "nauc_precision_at_20_diff1": 0.7025194945034917, "nauc_precision_at_20_max": 0.752398505993075, "nauc_precision_at_20_std": 0.5182112087549918, "nauc_precision_at_3_diff1": 0.7651103674879178, "nauc_precision_at_3_max": 0.7607029583604009, "nauc_precision_at_3_std": 0.2295382018834075, "nauc_precision_at_5_diff1": 0.7461753480961868, "nauc_precision_at_5_max": 0.7656855166492845, "nauc_precision_at_5_std": 0.31056194783492663, "nauc_recall_at_1000_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_100_diff1": 0.6414155904767347, "nauc_recall_at_100_max": 0.7569506824871621, "nauc_recall_at_100_std": 0.7550028062047276, "nauc_recall_at_10_diff1": 0.730372238876357, "nauc_recall_at_10_max": 0.7954007888134038, "nauc_recall_at_10_std": 0.3848875375009533, "nauc_recall_at_1_diff1": 0.8083027959105423, "nauc_recall_at_1_max": 0.6822988185523011, "nauc_recall_at_1_std": 0.23870707315069187, "nauc_recall_at_20_diff1": 0.7025194945034926, "nauc_recall_at_20_max": 0.7523985059930773, "nauc_recall_at_20_std": 0.5182112087549916, "nauc_recall_at_3_diff1": 0.7651103674879184, "nauc_recall_at_3_max": 0.7607029583604011, "nauc_recall_at_3_std": 0.22953820188340787, "nauc_recall_at_5_diff1": 0.7461753480961871, "nauc_recall_at_5_max": 0.7656855166492852, "nauc_recall_at_5_std": 0.3105619478349284, "ndcg_at_1": 0.6383, "ndcg_at_10": 0.75867, "ndcg_at_100": 0.77973, "ndcg_at_1000": 0.78202, "ndcg_at_20": 0.7682, "ndcg_at_3": 0.71718, "ndcg_at_5": 0.74165, "precision_at_1": 0.6383, "precision_at_10": 0.08839, "precision_at_100": 0.00983, "precision_at_1000": 0.001, "precision_at_20": 0.04603, "precision_at_3": 0.25725, "precision_at_5": 0.16634, "recall_at_1": 0.6383, "recall_at_10": 0.88395, "recall_at_100": 0.98259, "recall_at_1000": 1.0, "recall_at_20": 0.9207, "recall_at_3": 0.77176, "recall_at_5": 0.83172 }, { "hf_subset": "ara-deu", "languages": [ "ara-Arab", "deu-Latn" ], "main_score": 0.68808, "map_at_1": 0.48792, "map_at_10": 0.62517, "map_at_100": 0.63114, "map_at_1000": 0.63114, "map_at_20": 0.62966, "map_at_3": 0.59501, "map_at_5": 0.61554, "mrr_at_1": 0.48792270531400966, "mrr_at_10": 0.6251667816885209, "mrr_at_100": 0.6311428893559254, "mrr_at_1000": 0.6311428893559254, "mrr_at_20": 0.6296557193083197, "mrr_at_3": 0.5950080515297905, "mrr_at_5": 0.6155394524959743, "nauc_map_at_1000_diff1": 0.49543550203228787, "nauc_map_at_1000_max": 0.4797129603660902, "nauc_map_at_1000_std": 0.4175000693641874, "nauc_map_at_100_diff1": 0.49543550203228787, "nauc_map_at_100_max": 0.4797129603660902, "nauc_map_at_100_std": 0.4175000693641874, "nauc_map_at_10_diff1": 0.4895110310519468, "nauc_map_at_10_max": 0.4795515465287512, "nauc_map_at_10_std": 0.42349808749603507, "nauc_map_at_1_diff1": 0.5566830684760189, "nauc_map_at_1_max": 0.47318152254708506, "nauc_map_at_1_std": 0.36447006142468164, "nauc_map_at_20_diff1": 0.49458446812186646, "nauc_map_at_20_max": 0.47911390045852403, "nauc_map_at_20_std": 0.41886331490829065, "nauc_map_at_3_diff1": 0.48092823571383037, "nauc_map_at_3_max": 0.480947214460993, "nauc_map_at_3_std": 0.41976227247833664, "nauc_map_at_5_diff1": 0.4908923671672712, "nauc_map_at_5_max": 0.47722876639390327, "nauc_map_at_5_std": 0.4166956894038274, "nauc_mrr_at_1000_diff1": 0.49543550203228787, "nauc_mrr_at_1000_max": 0.4797129603660902, "nauc_mrr_at_1000_std": 0.4175000693641874, "nauc_mrr_at_100_diff1": 0.49543550203228787, "nauc_mrr_at_100_max": 0.4797129603660902, "nauc_mrr_at_100_std": 0.4175000693641874, "nauc_mrr_at_10_diff1": 0.4895110310519468, "nauc_mrr_at_10_max": 0.4795515465287512, "nauc_mrr_at_10_std": 0.42349808749603507, "nauc_mrr_at_1_diff1": 0.5566830684760189, "nauc_mrr_at_1_max": 0.47318152254708506, "nauc_mrr_at_1_std": 0.36447006142468164, "nauc_mrr_at_20_diff1": 0.49458446812186646, "nauc_mrr_at_20_max": 0.47911390045852403, "nauc_mrr_at_20_std": 0.41886331490829065, "nauc_mrr_at_3_diff1": 0.48092823571383037, "nauc_mrr_at_3_max": 0.480947214460993, "nauc_mrr_at_3_std": 0.41976227247833664, "nauc_mrr_at_5_diff1": 0.4908923671672712, "nauc_mrr_at_5_max": 0.47722876639390327, "nauc_mrr_at_5_std": 0.4166956894038274, "nauc_ndcg_at_1000_diff1": 0.48857623884683976, "nauc_ndcg_at_1000_max": 0.4792522528202566, "nauc_ndcg_at_1000_std": 0.4267761147981436, "nauc_ndcg_at_100_diff1": 0.48857623884683976, "nauc_ndcg_at_100_max": 0.4792522528202566, "nauc_ndcg_at_100_std": 0.4267761147981436, "nauc_ndcg_at_10_diff1": 0.4625513275058672, "nauc_ndcg_at_10_max": 0.47718506755927015, "nauc_ndcg_at_10_std": 0.4564869210363622, "nauc_ndcg_at_1_diff1": 0.5566830684760189, "nauc_ndcg_at_1_max": 0.47318152254708506, "nauc_ndcg_at_1_std": 0.36447006142468164, "nauc_ndcg_at_20_diff1": 0.4836641664211042, "nauc_ndcg_at_20_max": 0.4740404507806323, "nauc_ndcg_at_20_std": 0.43763544768855156, "nauc_ndcg_at_3_diff1": 0.4537008161548466, "nauc_ndcg_at_3_max": 0.4816547817956393, "nauc_ndcg_at_3_std": 0.4413104100454949, "nauc_ndcg_at_5_diff1": 0.4706365111940114, "nauc_ndcg_at_5_max": 0.4730230328781025, "nauc_ndcg_at_5_std": 0.4354745891789938, "nauc_precision_at_1000_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_10_diff1": 0.26633389356806075, "nauc_precision_at_10_max": 0.45322738423480746, "nauc_precision_at_10_std": 0.7057172104907556, "nauc_precision_at_1_diff1": 0.5566830684760189, "nauc_precision_at_1_max": 0.47318152254708506, "nauc_precision_at_1_std": 0.36447006142468164, "nauc_precision_at_20_diff1": 0.39234964365664193, "nauc_precision_at_20_max": 0.3543375757553838, "nauc_precision_at_20_std": 0.6939255229027291, "nauc_precision_at_3_diff1": 0.356890928873352, "nauc_precision_at_3_max": 0.4833391394637674, "nauc_precision_at_3_std": 0.5185955792024842, "nauc_precision_at_5_diff1": 0.38022805147846245, "nauc_precision_at_5_max": 0.4486746838731027, "nauc_precision_at_5_std": 0.5205735164225925, "nauc_recall_at_1000_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_10_diff1": 0.26633389356806153, "nauc_recall_at_10_max": 0.45322738423480613, "nauc_recall_at_10_std": 0.7057172104907551, "nauc_recall_at_1_diff1": 0.5566830684760189, "nauc_recall_at_1_max": 0.47318152254708506, "nauc_recall_at_1_std": 0.36447006142468164, "nauc_recall_at_20_diff1": 0.3923496436566423, "nauc_recall_at_20_max": 0.35433757575538155, "nauc_recall_at_20_std": 0.6939255229027294, "nauc_recall_at_3_diff1": 0.3568909288733535, "nauc_recall_at_3_max": 0.48333913946376916, "nauc_recall_at_3_std": 0.5185955792024854, "nauc_recall_at_5_diff1": 0.38022805147846245, "nauc_recall_at_5_max": 0.4486746838731023, "nauc_recall_at_5_std": 0.5205735164225926, "ndcg_at_1": 0.48792, "ndcg_at_10": 0.68808, "ndcg_at_100": 0.71434, "ndcg_at_1000": 0.71434, "ndcg_at_20": 0.70491, "ndcg_at_3": 0.62727, "ndcg_at_5": 0.66468, "precision_at_1": 0.48792, "precision_at_10": 0.08841, "precision_at_100": 0.01, "precision_at_1000": 0.001, "precision_at_20": 0.04758, "precision_at_3": 0.23994, "precision_at_5": 0.16232, "recall_at_1": 0.48792, "recall_at_10": 0.88406, "recall_at_100": 1.0, "recall_at_1000": 1.0, "recall_at_20": 0.95169, "recall_at_3": 0.71981, "recall_at_5": 0.81159 }, { "hf_subset": "ara-eng", "languages": [ "ara-Arab", "eng-Latn" ], "main_score": 0.71541, "map_at_1": 0.56093, "map_at_10": 0.66533, "map_at_100": 0.67028, "map_at_1000": 0.67038, "map_at_20": 0.66853, "map_at_3": 0.63991, "map_at_5": 0.65558, "mrr_at_1": 0.5609284332688588, "mrr_at_10": 0.6653311227779307, "mrr_at_100": 0.6702845846243197, "mrr_at_1000": 0.6703840472881948, "mrr_at_20": 0.668530956324759, "mrr_at_3": 0.6399097356544162, "mrr_at_5": 0.6555770470664082, "nauc_map_at_1000_diff1": 0.7168907727210959, "nauc_map_at_1000_max": 0.6135272488477612, "nauc_map_at_1000_std": 0.16225723081173118, "nauc_map_at_100_diff1": 0.7168353180564117, "nauc_map_at_100_max": 0.6134608984425902, "nauc_map_at_100_std": 0.16240408067433137, "nauc_map_at_10_diff1": 0.7145121820386647, "nauc_map_at_10_max": 0.6126823136784126, "nauc_map_at_10_std": 0.16482550132787935, "nauc_map_at_1_diff1": 0.7618549820808369, "nauc_map_at_1_max": 0.6254002510197033, "nauc_map_at_1_std": 0.15015009010804312, "nauc_map_at_20_diff1": 0.715985458727776, "nauc_map_at_20_max": 0.613613122521847, "nauc_map_at_20_std": 0.16287796251724362, "nauc_map_at_3_diff1": 0.7155368916527125, "nauc_map_at_3_max": 0.6175496900558932, "nauc_map_at_3_std": 0.148658355843967, "nauc_map_at_5_diff1": 0.7135456002532522, "nauc_map_at_5_max": 0.6144315288610465, "nauc_map_at_5_std": 0.16455909229343194, "nauc_mrr_at_1000_diff1": 0.7168907727210959, "nauc_mrr_at_1000_max": 0.6135272488477612, "nauc_mrr_at_1000_std": 0.16225723081173118, "nauc_mrr_at_100_diff1": 0.7168353180564117, "nauc_mrr_at_100_max": 0.6134608984425902, "nauc_mrr_at_100_std": 0.16240408067433137, "nauc_mrr_at_10_diff1": 0.7145121820386647, "nauc_mrr_at_10_max": 0.6126823136784126, "nauc_mrr_at_10_std": 0.16482550132787935, "nauc_mrr_at_1_diff1": 0.7618549820808369, "nauc_mrr_at_1_max": 0.6254002510197033, "nauc_mrr_at_1_std": 0.15015009010804312, "nauc_mrr_at_20_diff1": 0.715985458727776, "nauc_mrr_at_20_max": 0.613613122521847, "nauc_mrr_at_20_std": 0.16287796251724362, "nauc_mrr_at_3_diff1": 0.7155368916527125, "nauc_mrr_at_3_max": 0.6175496900558932, "nauc_mrr_at_3_std": 0.148658355843967, "nauc_mrr_at_5_diff1": 0.7135456002532522, "nauc_mrr_at_5_max": 0.6144315288610465, "nauc_mrr_at_5_std": 0.16455909229343194, "nauc_ndcg_at_1000_diff1": 0.7099080919955991, "nauc_ndcg_at_1000_max": 0.6109709897781758, "nauc_ndcg_at_1000_std": 0.16770293801820163, "nauc_ndcg_at_100_diff1": 0.7088822316823064, "nauc_ndcg_at_100_max": 0.6097480527845156, "nauc_ndcg_at_100_std": 0.1711839857469472, "nauc_ndcg_at_10_diff1": 0.6957094670956978, "nauc_ndcg_at_10_max": 0.6061851067308648, "nauc_ndcg_at_10_std": 0.18262223186686466, "nauc_ndcg_at_1_diff1": 0.7618549820808369, "nauc_ndcg_at_1_max": 0.6254002510197033, "nauc_ndcg_at_1_std": 0.15015009010804312, "nauc_ndcg_at_20_diff1": 0.7028555845740205, "nauc_ndcg_at_20_max": 0.609567636615663, "nauc_ndcg_at_20_std": 0.17477457416484604, "nauc_ndcg_at_3_diff1": 0.6996838772456231, "nauc_ndcg_at_3_max": 0.616298149716708, "nauc_ndcg_at_3_std": 0.14826614889296047, "nauc_ndcg_at_5_diff1": 0.6939352700026511, "nauc_ndcg_at_5_max": 0.6100140390245887, "nauc_ndcg_at_5_std": 0.1795729726389293, "nauc_precision_at_1000_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_100_diff1": 0.6162887874455715, "nauc_precision_at_100_max": 0.501153384384256, "nauc_precision_at_100_std": 0.5059827529232929, "nauc_precision_at_10_diff1": 0.580547508203812, "nauc_precision_at_10_max": 0.5645245228793894, "nauc_precision_at_10_std": 0.3077303957740192, "nauc_precision_at_1_diff1": 0.7618549820808369, "nauc_precision_at_1_max": 0.6254002510197033, "nauc_precision_at_1_std": 0.15015009010804312, "nauc_precision_at_20_diff1": 0.6063580807288282, "nauc_precision_at_20_max": 0.5771822380972931, "nauc_precision_at_20_std": 0.2873448781026705, "nauc_precision_at_3_diff1": 0.6445819817271095, "nauc_precision_at_3_max": 0.6125315379872557, "nauc_precision_at_3_std": 0.1469510288861661, "nauc_precision_at_5_diff1": 0.6086318068305689, "nauc_precision_at_5_max": 0.590414226936472, "nauc_precision_at_5_std": 0.2510643629689986, "nauc_recall_at_1000_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_100_diff1": 0.6162887874455818, "nauc_recall_at_100_max": 0.5011533843842685, "nauc_recall_at_100_std": 0.5059827529233063, "nauc_recall_at_10_diff1": 0.580547508203812, "nauc_recall_at_10_max": 0.5645245228793885, "nauc_recall_at_10_std": 0.30773039577402134, "nauc_recall_at_1_diff1": 0.7618549820808369, "nauc_recall_at_1_max": 0.6254002510197033, "nauc_recall_at_1_std": 0.15015009010804312, "nauc_recall_at_20_diff1": 0.6063580807288282, "nauc_recall_at_20_max": 0.5771822380972936, "nauc_recall_at_20_std": 0.28734487810267323, "nauc_recall_at_3_diff1": 0.6445819817271086, "nauc_recall_at_3_max": 0.6125315379872553, "nauc_recall_at_3_std": 0.14695102888616582, "nauc_recall_at_5_diff1": 0.6086318068305688, "nauc_recall_at_5_max": 0.5904142269364736, "nauc_recall_at_5_std": 0.2510643629690001, "ndcg_at_1": 0.56093, "ndcg_at_10": 0.71541, "ndcg_at_100": 0.73944, "ndcg_at_1000": 0.74156, "ndcg_at_20": 0.72712, "ndcg_at_3": 0.66397, "ndcg_at_5": 0.69243, "precision_at_1": 0.56093, "precision_at_10": 0.08723, "precision_at_100": 0.00985, "precision_at_1000": 0.001, "precision_at_20": 0.04594, "precision_at_3": 0.24436, "precision_at_5": 0.16054, "recall_at_1": 0.56093, "recall_at_10": 0.87234, "recall_at_100": 0.98453, "recall_at_1000": 1.0, "recall_at_20": 0.91876, "recall_at_3": 0.73308, "recall_at_5": 0.80271 }, { "hf_subset": "ara-spa", "languages": [ "ara-Arab", "spa-Latn" ], "main_score": 0.80241, "map_at_1": 0.65839, "map_at_10": 0.75668, "map_at_100": 0.75909, "map_at_1000": 0.75915, "map_at_20": 0.75814, "map_at_3": 0.72878, "map_at_5": 0.74803, "mrr_at_1": 0.6583850931677019, "mrr_at_10": 0.7566844128955932, "mrr_at_100": 0.7590885748383531, "mrr_at_1000": 0.7591460857654293, "mrr_at_20": 0.7581363770804767, "mrr_at_3": 0.7287784679089028, "mrr_at_5": 0.7480331262939959, "nauc_map_at_1000_diff1": 0.807595120219154, "nauc_map_at_1000_max": 0.5845139968979625, "nauc_map_at_1000_std": 0.18257302966816275, "nauc_map_at_100_diff1": 0.807470463468149, "nauc_map_at_100_max": 0.5845524076287755, "nauc_map_at_100_std": 0.18280050769494685, "nauc_map_at_10_diff1": 0.8049586379911468, "nauc_map_at_10_max": 0.5848194704937537, "nauc_map_at_10_std": 0.18553891082062698, "nauc_map_at_1_diff1": 0.8364942362637268, "nauc_map_at_1_max": 0.5753297123973248, "nauc_map_at_1_std": 0.18279083732942342, "nauc_map_at_20_diff1": 0.8062513079051392, "nauc_map_at_20_max": 0.5846703854818621, "nauc_map_at_20_std": 0.18422043970750215, "nauc_map_at_3_diff1": 0.8067628533412441, "nauc_map_at_3_max": 0.5870963126124881, "nauc_map_at_3_std": 0.18001455515713607, "nauc_map_at_5_diff1": 0.8069172420141092, "nauc_map_at_5_max": 0.5822662102886916, "nauc_map_at_5_std": 0.1598343719666551, "nauc_mrr_at_1000_diff1": 0.807595120219154, "nauc_mrr_at_1000_max": 0.5845139968979625, "nauc_mrr_at_1000_std": 0.18257302966816275, "nauc_mrr_at_100_diff1": 0.807470463468149, "nauc_mrr_at_100_max": 0.5845524076287755, "nauc_mrr_at_100_std": 0.18280050769494685, "nauc_mrr_at_10_diff1": 0.8049586379911468, "nauc_mrr_at_10_max": 0.5848194704937537, "nauc_mrr_at_10_std": 0.18553891082062698, "nauc_mrr_at_1_diff1": 0.8364942362637268, "nauc_mrr_at_1_max": 0.5753297123973248, "nauc_mrr_at_1_std": 0.18279083732942342, "nauc_mrr_at_20_diff1": 0.8062513079051392, "nauc_mrr_at_20_max": 0.5846703854818621, "nauc_mrr_at_20_std": 0.18422043970750215, "nauc_mrr_at_3_diff1": 0.8067628533412441, "nauc_mrr_at_3_max": 0.5870963126124881, "nauc_mrr_at_3_std": 0.18001455515713607, "nauc_mrr_at_5_diff1": 0.8069172420141092, "nauc_mrr_at_5_max": 0.5822662102886916, "nauc_mrr_at_5_std": 0.1598343719666551, "nauc_ndcg_at_1000_diff1": 0.80216764162201, "nauc_ndcg_at_1000_max": 0.586691529454442, "nauc_ndcg_at_1000_std": 0.19080745424050233, "nauc_ndcg_at_100_diff1": 0.7996459400068072, "nauc_ndcg_at_100_max": 0.5874656677249107, "nauc_ndcg_at_100_std": 0.19541865967202585, "nauc_ndcg_at_10_diff1": 0.7872900905542277, "nauc_ndcg_at_10_max": 0.5896785859473769, "nauc_ndcg_at_10_std": 0.21417242191890115, "nauc_ndcg_at_1_diff1": 0.8364942362637268, "nauc_ndcg_at_1_max": 0.5753297123973248, "nauc_ndcg_at_1_std": 0.18279083732942342, "nauc_ndcg_at_20_diff1": 0.7913433825578067, "nauc_ndcg_at_20_max": 0.5891057120021419, "nauc_ndcg_at_20_std": 0.21007920039564693, "nauc_ndcg_at_3_diff1": 0.7968682333598307, "nauc_ndcg_at_3_max": 0.5931931522213991, "nauc_ndcg_at_3_std": 0.18815937690224943, "nauc_ndcg_at_5_diff1": 0.7945853802379752, "nauc_ndcg_at_5_max": 0.5838685710889051, "nauc_ndcg_at_5_std": 0.14852309640415387, "nauc_precision_at_1000_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_100_diff1": 0.35964948016643394, "nauc_precision_at_100_max": 0.7225403714011617, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_10_diff1": 0.5854885974011359, "nauc_precision_at_10_max": 0.6403241190100414, "nauc_precision_at_10_std": 0.5796285590186482, "nauc_precision_at_1_diff1": 0.8364942362637268, "nauc_precision_at_1_max": 0.5753297123973248, "nauc_precision_at_1_std": 0.18279083732942342, "nauc_precision_at_20_diff1": 0.5457030640852072, "nauc_precision_at_20_max": 0.6550896697188647, "nauc_precision_at_20_std": 0.6982502321929853, "nauc_precision_at_3_diff1": 0.7606545569614757, "nauc_precision_at_3_max": 0.6165265777621546, "nauc_precision_at_3_std": 0.22220775342492516, "nauc_precision_at_5_diff1": 0.7238686113168321, "nauc_precision_at_5_max": 0.5907521279104339, "nauc_precision_at_5_std": 0.07946149074503064, "nauc_recall_at_1000_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_100_diff1": 0.3596494801664573, "nauc_recall_at_100_max": 0.7225403714011477, "nauc_recall_at_100_std": 1.0, "nauc_recall_at_10_diff1": 0.5854885974011372, "nauc_recall_at_10_max": 0.640324119010041, "nauc_recall_at_10_std": 0.5796285590186501, "nauc_recall_at_1_diff1": 0.8364942362637268, "nauc_recall_at_1_max": 0.5753297123973248, "nauc_recall_at_1_std": 0.18279083732942342, "nauc_recall_at_20_diff1": 0.5457030640852069, "nauc_recall_at_20_max": 0.6550896697188645, "nauc_recall_at_20_std": 0.6982502321929848, "nauc_recall_at_3_diff1": 0.7606545569614755, "nauc_recall_at_3_max": 0.6165265777621555, "nauc_recall_at_3_std": 0.22220775342492546, "nauc_recall_at_5_diff1": 0.723868611316834, "nauc_recall_at_5_max": 0.590752127910435, "nauc_recall_at_5_std": 0.07946149074503049, "ndcg_at_1": 0.65839, "ndcg_at_10": 0.80241, "ndcg_at_100": 0.8134, "ndcg_at_1000": 0.81432, "ndcg_at_20": 0.80732, "ndcg_at_3": 0.74918, "ndcg_at_5": 0.78314, "precision_at_1": 0.65839, "precision_at_10": 0.09441, "precision_at_100": 0.00994, "precision_at_1000": 0.001, "precision_at_20": 0.04814, "precision_at_3": 0.26915, "precision_at_5": 0.17764, "recall_at_1": 0.65839, "recall_at_10": 0.9441, "recall_at_100": 0.99379, "recall_at_1000": 1.0, "recall_at_20": 0.96273, "recall_at_3": 0.80745, "recall_at_5": 0.8882 }, { "hf_subset": "ara-hin", "languages": [ "ara-Arab", "hin-Deva" ], "main_score": 0.78198, "map_at_1": 0.66129, "map_at_10": 0.74149, "map_at_100": 0.74522, "map_at_1000": 0.74526, "map_at_20": 0.74408, "map_at_3": 0.71864, "map_at_5": 0.73423, "mrr_at_1": 0.6612903225806451, "mrr_at_10": 0.7414938556067588, "mrr_at_100": 0.7452231286670005, "mrr_at_1000": 0.745263552306745, "mrr_at_20": 0.7440848171935259, "mrr_at_3": 0.7186379928315412, "mrr_at_5": 0.7342293906810036, "nauc_map_at_1000_diff1": 0.6683681598847966, "nauc_map_at_1000_max": 0.5951292691560828, "nauc_map_at_1000_std": 0.21097425982152215, "nauc_map_at_100_diff1": 0.66842930818433, "nauc_map_at_100_max": 0.5951797612000852, "nauc_map_at_100_std": 0.21109558470705841, "nauc_map_at_10_diff1": 0.6675466037796062, "nauc_map_at_10_max": 0.5925728309573841, "nauc_map_at_10_std": 0.21060665206476004, "nauc_map_at_1_diff1": 0.6948975469071806, "nauc_map_at_1_max": 0.5929661853684355, "nauc_map_at_1_std": 0.13656846232462486, "nauc_map_at_20_diff1": 0.6685333602291885, "nauc_map_at_20_max": 0.5962100739051576, "nauc_map_at_20_std": 0.2133404862211852, "nauc_map_at_3_diff1": 0.6662853680912979, "nauc_map_at_3_max": 0.5854895058860091, "nauc_map_at_3_std": 0.19837338904517668, "nauc_map_at_5_diff1": 0.6680570076870179, "nauc_map_at_5_max": 0.5999396542006322, "nauc_map_at_5_std": 0.22296942398984698, "nauc_mrr_at_1000_diff1": 0.6683681598847966, "nauc_mrr_at_1000_max": 0.5951292691560828, "nauc_mrr_at_1000_std": 0.21097425982152215, "nauc_mrr_at_100_diff1": 0.66842930818433, "nauc_mrr_at_100_max": 0.5951797612000852, "nauc_mrr_at_100_std": 0.21109558470705841, "nauc_mrr_at_10_diff1": 0.6675466037796062, "nauc_mrr_at_10_max": 0.5925728309573841, "nauc_mrr_at_10_std": 0.21060665206476004, "nauc_mrr_at_1_diff1": 0.6948975469071806, "nauc_mrr_at_1_max": 0.5929661853684355, "nauc_mrr_at_1_std": 0.13656846232462486, "nauc_mrr_at_20_diff1": 0.6685333602291885, "nauc_mrr_at_20_max": 0.5962100739051576, "nauc_mrr_at_20_std": 0.2133404862211852, "nauc_mrr_at_3_diff1": 0.6662853680912979, "nauc_mrr_at_3_max": 0.5854895058860091, "nauc_mrr_at_3_std": 0.19837338904517668, "nauc_mrr_at_5_diff1": 0.6680570076870179, "nauc_mrr_at_5_max": 0.5999396542006322, "nauc_mrr_at_5_std": 0.22296942398984698, "nauc_ndcg_at_1000_diff1": 0.6657530052574093, "nauc_ndcg_at_1000_max": 0.59800242746238, "nauc_ndcg_at_1000_std": 0.2249429788751838, "nauc_ndcg_at_100_diff1": 0.6672228818502239, "nauc_ndcg_at_100_max": 0.599194018950408, "nauc_ndcg_at_100_std": 0.22777512767511585, "nauc_ndcg_at_10_diff1": 0.6606135567417767, "nauc_ndcg_at_10_max": 0.5922086485407881, "nauc_ndcg_at_10_std": 0.2352193493726318, "nauc_ndcg_at_1_diff1": 0.6948975469071806, "nauc_ndcg_at_1_max": 0.5929661853684355, "nauc_ndcg_at_1_std": 0.13656846232462486, "nauc_ndcg_at_20_diff1": 0.6668919467928273, "nauc_ndcg_at_20_max": 0.6094075704290035, "nauc_ndcg_at_20_std": 0.25006637684806254, "nauc_ndcg_at_3_diff1": 0.6599469973456181, "nauc_ndcg_at_3_max": 0.5814711592445573, "nauc_ndcg_at_3_std": 0.2130903510600255, "nauc_ndcg_at_5_diff1": 0.6615270279614306, "nauc_ndcg_at_5_max": 0.6110301536744035, "nauc_ndcg_at_5_std": 0.2661432732134203, "nauc_precision_at_1000_diff1": NaN, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_100_max": 0.868967946460023, "nauc_precision_at_100_std": 0.868967946460023, "nauc_precision_at_10_diff1": 0.6153712280282477, "nauc_precision_at_10_max": 0.5859981903341716, "nauc_precision_at_10_std": 0.3963323667236894, "nauc_precision_at_1_diff1": 0.6948975469071806, "nauc_precision_at_1_max": 0.5929661853684355, "nauc_precision_at_1_std": 0.13656846232462486, "nauc_precision_at_20_diff1": 0.6839217880216449, "nauc_precision_at_20_max": 0.8203899918067757, "nauc_precision_at_20_std": 0.718840371049687, "nauc_precision_at_3_diff1": 0.6388398257938065, "nauc_precision_at_3_max": 0.5665524408989151, "nauc_precision_at_3_std": 0.26276621450305104, "nauc_precision_at_5_diff1": 0.6310670163768148, "nauc_precision_at_5_max": 0.6732897476502879, "nauc_precision_at_5_std": 0.48845594189039215, "nauc_recall_at_1000_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_100_diff1": 1.0, "nauc_recall_at_100_max": 0.8689679464600195, "nauc_recall_at_100_std": 0.8689679464600195, "nauc_recall_at_10_diff1": 0.6153712280282486, "nauc_recall_at_10_max": 0.5859981903341728, "nauc_recall_at_10_std": 0.3963323667236902, "nauc_recall_at_1_diff1": 0.6948975469071806, "nauc_recall_at_1_max": 0.5929661853684355, "nauc_recall_at_1_std": 0.13656846232462486, "nauc_recall_at_20_diff1": 0.683921788021646, "nauc_recall_at_20_max": 0.8203899918067759, "nauc_recall_at_20_std": 0.7188403710496888, "nauc_recall_at_3_diff1": 0.6388398257938054, "nauc_recall_at_3_max": 0.566552440898915, "nauc_recall_at_3_std": 0.26276621450305143, "nauc_recall_at_5_diff1": 0.6310670163768155, "nauc_recall_at_5_max": 0.6732897476502889, "nauc_recall_at_5_std": 0.48845594189039254, "ndcg_at_1": 0.66129, "ndcg_at_10": 0.78198, "ndcg_at_100": 0.8003, "ndcg_at_1000": 0.80106, "ndcg_at_20": 0.79146, "ndcg_at_3": 0.73707, "ndcg_at_5": 0.76552, "precision_at_1": 0.66129, "precision_at_10": 0.09086, "precision_at_100": 0.00995, "precision_at_1000": 0.001, "precision_at_20": 0.04731, "precision_at_3": 0.26344, "precision_at_5": 0.17204, "recall_at_1": 0.66129, "recall_at_10": 0.9086, "recall_at_100": 0.99462, "recall_at_1000": 1.0, "recall_at_20": 0.94624, "recall_at_3": 0.79032, "recall_at_5": 0.86022 }, { "hf_subset": "ara-vie", "languages": [ "ara-Arab", "vie-Latn" ], "main_score": 0.74888, "map_at_1": 0.61963, "map_at_10": 0.70792, "map_at_100": 0.71279, "map_at_1000": 0.71279, "map_at_20": 0.71055, "map_at_3": 0.69223, "map_at_5": 0.69622, "mrr_at_1": 0.6196319018404908, "mrr_at_10": 0.7079194663550492, "mrr_at_100": 0.7127893540664787, "mrr_at_1000": 0.7127893540664787, "mrr_at_20": 0.7105486673196885, "mrr_at_3": 0.6922290388548056, "mrr_at_5": 0.6962167689161554, "nauc_map_at_1000_diff1": 0.731262562578379, "nauc_map_at_1000_max": 0.5390148955965526, "nauc_map_at_1000_std": -0.062488518525117526, "nauc_map_at_100_diff1": 0.731262562578379, "nauc_map_at_100_max": 0.5390148955965526, "nauc_map_at_100_std": -0.062488518525117526, "nauc_map_at_10_diff1": 0.7312291236276103, "nauc_map_at_10_max": 0.5424068495957431, "nauc_map_at_10_std": -0.05731362726518319, "nauc_map_at_1_diff1": 0.7404460002239884, "nauc_map_at_1_max": 0.49854244119187635, "nauc_map_at_1_std": -0.1274822831249636, "nauc_map_at_20_diff1": 0.7314509917567282, "nauc_map_at_20_max": 0.539632280255843, "nauc_map_at_20_std": -0.05745871972128951, "nauc_map_at_3_diff1": 0.7324756732862505, "nauc_map_at_3_max": 0.548196305512013, "nauc_map_at_3_std": -0.06772395520651178, "nauc_map_at_5_diff1": 0.7324531005947547, "nauc_map_at_5_max": 0.5422394920029378, "nauc_map_at_5_std": -0.07318859621521444, "nauc_mrr_at_1000_diff1": 0.731262562578379, "nauc_mrr_at_1000_max": 0.5390148955965526, "nauc_mrr_at_1000_std": -0.062488518525117526, "nauc_mrr_at_100_diff1": 0.731262562578379, "nauc_mrr_at_100_max": 0.5390148955965526, "nauc_mrr_at_100_std": -0.062488518525117526, "nauc_mrr_at_10_diff1": 0.7312291236276103, "nauc_mrr_at_10_max": 0.5424068495957431, "nauc_mrr_at_10_std": -0.05731362726518319, "nauc_mrr_at_1_diff1": 0.7404460002239884, "nauc_mrr_at_1_max": 0.49854244119187635, "nauc_mrr_at_1_std": -0.1274822831249636, "nauc_mrr_at_20_diff1": 0.7314509917567282, "nauc_mrr_at_20_max": 0.539632280255843, "nauc_mrr_at_20_std": -0.05745871972128951, "nauc_mrr_at_3_diff1": 0.7324756732862505, "nauc_mrr_at_3_max": 0.548196305512013, "nauc_mrr_at_3_std": -0.06772395520651178, "nauc_mrr_at_5_diff1": 0.7324531005947547, "nauc_mrr_at_5_max": 0.5422394920029378, "nauc_mrr_at_5_std": -0.07318859621521444, "nauc_ndcg_at_1000_diff1": 0.7307309426877757, "nauc_ndcg_at_1000_max": 0.5428562803517382, "nauc_ndcg_at_1000_std": -0.0500280984884385, "nauc_ndcg_at_100_diff1": 0.7307309426877757, "nauc_ndcg_at_100_max": 0.5428562803517382, "nauc_ndcg_at_100_std": -0.0500280984884385, "nauc_ndcg_at_10_diff1": 0.730505853302678, "nauc_ndcg_at_10_max": 0.5568882018212201, "nauc_ndcg_at_10_std": -0.01611098749134109, "nauc_ndcg_at_1_diff1": 0.7404460002239884, "nauc_ndcg_at_1_max": 0.49854244119187635, "nauc_ndcg_at_1_std": -0.1274822831249636, "nauc_ndcg_at_20_diff1": 0.7319694893515479, "nauc_ndcg_at_20_max": 0.5448734875204078, "nauc_ndcg_at_20_std": -0.01761159272234863, "nauc_ndcg_at_3_diff1": 0.7325144001054814, "nauc_ndcg_at_3_max": 0.5647751132419586, "nauc_ndcg_at_3_std": -0.0481561958186961, "nauc_ndcg_at_5_diff1": 0.7322361560837122, "nauc_ndcg_at_5_max": 0.5536302217557614, "nauc_ndcg_at_5_std": -0.058805283873920054, "nauc_precision_at_1000_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_10_diff1": 0.7295275577452893, "nauc_precision_at_10_max": 0.6426749822233677, "nauc_precision_at_10_std": 0.25072186025199517, "nauc_precision_at_1_diff1": 0.7404460002239884, "nauc_precision_at_1_max": 0.49854244119187635, "nauc_precision_at_1_std": -0.1274822831249636, "nauc_precision_at_20_diff1": 0.7470828381181167, "nauc_precision_at_20_max": 0.5596539103180441, "nauc_precision_at_20_std": 0.3533992218827908, "nauc_precision_at_3_diff1": 0.7338652497239485, "nauc_precision_at_3_max": 0.6247113642746058, "nauc_precision_at_3_std": 0.022413237494830825, "nauc_precision_at_5_diff1": 0.732423855875338, "nauc_precision_at_5_max": 0.5947374916836546, "nauc_precision_at_5_std": -0.006799054392326806, "nauc_recall_at_1000_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_10_diff1": 0.7295275577452897, "nauc_recall_at_10_max": 0.6426749822233692, "nauc_recall_at_10_std": 0.2507218602519941, "nauc_recall_at_1_diff1": 0.7404460002239884, "nauc_recall_at_1_max": 0.49854244119187635, "nauc_recall_at_1_std": -0.1274822831249636, "nauc_recall_at_20_diff1": 0.7470828381181176, "nauc_recall_at_20_max": 0.5596539103180419, "nauc_recall_at_20_std": 0.353399221882792, "nauc_recall_at_3_diff1": 0.7338652497239491, "nauc_recall_at_3_max": 0.6247113642746053, "nauc_recall_at_3_std": 0.02241323749483068, "nauc_recall_at_5_diff1": 0.7324238558753388, "nauc_recall_at_5_max": 0.5947374916836539, "nauc_recall_at_5_std": -0.0067990543923266405, "ndcg_at_1": 0.61963, "ndcg_at_10": 0.74888, "ndcg_at_100": 0.77454, "ndcg_at_1000": 0.77454, "ndcg_at_20": 0.75931, "ndcg_at_3": 0.71465, "ndcg_at_5": 0.72204, "precision_at_1": 0.61963, "precision_at_10": 0.08773, "precision_at_100": 0.01, "precision_at_1000": 0.001, "precision_at_20": 0.04601, "precision_at_3": 0.25971, "precision_at_5": 0.15951, "recall_at_1": 0.61963, "recall_at_10": 0.8773, "recall_at_100": 1.0, "recall_at_1000": 1.0, "recall_at_20": 0.92025, "recall_at_3": 0.77914, "recall_at_5": 0.79755 }, { "hf_subset": "ara-zho", "languages": [ "ara-Arab", "zho-Hans" ], "main_score": 0.76028, "map_at_1": 0.6117, "map_at_10": 0.70953, "map_at_100": 0.71274, "map_at_1000": 0.71274, "map_at_20": 0.71162, "map_at_3": 0.68262, "map_at_5": 0.70044, "mrr_at_1": 0.6117021276595744, "mrr_at_10": 0.7095322526173589, "mrr_at_100": 0.712742652268775, "mrr_at_1000": 0.712742652268775, "mrr_at_20": 0.7116243928509259, "mrr_at_3": 0.6826241134751772, "mrr_at_5": 0.7004432624113474, "nauc_map_at_1000_diff1": 0.6931082934848025, "nauc_map_at_1000_max": 0.6870114500384772, "nauc_map_at_1000_std": 0.3736538470445548, "nauc_map_at_100_diff1": 0.6931082934848025, "nauc_map_at_100_max": 0.6870114500384772, "nauc_map_at_100_std": 0.3736538470445548, "nauc_map_at_10_diff1": 0.6927895977066022, "nauc_map_at_10_max": 0.6861033166948273, "nauc_map_at_10_std": 0.37397719465302925, "nauc_map_at_1_diff1": 0.7200176405247493, "nauc_map_at_1_max": 0.7043790698055193, "nauc_map_at_1_std": 0.36298363937111305, "nauc_map_at_20_diff1": 0.6926176694956997, "nauc_map_at_20_max": 0.686407198771357, "nauc_map_at_20_std": 0.3742771923458633, "nauc_map_at_3_diff1": 0.6926323844280788, "nauc_map_at_3_max": 0.6780123142206943, "nauc_map_at_3_std": 0.35850931975629985, "nauc_map_at_5_diff1": 0.6915828503642195, "nauc_map_at_5_max": 0.6906740235688607, "nauc_map_at_5_std": 0.3820794942448519, "nauc_mrr_at_1000_diff1": 0.6931082934848025, "nauc_mrr_at_1000_max": 0.6870114500384772, "nauc_mrr_at_1000_std": 0.3736538470445548, "nauc_mrr_at_100_diff1": 0.6931082934848025, "nauc_mrr_at_100_max": 0.6870114500384772, "nauc_mrr_at_100_std": 0.3736538470445548, "nauc_mrr_at_10_diff1": 0.6927895977066022, "nauc_mrr_at_10_max": 0.6861033166948273, "nauc_mrr_at_10_std": 0.37397719465302925, "nauc_mrr_at_1_diff1": 0.7200176405247493, "nauc_mrr_at_1_max": 0.7043790698055193, "nauc_mrr_at_1_std": 0.36298363937111305, "nauc_mrr_at_20_diff1": 0.6926176694956997, "nauc_mrr_at_20_max": 0.686407198771357, "nauc_mrr_at_20_std": 0.3742771923458633, "nauc_mrr_at_3_diff1": 0.6926323844280788, "nauc_mrr_at_3_max": 0.6780123142206943, "nauc_mrr_at_3_std": 0.35850931975629985, "nauc_mrr_at_5_diff1": 0.6915828503642195, "nauc_mrr_at_5_max": 0.6906740235688607, "nauc_mrr_at_5_std": 0.3820794942448519, "nauc_ndcg_at_1000_diff1": 0.6880778500194727, "nauc_ndcg_at_1000_max": 0.6858039242594742, "nauc_ndcg_at_1000_std": 0.3801429609229547, "nauc_ndcg_at_100_diff1": 0.6880778500194727, "nauc_ndcg_at_100_max": 0.6858039242594742, "nauc_ndcg_at_100_std": 0.3801429609229547, "nauc_ndcg_at_10_diff1": 0.6826702102155381, "nauc_ndcg_at_10_max": 0.6803514453506274, "nauc_ndcg_at_10_std": 0.38578152933020676, "nauc_ndcg_at_1_diff1": 0.7200176405247493, "nauc_ndcg_at_1_max": 0.7043790698055193, "nauc_ndcg_at_1_std": 0.36298363937111305, "nauc_ndcg_at_20_diff1": 0.6822615337024552, "nauc_ndcg_at_20_max": 0.6822311926453779, "nauc_ndcg_at_20_std": 0.3896954025366448, "nauc_ndcg_at_3_diff1": 0.6823376672600291, "nauc_ndcg_at_3_max": 0.6699474902787755, "nauc_ndcg_at_3_std": 0.36100744982712957, "nauc_ndcg_at_5_diff1": 0.6797586769613625, "nauc_ndcg_at_5_max": 0.6932764209114037, "nauc_ndcg_at_5_std": 0.4074019543583808, "nauc_precision_at_1000_diff1": NaN, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_100_diff1": NaN, "nauc_precision_at_100_max": NaN, "nauc_precision_at_100_std": NaN, "nauc_precision_at_10_diff1": 0.5998927321382763, "nauc_precision_at_10_max": 0.6250590789723447, "nauc_precision_at_10_std": 0.4838038422035986, "nauc_precision_at_1_diff1": 0.7200176405247493, "nauc_precision_at_1_max": 0.7043790698055193, "nauc_precision_at_1_std": 0.36298363937111305, "nauc_precision_at_20_diff1": 0.5582928919876817, "nauc_precision_at_20_max": 0.6303606492681112, "nauc_precision_at_20_std": 0.6055264668592679, "nauc_precision_at_3_diff1": 0.6440225668733558, "nauc_precision_at_3_max": 0.6406698296942187, "nauc_precision_at_3_std": 0.3719756648233152, "nauc_precision_at_5_diff1": 0.620420467242007, "nauc_precision_at_5_max": 0.7121465901930826, "nauc_precision_at_5_std": 0.5477563799078163, "nauc_recall_at_1000_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_10_diff1": 0.5998927321382765, "nauc_recall_at_10_max": 0.6250590789723446, "nauc_recall_at_10_std": 0.4838038422035964, "nauc_recall_at_1_diff1": 0.7200176405247493, "nauc_recall_at_1_max": 0.7043790698055193, "nauc_recall_at_1_std": 0.36298363937111305, "nauc_recall_at_20_diff1": 0.5582928919876827, "nauc_recall_at_20_max": 0.6303606492681076, "nauc_recall_at_20_std": 0.605526466859265, "nauc_recall_at_3_diff1": 0.6440225668733568, "nauc_recall_at_3_max": 0.6406698296942197, "nauc_recall_at_3_std": 0.37197566482331607, "nauc_recall_at_5_diff1": 0.6204204672420075, "nauc_recall_at_5_max": 0.7121465901930827, "nauc_recall_at_5_std": 0.5477563799078161, "ndcg_at_1": 0.6117, "ndcg_at_10": 0.76028, "ndcg_at_100": 0.77669, "ndcg_at_1000": 0.77669, "ndcg_at_20": 0.76731, "ndcg_at_3": 0.70668, "ndcg_at_5": 0.73806, "precision_at_1": 0.6117, "precision_at_10": 0.09202, "precision_at_100": 0.01, "precision_at_1000": 0.001, "precision_at_20": 0.04734, "precision_at_3": 0.25887, "precision_at_5": 0.17021, "recall_at_1": 0.6117, "recall_at_10": 0.92021, "recall_at_100": 1.0, "recall_at_1000": 1.0, "recall_at_20": 0.94681, "recall_at_3": 0.7766, "recall_at_5": 0.85106 }, { "hf_subset": "deu-ara", "languages": [ "deu-Latn", "ara-Arab" ], "main_score": 0.72365, "map_at_1": 0.58937, "map_at_10": 0.67888, "map_at_100": 0.68658, "map_at_1000": 0.68658, "map_at_20": 0.68506, "map_at_3": 0.65378, "map_at_5": 0.67118, "mrr_at_1": 0.5893719806763285, "mrr_at_10": 0.6788762364849322, "mrr_at_100": 0.6865805394075304, "mrr_at_1000": 0.6865805394075304, "mrr_at_20": 0.6850628365575421, "mrr_at_3": 0.6537842190016102, "mrr_at_5": 0.6711755233494364, "nauc_map_at_1000_diff1": 0.7157302207736905, "nauc_map_at_1000_max": 0.5605681650537861, "nauc_map_at_1000_std": 0.25052324785678953, "nauc_map_at_100_diff1": 0.7157302207736905, "nauc_map_at_100_max": 0.5605681650537861, "nauc_map_at_100_std": 0.25052324785678953, "nauc_map_at_10_diff1": 0.7120651318657382, "nauc_map_at_10_max": 0.5624123286072487, "nauc_map_at_10_std": 0.2602909562887792, "nauc_map_at_1_diff1": 0.7690023468233843, "nauc_map_at_1_max": 0.5669555405554538, "nauc_map_at_1_std": 0.16732945780823885, "nauc_map_at_20_diff1": 0.7135895956824156, "nauc_map_at_20_max": 0.5604818434849302, "nauc_map_at_20_std": 0.2530909604462128, "nauc_map_at_3_diff1": 0.721720145863534, "nauc_map_at_3_max": 0.5569406437060676, "nauc_map_at_3_std": 0.24603518531271515, "nauc_map_at_5_diff1": 0.713990293404013, "nauc_map_at_5_max": 0.562700684108571, "nauc_map_at_5_std": 0.2571379278568424, "nauc_mrr_at_1000_diff1": 0.7157302207736905, "nauc_mrr_at_1000_max": 0.5605681650537861, "nauc_mrr_at_1000_std": 0.25052324785678953, "nauc_mrr_at_100_diff1": 0.7157302207736905, "nauc_mrr_at_100_max": 0.5605681650537861, "nauc_mrr_at_100_std": 0.25052324785678953, "nauc_mrr_at_10_diff1": 0.7120651318657382, "nauc_mrr_at_10_max": 0.5624123286072487, "nauc_mrr_at_10_std": 0.2602909562887792, "nauc_mrr_at_1_diff1": 0.7690023468233843, "nauc_mrr_at_1_max": 0.5669555405554538, "nauc_mrr_at_1_std": 0.16732945780823885, "nauc_mrr_at_20_diff1": 0.7135895956824156, "nauc_mrr_at_20_max": 0.5604818434849302, "nauc_mrr_at_20_std": 0.2530909604462128, "nauc_mrr_at_3_diff1": 0.721720145863534, "nauc_mrr_at_3_max": 0.5569406437060676, "nauc_mrr_at_3_std": 0.24603518531271515, "nauc_mrr_at_5_diff1": 0.713990293404013, "nauc_mrr_at_5_max": 0.562700684108571, "nauc_mrr_at_5_std": 0.2571379278568424, "nauc_ndcg_at_1000_diff1": 0.7058274198502728, "nauc_ndcg_at_1000_max": 0.5602576079194151, "nauc_ndcg_at_1000_std": 0.2648060732808859, "nauc_ndcg_at_100_diff1": 0.7058274198502728, "nauc_ndcg_at_100_max": 0.5602576079194151, "nauc_ndcg_at_100_std": 0.2648060732808859, "nauc_ndcg_at_10_diff1": 0.6837733330037227, "nauc_ndcg_at_10_max": 0.567225549461273, "nauc_ndcg_at_10_std": 0.3102983842172826, "nauc_ndcg_at_1_diff1": 0.7690023468233843, "nauc_ndcg_at_1_max": 0.5669555405554538, "nauc_ndcg_at_1_std": 0.16732945780823885, "nauc_ndcg_at_20_diff1": 0.6880536847005881, "nauc_ndcg_at_20_max": 0.5592459061029946, "nauc_ndcg_at_20_std": 0.28470386583731433, "nauc_ndcg_at_3_diff1": 0.7062994562227246, "nauc_ndcg_at_3_max": 0.5538784646766133, "nauc_ndcg_at_3_std": 0.2730993091347902, "nauc_ndcg_at_5_diff1": 0.6898104623280826, "nauc_ndcg_at_5_max": 0.5653075016188442, "nauc_ndcg_at_5_std": 0.29815754972400393, "nauc_precision_at_1000_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_10_diff1": 0.513750528995946, "nauc_precision_at_10_max": 0.6058064564914819, "nauc_precision_at_10_std": 0.6177841652534232, "nauc_precision_at_1_diff1": 0.7690023468233843, "nauc_precision_at_1_max": 0.5669555405554538, "nauc_precision_at_1_std": 0.16732945780823885, "nauc_precision_at_20_diff1": 0.3357638674859527, "nauc_precision_at_20_max": 0.5379505909386361, "nauc_precision_at_20_std": 0.6764430412313409, "nauc_precision_at_3_diff1": 0.654324208992091, "nauc_precision_at_3_max": 0.5436408964380228, "nauc_precision_at_3_std": 0.36488909151940013, "nauc_precision_at_5_diff1": 0.5837220704323571, "nauc_precision_at_5_max": 0.5796597470120707, "nauc_precision_at_5_std": 0.47909030659331436, "nauc_recall_at_1000_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_10_diff1": 0.513750528995947, "nauc_recall_at_10_max": 0.605806456491483, "nauc_recall_at_10_std": 0.6177841652534245, "nauc_recall_at_1_diff1": 0.7690023468233843, "nauc_recall_at_1_max": 0.5669555405554538, "nauc_recall_at_1_std": 0.16732945780823885, "nauc_recall_at_20_diff1": 0.33576386748595577, "nauc_recall_at_20_max": 0.5379505909386372, "nauc_recall_at_20_std": 0.6764430412313464, "nauc_recall_at_3_diff1": 0.6543242089920919, "nauc_recall_at_3_max": 0.5436408964380235, "nauc_recall_at_3_std": 0.3648890915194013, "nauc_recall_at_5_diff1": 0.5837220704323565, "nauc_recall_at_5_max": 0.5796597470120705, "nauc_recall_at_5_std": 0.479090306593315, "ndcg_at_1": 0.58937, "ndcg_at_10": 0.72365, "ndcg_at_100": 0.75521, "ndcg_at_1000": 0.75521, "ndcg_at_20": 0.74502, "ndcg_at_3": 0.67334, "ndcg_at_5": 0.70493, "precision_at_1": 0.58937, "precision_at_10": 0.08647, "precision_at_100": 0.01, "precision_at_1000": 0.001, "precision_at_20": 0.04734, "precision_at_3": 0.24316, "precision_at_5": 0.16135, "recall_at_1": 0.58937, "recall_at_10": 0.86473, "recall_at_100": 1.0, "recall_at_1000": 1.0, "recall_at_20": 0.94686, "recall_at_3": 0.72947, "recall_at_5": 0.80676 }, { "hf_subset": "deu-deu", "languages": [ "deu-Latn", "deu-Latn" ], "main_score": 0.80326, "map_at_1": 0.69531, "map_at_10": 0.77058, "map_at_100": 0.77394, "map_at_1000": 0.77401, "map_at_20": 0.77275, "map_at_3": 0.75716, "map_at_5": 0.76497, "mrr_at_1": 0.6953125, "mrr_at_10": 0.7705822172619049, "mrr_at_100": 0.7739362141303981, "mrr_at_1000": 0.7740090626414747, "mrr_at_20": 0.7727493153702217, "mrr_at_3": 0.7571614583333334, "mrr_at_5": 0.7649739583333333, "nauc_map_at_1000_diff1": 0.7998545849230598, "nauc_map_at_1000_max": 0.7437918304895448, "nauc_map_at_1000_std": 0.30383423511874164, "nauc_map_at_100_diff1": 0.7998508724914207, "nauc_map_at_100_max": 0.7438160313707642, "nauc_map_at_100_std": 0.3037135403260114, "nauc_map_at_10_diff1": 0.7992901511666048, "nauc_map_at_10_max": 0.7446624570518097, "nauc_map_at_10_std": 0.30337436244234295, "nauc_map_at_1_diff1": 0.7994326029872497, "nauc_map_at_1_max": 0.7133360059955395, "nauc_map_at_1_std": 0.2459280104971484, "nauc_map_at_20_diff1": 0.8000622920211301, "nauc_map_at_20_max": 0.7443652105997913, "nauc_map_at_20_std": 0.3060601190678018, "nauc_map_at_3_diff1": 0.8019946030231778, "nauc_map_at_3_max": 0.7484558327370888, "nauc_map_at_3_std": 0.29864962421030894, "nauc_map_at_5_diff1": 0.8000264172796414, "nauc_map_at_5_max": 0.7465902616407147, "nauc_map_at_5_std": 0.30833436246476076, "nauc_mrr_at_1000_diff1": 0.7998545849230598, "nauc_mrr_at_1000_max": 0.7437918304895448, "nauc_mrr_at_1000_std": 0.30383423511874164, "nauc_mrr_at_100_diff1": 0.7998508724914207, "nauc_mrr_at_100_max": 0.7438160313707642, "nauc_mrr_at_100_std": 0.3037135403260114, "nauc_mrr_at_10_diff1": 0.7992901511666048, "nauc_mrr_at_10_max": 0.7446624570518097, "nauc_mrr_at_10_std": 0.30337436244234295, "nauc_mrr_at_1_diff1": 0.7994326029872497, "nauc_mrr_at_1_max": 0.7133360059955395, "nauc_mrr_at_1_std": 0.2459280104971484, "nauc_mrr_at_20_diff1": 0.8000622920211301, "nauc_mrr_at_20_max": 0.7443652105997913, "nauc_mrr_at_20_std": 0.3060601190678018, "nauc_mrr_at_3_diff1": 0.8019946030231778, "nauc_mrr_at_3_max": 0.7484558327370888, "nauc_mrr_at_3_std": 0.29864962421030894, "nauc_mrr_at_5_diff1": 0.8000264172796414, "nauc_mrr_at_5_max": 0.7465902616407147, "nauc_mrr_at_5_std": 0.30833436246476076, "nauc_ndcg_at_1000_diff1": 0.7990729990455937, "nauc_ndcg_at_1000_max": 0.7487779648555727, "nauc_ndcg_at_1000_std": 0.31753234721340623, "nauc_ndcg_at_100_diff1": 0.7981527887799306, "nauc_ndcg_at_100_max": 0.7493435138055516, "nauc_ndcg_at_100_std": 0.316889474807974, "nauc_ndcg_at_10_diff1": 0.7971825385244503, "nauc_ndcg_at_10_max": 0.7552005792827292, "nauc_ndcg_at_10_std": 0.32874161599740276, "nauc_ndcg_at_1_diff1": 0.7994326029872497, "nauc_ndcg_at_1_max": 0.7133360059955395, "nauc_ndcg_at_1_std": 0.2459280104971484, "nauc_ndcg_at_20_diff1": 0.7999580287542966, "nauc_ndcg_at_20_max": 0.754426276562856, "nauc_ndcg_at_20_std": 0.33918905305141395, "nauc_ndcg_at_3_diff1": 0.8026329226955853, "nauc_ndcg_at_3_max": 0.7628393100044373, "nauc_ndcg_at_3_std": 0.31988041844345766, "nauc_ndcg_at_5_diff1": 0.7989428306556966, "nauc_ndcg_at_5_max": 0.7596832848710834, "nauc_ndcg_at_5_std": 0.3408426404176232, "nauc_precision_at_1000_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_100_diff1": 0.6985430231680004, "nauc_precision_at_100_max": 0.7979551163930777, "nauc_precision_at_100_std": 0.32658174620564284, "nauc_precision_at_10_diff1": 0.7824324793246998, "nauc_precision_at_10_max": 0.8148982670939815, "nauc_precision_at_10_std": 0.480691133237652, "nauc_precision_at_1_diff1": 0.7994326029872497, "nauc_precision_at_1_max": 0.7133360059955395, "nauc_precision_at_1_std": 0.2459280104971484, "nauc_precision_at_20_diff1": 0.8015448669824524, "nauc_precision_at_20_max": 0.8334312721792251, "nauc_precision_at_20_std": 0.6414818304319924, "nauc_precision_at_3_diff1": 0.8049429265554964, "nauc_precision_at_3_max": 0.8185586258915127, "nauc_precision_at_3_std": 0.4019819697405185, "nauc_precision_at_5_diff1": 0.7931596607851407, "nauc_precision_at_5_max": 0.8184895372249859, "nauc_precision_at_5_std": 0.49428820800010154, "nauc_recall_at_1000_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_100_diff1": 0.6985430231680156, "nauc_recall_at_100_max": 0.7979551163930902, "nauc_recall_at_100_std": 0.3265817462056481, "nauc_recall_at_10_diff1": 0.7824324793247012, "nauc_recall_at_10_max": 0.8148982670939813, "nauc_recall_at_10_std": 0.48069113323765306, "nauc_recall_at_1_diff1": 0.7994326029872497, "nauc_recall_at_1_max": 0.7133360059955395, "nauc_recall_at_1_std": 0.2459280104971484, "nauc_recall_at_20_diff1": 0.8015448669824511, "nauc_recall_at_20_max": 0.8334312721792266, "nauc_recall_at_20_std": 0.6414818304319946, "nauc_recall_at_3_diff1": 0.8049429265554967, "nauc_recall_at_3_max": 0.8185586258915132, "nauc_recall_at_3_std": 0.4019819697405193, "nauc_recall_at_5_diff1": 0.7931596607851424, "nauc_recall_at_5_max": 0.8184895372249874, "nauc_recall_at_5_std": 0.49428820800010315, "ndcg_at_1": 0.69531, "ndcg_at_10": 0.80326, "ndcg_at_100": 0.82029, "ndcg_at_1000": 0.82208, "ndcg_at_20": 0.81083, "ndcg_at_3": 0.77599, "ndcg_at_5": 0.78986, "precision_at_1": 0.69531, "precision_at_10": 0.09043, "precision_at_100": 0.00986, "precision_at_1000": 0.001, "precision_at_20": 0.04668, "precision_at_3": 0.27669, "precision_at_5": 0.17266, "recall_at_1": 0.69531, "recall_at_10": 0.9043, "recall_at_100": 0.98633, "recall_at_1000": 1.0, "recall_at_20": 0.93359, "recall_at_3": 0.83008, "recall_at_5": 0.86328 }, { "hf_subset": "deu-eng", "languages": [ "deu-Latn", "eng-Latn" ], "main_score": 0.78438, "map_at_1": 0.65625, "map_at_10": 0.7461, "map_at_100": 0.74953, "map_at_1000": 0.74961, "map_at_20": 0.74809, "map_at_3": 0.73047, "map_at_5": 0.74082, "mrr_at_1": 0.65625, "mrr_at_10": 0.7460976252480156, "mrr_at_100": 0.7495299228451852, "mrr_at_1000": 0.7496055753805881, "mrr_at_20": 0.7480882352622353, "mrr_at_3": 0.7304687499999999, "mrr_at_5": 0.7408203124999997, "nauc_map_at_1000_diff1": 0.8026724070455338, "nauc_map_at_1000_max": 0.7155395411937692, "nauc_map_at_1000_std": 0.20187453192520818, "nauc_map_at_100_diff1": 0.8026297486583708, "nauc_map_at_100_max": 0.7155317415023609, "nauc_map_at_100_std": 0.20205477570894903, "nauc_map_at_10_diff1": 0.802515672646649, "nauc_map_at_10_max": 0.716469317104868, "nauc_map_at_10_std": 0.20397318714931129, "nauc_map_at_1_diff1": 0.8155040655723512, "nauc_map_at_1_max": 0.6934649909992207, "nauc_map_at_1_std": 0.15969622068304817, "nauc_map_at_20_diff1": 0.8023398057494462, "nauc_map_at_20_max": 0.716250578352073, "nauc_map_at_20_std": 0.20309682458808379, "nauc_map_at_3_diff1": 0.7991602327168563, "nauc_map_at_3_max": 0.7160704337962515, "nauc_map_at_3_std": 0.19736400460830353, "nauc_map_at_5_diff1": 0.8033006259196395, "nauc_map_at_5_max": 0.7190829898355309, "nauc_map_at_5_std": 0.20850435678296142, "nauc_mrr_at_1000_diff1": 0.8026724070455338, "nauc_mrr_at_1000_max": 0.7155395411937692, "nauc_mrr_at_1000_std": 0.20187453192520818, "nauc_mrr_at_100_diff1": 0.8026297486583708, "nauc_mrr_at_100_max": 0.7155317415023609, "nauc_mrr_at_100_std": 0.20205477570894903, "nauc_mrr_at_10_diff1": 0.802515672646649, "nauc_mrr_at_10_max": 0.716469317104868, "nauc_mrr_at_10_std": 0.20397318714931129, "nauc_mrr_at_1_diff1": 0.8155040655723512, "nauc_mrr_at_1_max": 0.6934649909992207, "nauc_mrr_at_1_std": 0.15969622068304817, "nauc_mrr_at_20_diff1": 0.8023398057494462, "nauc_mrr_at_20_max": 0.716250578352073, "nauc_mrr_at_20_std": 0.20309682458808379, "nauc_mrr_at_3_diff1": 0.7991602327168563, "nauc_mrr_at_3_max": 0.7160704337962515, "nauc_mrr_at_3_std": 0.19736400460830353, "nauc_mrr_at_5_diff1": 0.8033006259196395, "nauc_mrr_at_5_max": 0.7190829898355309, "nauc_mrr_at_5_std": 0.20850435678296142, "nauc_ndcg_at_1000_diff1": 0.8009189439564975, "nauc_ndcg_at_1000_max": 0.7191816584768733, "nauc_ndcg_at_1000_std": 0.21210933116036262, "nauc_ndcg_at_100_diff1": 0.7999412503847367, "nauc_ndcg_at_100_max": 0.7189779992185321, "nauc_ndcg_at_100_std": 0.21699721678610742, "nauc_ndcg_at_10_diff1": 0.7992431150611152, "nauc_ndcg_at_10_max": 0.7253848499153873, "nauc_ndcg_at_10_std": 0.22755446056135523, "nauc_ndcg_at_1_diff1": 0.8155040655723512, "nauc_ndcg_at_1_max": 0.6934649909992207, "nauc_ndcg_at_1_std": 0.15969622068304817, "nauc_ndcg_at_20_diff1": 0.798119933620397, "nauc_ndcg_at_20_max": 0.7245987726964622, "nauc_ndcg_at_20_std": 0.22355140795640077, "nauc_ndcg_at_3_diff1": 0.7928617740584406, "nauc_ndcg_at_3_max": 0.7249389029254995, "nauc_ndcg_at_3_std": 0.21585681289697223, "nauc_ndcg_at_5_diff1": 0.8014443366394629, "nauc_ndcg_at_5_max": 0.7315747645450256, "nauc_ndcg_at_5_std": 0.2387820658976981, "nauc_precision_at_1000_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_100_diff1": 0.7008285875307169, "nauc_precision_at_100_max": 0.6981197361471992, "nauc_precision_at_100_std": 0.7443826685991539, "nauc_precision_at_10_diff1": 0.7805794405033553, "nauc_precision_at_10_max": 0.7800486116674225, "nauc_precision_at_10_std": 0.37788849763044186, "nauc_precision_at_1_diff1": 0.8155040655723512, "nauc_precision_at_1_max": 0.6934649909992207, "nauc_precision_at_1_std": 0.15969622068304817, "nauc_precision_at_20_diff1": 0.7594727927864532, "nauc_precision_at_20_max": 0.7942127744023371, "nauc_precision_at_20_std": 0.3936194147747352, "nauc_precision_at_3_diff1": 0.7685649750477856, "nauc_precision_at_3_max": 0.7592163170123053, "nauc_precision_at_3_std": 0.28888157441905554, "nauc_precision_at_5_diff1": 0.7954674166392639, "nauc_precision_at_5_max": 0.7938558915135212, "nauc_precision_at_5_std": 0.3928108759541415, "nauc_recall_at_1000_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_100_diff1": 0.7008285875307234, "nauc_recall_at_100_max": 0.698119736147196, "nauc_recall_at_100_std": 0.7443826685991656, "nauc_recall_at_10_diff1": 0.7805794405033579, "nauc_recall_at_10_max": 0.7800486116674245, "nauc_recall_at_10_std": 0.3778884976304466, "nauc_recall_at_1_diff1": 0.8155040655723512, "nauc_recall_at_1_max": 0.6934649909992207, "nauc_recall_at_1_std": 0.15969622068304817, "nauc_recall_at_20_diff1": 0.7594727927864537, "nauc_recall_at_20_max": 0.7942127744023375, "nauc_recall_at_20_std": 0.3936194147747393, "nauc_recall_at_3_diff1": 0.7685649750477863, "nauc_recall_at_3_max": 0.759216317012306, "nauc_recall_at_3_std": 0.2888815744190555, "nauc_recall_at_5_diff1": 0.7954674166392652, "nauc_recall_at_5_max": 0.7938558915135233, "nauc_recall_at_5_std": 0.3928108759541413, "ndcg_at_1": 0.65625, "ndcg_at_10": 0.78438, "ndcg_at_100": 0.80225, "ndcg_at_1000": 0.80385, "ndcg_at_20": 0.79174, "ndcg_at_3": 0.75269, "ndcg_at_5": 0.77168, "precision_at_1": 0.65625, "precision_at_10": 0.09023, "precision_at_100": 0.00988, "precision_at_1000": 0.001, "precision_at_20": 0.04658, "precision_at_3": 0.27214, "precision_at_5": 0.17266, "recall_at_1": 0.65625, "recall_at_10": 0.90234, "recall_at_100": 0.98828, "recall_at_1000": 1.0, "recall_at_20": 0.93164, "recall_at_3": 0.81641, "recall_at_5": 0.86328 }, { "hf_subset": "deu-spa", "languages": [ "deu-Latn", "spa-Latn" ], "main_score": 0.778, "map_at_1": 0.65816, "map_at_10": 0.74126, "map_at_100": 0.74642, "map_at_1000": 0.74645, "map_at_20": 0.74505, "map_at_3": 0.72449, "map_at_5": 0.73265, "mrr_at_1": 0.6581632653061225, "mrr_at_10": 0.7412556689342403, "mrr_at_100": 0.7464208944815628, "mrr_at_1000": 0.7464523885606759, "mrr_at_20": 0.7450453785980101, "mrr_at_3": 0.7244897959183674, "mrr_at_5": 0.7326530612244898, "nauc_map_at_1000_diff1": 0.7560113277455136, "nauc_map_at_1000_max": 0.724136211174641, "nauc_map_at_1000_std": 0.2795799642203024, "nauc_map_at_100_diff1": 0.756046476170367, "nauc_map_at_100_max": 0.7241759514525881, "nauc_map_at_100_std": 0.2796837462084448, "nauc_map_at_10_diff1": 0.7545139630369337, "nauc_map_at_10_max": 0.7263051509940799, "nauc_map_at_10_std": 0.2845301715117839, "nauc_map_at_1_diff1": 0.7940675038238317, "nauc_map_at_1_max": 0.6941247116546431, "nauc_map_at_1_std": 0.2012230101574784, "nauc_map_at_20_diff1": 0.7554944603513123, "nauc_map_at_20_max": 0.724398248812799, "nauc_map_at_20_std": 0.2819297158707953, "nauc_map_at_3_diff1": 0.7488477835233611, "nauc_map_at_3_max": 0.7256661648236667, "nauc_map_at_3_std": 0.27783149393907935, "nauc_map_at_5_diff1": 0.748263333604936, "nauc_map_at_5_max": 0.7207434213001718, "nauc_map_at_5_std": 0.276574106544261, "nauc_mrr_at_1000_diff1": 0.7560113277455136, "nauc_mrr_at_1000_max": 0.724136211174641, "nauc_mrr_at_1000_std": 0.2795799642203024, "nauc_mrr_at_100_diff1": 0.756046476170367, "nauc_mrr_at_100_max": 0.7241759514525881, "nauc_mrr_at_100_std": 0.2796837462084448, "nauc_mrr_at_10_diff1": 0.7545139630369337, "nauc_mrr_at_10_max": 0.7263051509940799, "nauc_mrr_at_10_std": 0.2845301715117839, "nauc_mrr_at_1_diff1": 0.7940675038238317, "nauc_mrr_at_1_max": 0.6941247116546431, "nauc_mrr_at_1_std": 0.2012230101574784, "nauc_mrr_at_20_diff1": 0.7554944603513123, "nauc_mrr_at_20_max": 0.724398248812799, "nauc_mrr_at_20_std": 0.2819297158707953, "nauc_mrr_at_3_diff1": 0.7488477835233611, "nauc_mrr_at_3_max": 0.7256661648236667, "nauc_mrr_at_3_std": 0.27783149393907935, "nauc_mrr_at_5_diff1": 0.748263333604936, "nauc_mrr_at_5_max": 0.7207434213001718, "nauc_mrr_at_5_std": 0.276574106544261, "nauc_ndcg_at_1000_diff1": 0.7526695049114667, "nauc_ndcg_at_1000_max": 0.7289068707145034, "nauc_ndcg_at_1000_std": 0.2954149147780947, "nauc_ndcg_at_100_diff1": 0.7536624488567838, "nauc_ndcg_at_100_max": 0.7299952131821201, "nauc_ndcg_at_100_std": 0.29824357322590067, "nauc_ndcg_at_10_diff1": 0.7462395518921816, "nauc_ndcg_at_10_max": 0.7398234791288959, "nauc_ndcg_at_10_std": 0.3259526663885018, "nauc_ndcg_at_1_diff1": 0.7940675038238317, "nauc_ndcg_at_1_max": 0.6941247116546431, "nauc_ndcg_at_1_std": 0.2012230101574784, "nauc_ndcg_at_20_diff1": 0.7502030005709319, "nauc_ndcg_at_20_max": 0.7327638438013778, "nauc_ndcg_at_20_std": 0.3181034446945158, "nauc_ndcg_at_3_diff1": 0.7336918754460473, "nauc_ndcg_at_3_max": 0.735334164152917, "nauc_ndcg_at_3_std": 0.30577894179678466, "nauc_ndcg_at_5_diff1": 0.7318399206154972, "nauc_ndcg_at_5_max": 0.7266791256624692, "nauc_ndcg_at_5_std": 0.30552433478184865, "nauc_precision_at_1000_diff1": NaN, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_10_diff1": 0.7069731226742971, "nauc_precision_at_10_max": 0.8232732885671639, "nauc_precision_at_10_std": 0.5844510435421908, "nauc_precision_at_1_diff1": 0.7940675038238317, "nauc_precision_at_1_max": 0.6941247116546431, "nauc_precision_at_1_std": 0.2012230101574784, "nauc_precision_at_20_diff1": 0.7242440486059631, "nauc_precision_at_20_max": 0.8093027411414948, "nauc_precision_at_20_std": 0.7182185319031552, "nauc_precision_at_3_diff1": 0.67996935326501, "nauc_precision_at_3_max": 0.7692045469898112, "nauc_precision_at_3_std": 0.4058470869298524, "nauc_precision_at_5_diff1": 0.6643174877623561, "nauc_precision_at_5_max": 0.7488208868136451, "nauc_precision_at_5_std": 0.4257552509005738, "nauc_recall_at_1000_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_100_diff1": 1.0, "nauc_recall_at_100_max": 1.0, "nauc_recall_at_100_std": 1.0, "nauc_recall_at_10_diff1": 0.7069731226742985, "nauc_recall_at_10_max": 0.8232732885671635, "nauc_recall_at_10_std": 0.58445104354219, "nauc_recall_at_1_diff1": 0.7940675038238317, "nauc_recall_at_1_max": 0.6941247116546431, "nauc_recall_at_1_std": 0.2012230101574784, "nauc_recall_at_20_diff1": 0.7242440486059641, "nauc_recall_at_20_max": 0.8093027411414953, "nauc_recall_at_20_std": 0.7182185319031569, "nauc_recall_at_3_diff1": 0.679969353265012, "nauc_recall_at_3_max": 0.7692045469898118, "nauc_recall_at_3_std": 0.40584708692985255, "nauc_recall_at_5_diff1": 0.6643174877623569, "nauc_recall_at_5_max": 0.7488208868136456, "nauc_recall_at_5_std": 0.4257552509005744, "ndcg_at_1": 0.65816, "ndcg_at_10": 0.778, "ndcg_at_100": 0.80081, "ndcg_at_1000": 0.80151, "ndcg_at_20": 0.79121, "ndcg_at_3": 0.74307, "ndcg_at_5": 0.75778, "precision_at_1": 0.65816, "precision_at_10": 0.08929, "precision_at_100": 0.00995, "precision_at_1000": 0.001, "precision_at_20": 0.04719, "precision_at_3": 0.26531, "precision_at_5": 0.16633, "recall_at_1": 0.65816, "recall_at_10": 0.89286, "recall_at_100": 0.9949, "recall_at_1000": 1.0, "recall_at_20": 0.94388, "recall_at_3": 0.79592, "recall_at_5": 0.83163 }, { "hf_subset": "deu-hin", "languages": [ "deu-Latn", "hin-Deva" ], "main_score": 0.75392, "map_at_1": 0.6135, "map_at_10": 0.71159, "map_at_100": 0.71597, "map_at_1000": 0.71597, "map_at_20": 0.71393, "map_at_3": 0.6953, "map_at_5": 0.70726, "mrr_at_1": 0.6134969325153374, "mrr_at_10": 0.7115931444152301, "mrr_at_100": 0.7159715628148868, "mrr_at_1000": 0.7159715628148868, "mrr_at_20": 0.7139264705982497, "mrr_at_3": 0.6952965235173821, "mrr_at_5": 0.7072597137014313, "nauc_map_at_1000_diff1": 0.7776011326725494, "nauc_map_at_1000_max": 0.7390918101629573, "nauc_map_at_1000_std": 0.34978896342961874, "nauc_map_at_100_diff1": 0.7776011326725494, "nauc_map_at_100_max": 0.7390918101629573, "nauc_map_at_100_std": 0.34978896342961874, "nauc_map_at_10_diff1": 0.7752250569129364, "nauc_map_at_10_max": 0.73949618839629, "nauc_map_at_10_std": 0.35654790660862246, "nauc_map_at_1_diff1": 0.8134809019314502, "nauc_map_at_1_max": 0.7468040020292056, "nauc_map_at_1_std": 0.3001868284884502, "nauc_map_at_20_diff1": 0.7760447972864848, "nauc_map_at_20_max": 0.7388032051688541, "nauc_map_at_20_std": 0.3510679179191934, "nauc_map_at_3_diff1": 0.7728878894274618, "nauc_map_at_3_max": 0.737091060991821, "nauc_map_at_3_std": 0.3419151653180892, "nauc_map_at_5_diff1": 0.7760015369205192, "nauc_map_at_5_max": 0.7341938949974487, "nauc_map_at_5_std": 0.34922723685001344, "nauc_mrr_at_1000_diff1": 0.7776011326725494, "nauc_mrr_at_1000_max": 0.7390918101629573, "nauc_mrr_at_1000_std": 0.34978896342961874, "nauc_mrr_at_100_diff1": 0.7776011326725494, "nauc_mrr_at_100_max": 0.7390918101629573, "nauc_mrr_at_100_std": 0.34978896342961874, "nauc_mrr_at_10_diff1": 0.7752250569129364, "nauc_mrr_at_10_max": 0.73949618839629, "nauc_mrr_at_10_std": 0.35654790660862246, "nauc_mrr_at_1_diff1": 0.8134809019314502, "nauc_mrr_at_1_max": 0.7468040020292056, "nauc_mrr_at_1_std": 0.3001868284884502, "nauc_mrr_at_20_diff1": 0.7760447972864848, "nauc_mrr_at_20_max": 0.7388032051688541, "nauc_mrr_at_20_std": 0.3510679179191934, "nauc_mrr_at_3_diff1": 0.7728878894274618, "nauc_mrr_at_3_max": 0.737091060991821, "nauc_mrr_at_3_std": 0.3419151653180892, "nauc_mrr_at_5_diff1": 0.7760015369205192, "nauc_mrr_at_5_max": 0.7341938949974487, "nauc_mrr_at_5_std": 0.34922723685001344, "nauc_ndcg_at_1000_diff1": 0.7730014458482141, "nauc_ndcg_at_1000_max": 0.738656396681431, "nauc_ndcg_at_1000_std": 0.35988309513175937, "nauc_ndcg_at_100_diff1": 0.7730014458482141, "nauc_ndcg_at_100_max": 0.738656396681431, "nauc_ndcg_at_100_std": 0.35988309513175937, "nauc_ndcg_at_10_diff1": 0.7608230707866538, "nauc_ndcg_at_10_max": 0.7404005112459336, "nauc_ndcg_at_10_std": 0.3925329143251375, "nauc_ndcg_at_1_diff1": 0.8134809019314502, "nauc_ndcg_at_1_max": 0.7468040020292056, "nauc_ndcg_at_1_std": 0.3001868284884502, "nauc_ndcg_at_20_diff1": 0.7634432223307921, "nauc_ndcg_at_20_max": 0.7378031853290411, "nauc_ndcg_at_20_std": 0.3721289042047915, "nauc_ndcg_at_3_diff1": 0.7582048345631683, "nauc_ndcg_at_3_max": 0.7328998518933094, "nauc_ndcg_at_3_std": 0.35673687133881843, "nauc_ndcg_at_5_diff1": 0.763769412337318, "nauc_ndcg_at_5_max": 0.7261203224014303, "nauc_ndcg_at_5_std": 0.3724128836090935, "nauc_precision_at_1000_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_10_diff1": 0.6739183308937146, "nauc_precision_at_10_max": 0.7537761538316112, "nauc_precision_at_10_std": 0.6281109071167877, "nauc_precision_at_1_diff1": 0.8134809019314502, "nauc_precision_at_1_max": 0.7468040020292056, "nauc_precision_at_1_std": 0.3001868284884502, "nauc_precision_at_20_diff1": 0.6680630103936259, "nauc_precision_at_20_max": 0.735479371792845, "nauc_precision_at_20_std": 0.5235820243507532, "nauc_precision_at_3_diff1": 0.7016440612376498, "nauc_precision_at_3_max": 0.7164511044232579, "nauc_precision_at_3_std": 0.4137098676024148, "nauc_precision_at_5_diff1": 0.7053274606223602, "nauc_precision_at_5_max": 0.6831599424126708, "nauc_precision_at_5_std": 0.4911546273328739, "nauc_recall_at_1000_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_10_diff1": 0.6739183308937144, "nauc_recall_at_10_max": 0.7537761538316108, "nauc_recall_at_10_std": 0.6281109071167893, "nauc_recall_at_1_diff1": 0.8134809019314502, "nauc_recall_at_1_max": 0.7468040020292056, "nauc_recall_at_1_std": 0.3001868284884502, "nauc_recall_at_20_diff1": 0.6680630103936266, "nauc_recall_at_20_max": 0.7354793717928441, "nauc_recall_at_20_std": 0.5235820243507522, "nauc_recall_at_3_diff1": 0.7016440612376506, "nauc_recall_at_3_max": 0.7164511044232584, "nauc_recall_at_3_std": 0.4137098676024153, "nauc_recall_at_5_diff1": 0.7053274606223617, "nauc_recall_at_5_max": 0.6831599424126716, "nauc_recall_at_5_std": 0.49115462733287496, "ndcg_at_1": 0.6135, "ndcg_at_10": 0.75392, "ndcg_at_100": 0.77766, "ndcg_at_1000": 0.77766, "ndcg_at_20": 0.76194, "ndcg_at_3": 0.72159, "ndcg_at_5": 0.74375, "precision_at_1": 0.6135, "precision_at_10": 0.08834, "precision_at_100": 0.01, "precision_at_1000": 0.001, "precision_at_20": 0.04571, "precision_at_3": 0.26585, "precision_at_5": 0.17055, "recall_at_1": 0.6135, "recall_at_10": 0.88344, "recall_at_100": 1.0, "recall_at_1000": 1.0, "recall_at_20": 0.91411, "recall_at_3": 0.79755, "recall_at_5": 0.85276 }, { "hf_subset": "deu-vie", "languages": [ "deu-Latn", "vie-Latn" ], "main_score": 0.76943, "map_at_1": 0.61538, "map_at_10": 0.72369, "map_at_100": 0.7272, "map_at_1000": 0.72724, "map_at_20": 0.72539, "map_at_3": 0.71154, "map_at_5": 0.71374, "mrr_at_1": 0.6153846153846154, "mrr_at_10": 0.7236852433281005, "mrr_at_100": 0.7271969341192999, "mrr_at_1000": 0.7272423432556182, "mrr_at_20": 0.7253896792430625, "mrr_at_3": 0.7115384615384616, "mrr_at_5": 0.7137362637362636, "nauc_map_at_1000_diff1": 0.7986725211459823, "nauc_map_at_1000_max": 0.6359662031426375, "nauc_map_at_1000_std": 0.3085764027698057, "nauc_map_at_100_diff1": 0.7986574189168884, "nauc_map_at_100_max": 0.6360386483633313, "nauc_map_at_100_std": 0.3087140008047318, "nauc_map_at_10_diff1": 0.7974827314268044, "nauc_map_at_10_max": 0.6358841699080797, "nauc_map_at_10_std": 0.31187448593407463, "nauc_map_at_1_diff1": 0.8151741468681027, "nauc_map_at_1_max": 0.586570894320081, "nauc_map_at_1_std": 0.2165622913672863, "nauc_map_at_20_diff1": 0.797510679036781, "nauc_map_at_20_max": 0.637224703519486, "nauc_map_at_20_std": 0.31052944035908325, "nauc_map_at_3_diff1": 0.8020460678478711, "nauc_map_at_3_max": 0.6466311815061883, "nauc_map_at_3_std": 0.31800835922089793, "nauc_map_at_5_diff1": 0.8011432985863148, "nauc_map_at_5_max": 0.6438969062326675, "nauc_map_at_5_std": 0.3187835675714097, "nauc_mrr_at_1000_diff1": 0.7986725211459823, "nauc_mrr_at_1000_max": 0.6359662031426375, "nauc_mrr_at_1000_std": 0.3085764027698057, "nauc_mrr_at_100_diff1": 0.7986574189168884, "nauc_mrr_at_100_max": 0.6360386483633313, "nauc_mrr_at_100_std": 0.3087140008047318, "nauc_mrr_at_10_diff1": 0.7974827314268044, "nauc_mrr_at_10_max": 0.6358841699080797, "nauc_mrr_at_10_std": 0.31187448593407463, "nauc_mrr_at_1_diff1": 0.8151741468681027, "nauc_mrr_at_1_max": 0.586570894320081, "nauc_mrr_at_1_std": 0.2165622913672863, "nauc_mrr_at_20_diff1": 0.797510679036781, "nauc_mrr_at_20_max": 0.637224703519486, "nauc_mrr_at_20_std": 0.31052944035908325, "nauc_mrr_at_3_diff1": 0.8020460678478711, "nauc_mrr_at_3_max": 0.6466311815061883, "nauc_mrr_at_3_std": 0.31800835922089793, "nauc_mrr_at_5_diff1": 0.8011432985863148, "nauc_mrr_at_5_max": 0.6438969062326675, "nauc_mrr_at_5_std": 0.3187835675714097, "nauc_ndcg_at_1000_diff1": 0.7951517650401017, "nauc_ndcg_at_1000_max": 0.6429494978425915, "nauc_ndcg_at_1000_std": 0.32260725725224243, "nauc_ndcg_at_100_diff1": 0.7948324998783485, "nauc_ndcg_at_100_max": 0.6445247106643858, "nauc_ndcg_at_100_std": 0.3255957357092647, "nauc_ndcg_at_10_diff1": 0.786784207623962, "nauc_ndcg_at_10_max": 0.646658145366507, "nauc_ndcg_at_10_std": 0.3437147288891006, "nauc_ndcg_at_1_diff1": 0.8151741468681027, "nauc_ndcg_at_1_max": 0.586570894320081, "nauc_ndcg_at_1_std": 0.2165622913672863, "nauc_ndcg_at_20_diff1": 0.7868835431910163, "nauc_ndcg_at_20_max": 0.6516873706524553, "nauc_ndcg_at_20_std": 0.34029650605149864, "nauc_ndcg_at_3_diff1": 0.7982270427296835, "nauc_ndcg_at_3_max": 0.6731320790761571, "nauc_ndcg_at_3_std": 0.35616699241700284, "nauc_ndcg_at_5_diff1": 0.7962445920820492, "nauc_ndcg_at_5_max": 0.6677703433170364, "nauc_ndcg_at_5_std": 0.3584581355396086, "nauc_precision_at_1000_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_100_diff1": 0.7227845364674665, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_10_diff1": 0.6998272281594993, "nauc_precision_at_10_max": 0.7030845245132272, "nauc_precision_at_10_std": 0.5691532497393305, "nauc_precision_at_1_diff1": 0.8151741468681027, "nauc_precision_at_1_max": 0.586570894320081, "nauc_precision_at_1_std": 0.2165622913672863, "nauc_precision_at_20_diff1": 0.6740716435493017, "nauc_precision_at_20_max": 0.7728163033264438, "nauc_precision_at_20_std": 0.6137808736202924, "nauc_precision_at_3_diff1": 0.7829225553658902, "nauc_precision_at_3_max": 0.7850391417198413, "nauc_precision_at_3_std": 0.5145504737655519, "nauc_precision_at_5_diff1": 0.7748047490880425, "nauc_precision_at_5_max": 0.7724589932611992, "nauc_precision_at_5_std": 0.5325367962891437, "nauc_recall_at_1000_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_100_diff1": 0.7227845364674372, "nauc_recall_at_100_max": 1.0, "nauc_recall_at_100_std": 1.0, "nauc_recall_at_10_diff1": 0.6998272281595007, "nauc_recall_at_10_max": 0.7030845245132271, "nauc_recall_at_10_std": 0.5691532497393315, "nauc_recall_at_1_diff1": 0.8151741468681027, "nauc_recall_at_1_max": 0.586570894320081, "nauc_recall_at_1_std": 0.2165622913672863, "nauc_recall_at_20_diff1": 0.6740716435493015, "nauc_recall_at_20_max": 0.7728163033264455, "nauc_recall_at_20_std": 0.6137808736202958, "nauc_recall_at_3_diff1": 0.7829225553658887, "nauc_recall_at_3_max": 0.7850391417198415, "nauc_recall_at_3_std": 0.514550473765552, "nauc_recall_at_5_diff1": 0.774804749088043, "nauc_recall_at_5_max": 0.7724589932612, "nauc_recall_at_5_std": 0.5325367962891427, "ndcg_at_1": 0.61538, "ndcg_at_10": 0.76943, "ndcg_at_100": 0.78693, "ndcg_at_1000": 0.78772, "ndcg_at_20": 0.77521, "ndcg_at_3": 0.74064, "ndcg_at_5": 0.74489, "precision_at_1": 0.61538, "precision_at_10": 0.09121, "precision_at_100": 0.00995, "precision_at_1000": 0.001, "precision_at_20": 0.0467, "precision_at_3": 0.27473, "precision_at_5": 0.16703, "recall_at_1": 0.61538, "recall_at_10": 0.91209, "recall_at_100": 0.99451, "recall_at_1000": 1.0, "recall_at_20": 0.93407, "recall_at_3": 0.82418, "recall_at_5": 0.83516 }, { "hf_subset": "deu-zho", "languages": [ "deu-Latn", "zho-Hans" ], "main_score": 0.72499, "map_at_1": 0.56316, "map_at_10": 0.67263, "map_at_100": 0.67792, "map_at_1000": 0.67797, "map_at_20": 0.67663, "map_at_3": 0.64912, "map_at_5": 0.66096, "mrr_at_1": 0.5631578947368421, "mrr_at_10": 0.6726336675020886, "mrr_at_100": 0.6779233189184158, "mrr_at_1000": 0.6779698955369533, "mrr_at_20": 0.6766250240127949, "mrr_at_3": 0.6491228070175438, "mrr_at_5": 0.6609649122807016, "nauc_map_at_1000_diff1": 0.680996216649366, "nauc_map_at_1000_max": 0.5270154896457849, "nauc_map_at_1000_std": 0.37925781858510865, "nauc_map_at_100_diff1": 0.6809376392690177, "nauc_map_at_100_max": 0.5269848442526566, "nauc_map_at_100_std": 0.37932003206809284, "nauc_map_at_10_diff1": 0.680266840775165, "nauc_map_at_10_max": 0.5304481994929959, "nauc_map_at_10_std": 0.374834770569239, "nauc_map_at_1_diff1": 0.7113448433552496, "nauc_map_at_1_max": 0.48674198409188046, "nauc_map_at_1_std": 0.3080792557219004, "nauc_map_at_20_diff1": 0.6813578542976565, "nauc_map_at_20_max": 0.5280925373303877, "nauc_map_at_20_std": 0.38056512518111923, "nauc_map_at_3_diff1": 0.6844772767049757, "nauc_map_at_3_max": 0.5255629776559128, "nauc_map_at_3_std": 0.3887083600723409, "nauc_map_at_5_diff1": 0.6761088387249716, "nauc_map_at_5_max": 0.53071980914465, "nauc_map_at_5_std": 0.39328514285929295, "nauc_mrr_at_1000_diff1": 0.680996216649366, "nauc_mrr_at_1000_max": 0.5270154896457849, "nauc_mrr_at_1000_std": 0.37925781858510865, "nauc_mrr_at_100_diff1": 0.6809376392690177, "nauc_mrr_at_100_max": 0.5269848442526566, "nauc_mrr_at_100_std": 0.37932003206809284, "nauc_mrr_at_10_diff1": 0.680266840775165, "nauc_mrr_at_10_max": 0.5304481994929959, "nauc_mrr_at_10_std": 0.374834770569239, "nauc_mrr_at_1_diff1": 0.7113448433552496, "nauc_mrr_at_1_max": 0.48674198409188046, "nauc_mrr_at_1_std": 0.3080792557219004, "nauc_mrr_at_20_diff1": 0.6813578542976565, "nauc_mrr_at_20_max": 0.5280925373303877, "nauc_mrr_at_20_std": 0.38056512518111923, "nauc_mrr_at_3_diff1": 0.6844772767049757, "nauc_mrr_at_3_max": 0.5255629776559128, "nauc_mrr_at_3_std": 0.3887083600723409, "nauc_mrr_at_5_diff1": 0.6761088387249716, "nauc_mrr_at_5_max": 0.53071980914465, "nauc_mrr_at_5_std": 0.39328514285929295, "nauc_ndcg_at_1000_diff1": 0.6769841639136861, "nauc_ndcg_at_1000_max": 0.5331413612096747, "nauc_ndcg_at_1000_std": 0.38958810460662746, "nauc_ndcg_at_100_diff1": 0.6757706113908616, "nauc_ndcg_at_100_max": 0.5324751797627871, "nauc_ndcg_at_100_std": 0.39085389122528047, "nauc_ndcg_at_10_diff1": 0.6715472114507267, "nauc_ndcg_at_10_max": 0.5499332777830884, "nauc_ndcg_at_10_std": 0.3809049907746381, "nauc_ndcg_at_1_diff1": 0.7113448433552496, "nauc_ndcg_at_1_max": 0.48674198409188046, "nauc_ndcg_at_1_std": 0.3080792557219004, "nauc_ndcg_at_20_diff1": 0.6778634524931526, "nauc_ndcg_at_20_max": 0.5403649313657258, "nauc_ndcg_at_20_std": 0.40353827147992827, "nauc_ndcg_at_3_diff1": 0.6788802948162309, "nauc_ndcg_at_3_max": 0.5395257963107343, "nauc_ndcg_at_3_std": 0.4180967245259653, "nauc_ndcg_at_5_diff1": 0.6617004679749889, "nauc_ndcg_at_5_max": 0.5489363208188563, "nauc_ndcg_at_5_std": 0.427156611408954, "nauc_precision_at_1000_diff1": NaN, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_100_diff1": 0.35807656395898985, "nauc_precision_at_100_max": 0.35807656395898985, "nauc_precision_at_100_std": 0.7222222222221986, "nauc_precision_at_10_diff1": 0.6168565125388317, "nauc_precision_at_10_max": 0.6850209355724647, "nauc_precision_at_10_std": 0.38262572599162714, "nauc_precision_at_1_diff1": 0.7113448433552496, "nauc_precision_at_1_max": 0.48674198409188046, "nauc_precision_at_1_std": 0.3080792557219004, "nauc_precision_at_20_diff1": 0.6749299719887969, "nauc_precision_at_20_max": 0.6749299719887969, "nauc_precision_at_20_std": 0.715919701213822, "nauc_precision_at_3_diff1": 0.6602295581062, "nauc_precision_at_3_max": 0.5902176690852112, "nauc_precision_at_3_std": 0.524950277225302, "nauc_precision_at_5_diff1": 0.5979330045543966, "nauc_precision_at_5_max": 0.6272536179157576, "nauc_precision_at_5_std": 0.5721966205837168, "nauc_recall_at_1000_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_100_diff1": 0.35807656395892423, "nauc_recall_at_100_max": 0.35807656395892423, "nauc_recall_at_100_std": 0.7222222222222181, "nauc_recall_at_10_diff1": 0.6168565125388327, "nauc_recall_at_10_max": 0.6850209355724632, "nauc_recall_at_10_std": 0.3826257259916258, "nauc_recall_at_1_diff1": 0.7113448433552496, "nauc_recall_at_1_max": 0.48674198409188046, "nauc_recall_at_1_std": 0.3080792557219004, "nauc_recall_at_20_diff1": 0.6749299719887966, "nauc_recall_at_20_max": 0.6749299719887966, "nauc_recall_at_20_std": 0.7159197012138184, "nauc_recall_at_3_diff1": 0.660229558106201, "nauc_recall_at_3_max": 0.5902176690852127, "nauc_recall_at_3_std": 0.5249502772253023, "nauc_recall_at_5_diff1": 0.5979330045543957, "nauc_recall_at_5_max": 0.6272536179157574, "nauc_recall_at_5_std": 0.572196620583717, "ndcg_at_1": 0.56316, "ndcg_at_10": 0.72499, "ndcg_at_100": 0.74853, "ndcg_at_1000": 0.7493, "ndcg_at_20": 0.7396, "ndcg_at_3": 0.67581, "ndcg_at_5": 0.69733, "precision_at_1": 0.56316, "precision_at_10": 0.08895, "precision_at_100": 0.00995, "precision_at_1000": 0.001, "precision_at_20": 0.04737, "precision_at_3": 0.25088, "precision_at_5": 0.16105, "recall_at_1": 0.56316, "recall_at_10": 0.88947, "recall_at_100": 0.99474, "recall_at_1000": 1.0, "recall_at_20": 0.94737, "recall_at_3": 0.75263, "recall_at_5": 0.80526 }, { "hf_subset": "eng-ara", "languages": [ "eng-Latn", "ara-Arab" ], "main_score": 0.70019, "map_at_1": 0.55513, "map_at_10": 0.65591, "map_at_100": 0.66269, "map_at_1000": 0.66282, "map_at_20": 0.66045, "map_at_3": 0.63959, "map_at_5": 0.64761, "mrr_at_1": 0.5551257253384912, "mrr_at_10": 0.6559055601608794, "mrr_at_100": 0.6626911348482835, "mrr_at_1000": 0.6628184926972993, "mrr_at_20": 0.6604544370009275, "mrr_at_3": 0.6395873629916183, "mrr_at_5": 0.6476144422952933, "nauc_map_at_1000_diff1": 0.6935278975118065, "nauc_map_at_1000_max": 0.5599038996962703, "nauc_map_at_1000_std": 0.2149023672693746, "nauc_map_at_100_diff1": 0.6934379774982777, "nauc_map_at_100_max": 0.5598791537940603, "nauc_map_at_100_std": 0.2151025415444592, "nauc_map_at_10_diff1": 0.6926957346561952, "nauc_map_at_10_max": 0.5634046837806863, "nauc_map_at_10_std": 0.21967171195314197, "nauc_map_at_1_diff1": 0.7262478312087863, "nauc_map_at_1_max": 0.5150003885394898, "nauc_map_at_1_std": 0.13762505246559978, "nauc_map_at_20_diff1": 0.6931436038230261, "nauc_map_at_20_max": 0.5607647586590507, "nauc_map_at_20_std": 0.21653608987384276, "nauc_map_at_3_diff1": 0.6929836073063319, "nauc_map_at_3_max": 0.5668683537886772, "nauc_map_at_3_std": 0.2185755708640848, "nauc_map_at_5_diff1": 0.6912101199416333, "nauc_map_at_5_max": 0.5660768730389794, "nauc_map_at_5_std": 0.22071978823436467, "nauc_mrr_at_1000_diff1": 0.6935278975118065, "nauc_mrr_at_1000_max": 0.5599038996962703, "nauc_mrr_at_1000_std": 0.2149023672693746, "nauc_mrr_at_100_diff1": 0.6934379774982777, "nauc_mrr_at_100_max": 0.5598791537940603, "nauc_mrr_at_100_std": 0.2151025415444592, "nauc_mrr_at_10_diff1": 0.6926957346561952, "nauc_mrr_at_10_max": 0.5634046837806863, "nauc_mrr_at_10_std": 0.21967171195314197, "nauc_mrr_at_1_diff1": 0.7262478312087863, "nauc_mrr_at_1_max": 0.5150003885394898, "nauc_mrr_at_1_std": 0.13762505246559978, "nauc_mrr_at_20_diff1": 0.6931436038230261, "nauc_mrr_at_20_max": 0.5607647586590507, "nauc_mrr_at_20_std": 0.21653608987384276, "nauc_mrr_at_3_diff1": 0.6929836073063319, "nauc_mrr_at_3_max": 0.5668683537886772, "nauc_mrr_at_3_std": 0.2185755708640848, "nauc_mrr_at_5_diff1": 0.6912101199416333, "nauc_mrr_at_5_max": 0.5660768730389794, "nauc_mrr_at_5_std": 0.22071978823436467, "nauc_ndcg_at_1000_diff1": 0.6878818168384551, "nauc_ndcg_at_1000_max": 0.5659890491638976, "nauc_ndcg_at_1000_std": 0.22812249281693323, "nauc_ndcg_at_100_diff1": 0.6851092020276437, "nauc_ndcg_at_100_max": 0.5655451690827458, "nauc_ndcg_at_100_std": 0.23342535181180576, "nauc_ndcg_at_10_diff1": 0.6810904192013169, "nauc_ndcg_at_10_max": 0.5818821355324407, "nauc_ndcg_at_10_std": 0.2536137206575355, "nauc_ndcg_at_1_diff1": 0.7262478312087863, "nauc_ndcg_at_1_max": 0.5150003885394898, "nauc_ndcg_at_1_std": 0.13762505246559978, "nauc_ndcg_at_20_diff1": 0.6826401855037361, "nauc_ndcg_at_20_max": 0.5717056404498378, "nauc_ndcg_at_20_std": 0.24275316612207704, "nauc_ndcg_at_3_diff1": 0.682692266322699, "nauc_ndcg_at_3_max": 0.5877717824537743, "nauc_ndcg_at_3_std": 0.2487340384191718, "nauc_ndcg_at_5_diff1": 0.6785302082787432, "nauc_ndcg_at_5_max": 0.5870927239352266, "nauc_ndcg_at_5_std": 0.2543204171754755, "nauc_precision_at_1000_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_100_diff1": 0.45130171731686436, "nauc_precision_at_100_max": 0.5356628067676187, "nauc_precision_at_100_std": 0.6654007710687388, "nauc_precision_at_10_diff1": 0.6224902458449068, "nauc_precision_at_10_max": 0.6740501396906057, "nauc_precision_at_10_std": 0.4276803379579137, "nauc_precision_at_1_diff1": 0.7262478312087863, "nauc_precision_at_1_max": 0.5150003885394898, "nauc_precision_at_1_std": 0.13762505246559978, "nauc_precision_at_20_diff1": 0.606844262502311, "nauc_precision_at_20_max": 0.6303956182574233, "nauc_precision_at_20_std": 0.4239784877591542, "nauc_precision_at_3_diff1": 0.6466676337789613, "nauc_precision_at_3_max": 0.6631950346568246, "nauc_precision_at_3_std": 0.3566737013580926, "nauc_precision_at_5_diff1": 0.6280508006062282, "nauc_precision_at_5_max": 0.6709823421002898, "nauc_precision_at_5_std": 0.3888661231638033, "nauc_recall_at_1000_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_100_diff1": 0.45130171731687624, "nauc_recall_at_100_max": 0.5356628067676182, "nauc_recall_at_100_std": 0.6654007710687394, "nauc_recall_at_10_diff1": 0.6224902458449065, "nauc_recall_at_10_max": 0.6740501396906069, "nauc_recall_at_10_std": 0.4276803379579141, "nauc_recall_at_1_diff1": 0.7262478312087863, "nauc_recall_at_1_max": 0.5150003885394898, "nauc_recall_at_1_std": 0.13762505246559978, "nauc_recall_at_20_diff1": 0.606844262502311, "nauc_recall_at_20_max": 0.6303956182574216, "nauc_recall_at_20_std": 0.42397848775915514, "nauc_recall_at_3_diff1": 0.6466676337789602, "nauc_recall_at_3_max": 0.6631950346568246, "nauc_recall_at_3_std": 0.3566737013580928, "nauc_recall_at_5_diff1": 0.628050800606229, "nauc_recall_at_5_max": 0.6709823421002905, "nauc_recall_at_5_std": 0.38886612316380453, "ndcg_at_1": 0.55513, "ndcg_at_10": 0.70019, "ndcg_at_100": 0.73153, "ndcg_at_1000": 0.73418, "ndcg_at_20": 0.71615, "ndcg_at_3": 0.6657, "ndcg_at_5": 0.68051, "precision_at_1": 0.55513, "precision_at_10": 0.08375, "precision_at_100": 0.00981, "precision_at_1000": 0.001, "precision_at_20": 0.04497, "precision_at_3": 0.24694, "precision_at_5": 0.15551, "recall_at_1": 0.55513, "recall_at_10": 0.83752, "recall_at_100": 0.98066, "recall_at_1000": 1.0, "recall_at_20": 0.89942, "recall_at_3": 0.74081, "recall_at_5": 0.77756 }, { "hf_subset": "eng-deu", "languages": [ "eng-Latn", "deu-Latn" ], "main_score": 0.82501, "map_at_1": 0.72266, "map_at_10": 0.79381, "map_at_100": 0.79687, "map_at_1000": 0.79692, "map_at_20": 0.79558, "map_at_3": 0.78125, "map_at_5": 0.78936, "mrr_at_1": 0.72265625, "mrr_at_10": 0.7938104538690475, "mrr_at_100": 0.796872424041498, "mrr_at_1000": 0.7969244557588391, "mrr_at_20": 0.7955776517702066, "mrr_at_3": 0.7812499999999999, "mrr_at_5": 0.7893554687499997, "nauc_map_at_1000_diff1": 0.8165328854717271, "nauc_map_at_1000_max": 0.7619610545724465, "nauc_map_at_1000_std": 0.2938440272750808, "nauc_map_at_100_diff1": 0.816541765592799, "nauc_map_at_100_max": 0.7619870438818706, "nauc_map_at_100_std": 0.29402312529415664, "nauc_map_at_10_diff1": 0.8148251316116242, "nauc_map_at_10_max": 0.7625034298870226, "nauc_map_at_10_std": 0.2994991164976355, "nauc_map_at_1_diff1": 0.8424574364768809, "nauc_map_at_1_max": 0.7482542209674746, "nauc_map_at_1_std": 0.21884393446901254, "nauc_map_at_20_diff1": 0.8165640752150117, "nauc_map_at_20_max": 0.7623343887106309, "nauc_map_at_20_std": 0.2953187021751979, "nauc_map_at_3_diff1": 0.8157016435348952, "nauc_map_at_3_max": 0.7682067049629739, "nauc_map_at_3_std": 0.3009138364351187, "nauc_map_at_5_diff1": 0.8103786557295385, "nauc_map_at_5_max": 0.7611688669437806, "nauc_map_at_5_std": 0.29927704873999605, "nauc_mrr_at_1000_diff1": 0.8165328854717271, "nauc_mrr_at_1000_max": 0.7619610545724465, "nauc_mrr_at_1000_std": 0.2938440272750808, "nauc_mrr_at_100_diff1": 0.816541765592799, "nauc_mrr_at_100_max": 0.7619870438818706, "nauc_mrr_at_100_std": 0.29402312529415664, "nauc_mrr_at_10_diff1": 0.8148251316116242, "nauc_mrr_at_10_max": 0.7625034298870226, "nauc_mrr_at_10_std": 0.2994991164976355, "nauc_mrr_at_1_diff1": 0.8424574364768809, "nauc_mrr_at_1_max": 0.7482542209674746, "nauc_mrr_at_1_std": 0.21884393446901254, "nauc_mrr_at_20_diff1": 0.8165640752150117, "nauc_mrr_at_20_max": 0.7623343887106309, "nauc_mrr_at_20_std": 0.2953187021751979, "nauc_mrr_at_3_diff1": 0.8157016435348952, "nauc_mrr_at_3_max": 0.7682067049629739, "nauc_mrr_at_3_std": 0.3009138364351187, "nauc_mrr_at_5_diff1": 0.8103786557295385, "nauc_mrr_at_5_max": 0.7611688669437806, "nauc_mrr_at_5_std": 0.29927704873999605, "nauc_ndcg_at_1000_diff1": 0.8139676093396285, "nauc_ndcg_at_1000_max": 0.7642319114258113, "nauc_ndcg_at_1000_std": 0.30812309921678915, "nauc_ndcg_at_100_diff1": 0.8141049363452196, "nauc_ndcg_at_100_max": 0.7647179983115485, "nauc_ndcg_at_100_std": 0.31275319702324184, "nauc_ndcg_at_10_diff1": 0.808356360815896, "nauc_ndcg_at_10_max": 0.7689299772283048, "nauc_ndcg_at_10_std": 0.33897948163186137, "nauc_ndcg_at_1_diff1": 0.8424574364768809, "nauc_ndcg_at_1_max": 0.7482542209674746, "nauc_ndcg_at_1_std": 0.21884393446901254, "nauc_ndcg_at_20_diff1": 0.8149113824747923, "nauc_ndcg_at_20_max": 0.7681045349672054, "nauc_ndcg_at_20_std": 0.3232058677626153, "nauc_ndcg_at_3_diff1": 0.8070006480594912, "nauc_ndcg_at_3_max": 0.7770909860836279, "nauc_ndcg_at_3_std": 0.3367700874824477, "nauc_ndcg_at_5_diff1": 0.7955713143231594, "nauc_ndcg_at_5_max": 0.763385736453245, "nauc_ndcg_at_5_std": 0.3354562831113001, "nauc_precision_at_1000_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_100_diff1": 0.8285456418428054, "nauc_precision_at_100_max": 0.8232107268439665, "nauc_precision_at_100_std": 0.9346688783973434, "nauc_precision_at_10_diff1": 0.7756224344629002, "nauc_precision_at_10_max": 0.8170484658129327, "nauc_precision_at_10_std": 0.6144567013394023, "nauc_precision_at_1_diff1": 0.8424574364768809, "nauc_precision_at_1_max": 0.7482542209674746, "nauc_precision_at_1_std": 0.21884393446901254, "nauc_precision_at_20_diff1": 0.830148427318187, "nauc_precision_at_20_max": 0.8264801742845141, "nauc_precision_at_20_std": 0.5617768078115187, "nauc_precision_at_3_diff1": 0.7735389064651155, "nauc_precision_at_3_max": 0.8124960856461682, "nauc_precision_at_3_std": 0.4794028034560133, "nauc_precision_at_5_diff1": 0.7211375002021798, "nauc_precision_at_5_max": 0.7710895201411145, "nauc_precision_at_5_std": 0.513363284855576, "nauc_recall_at_1000_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_100_diff1": 0.8285456418427875, "nauc_recall_at_100_max": 0.8232107268439561, "nauc_recall_at_100_std": 0.9346688783973377, "nauc_recall_at_10_diff1": 0.7756224344629024, "nauc_recall_at_10_max": 0.8170484658129353, "nauc_recall_at_10_std": 0.614456701339405, "nauc_recall_at_1_diff1": 0.8424574364768809, "nauc_recall_at_1_max": 0.7482542209674746, "nauc_recall_at_1_std": 0.21884393446901254, "nauc_recall_at_20_diff1": 0.830148427318188, "nauc_recall_at_20_max": 0.8264801742845164, "nauc_recall_at_20_std": 0.5617768078115228, "nauc_recall_at_3_diff1": 0.7735389064651151, "nauc_recall_at_3_max": 0.812496085646167, "nauc_recall_at_3_std": 0.47940280345601305, "nauc_recall_at_5_diff1": 0.721137500202181, "nauc_recall_at_5_max": 0.7710895201411154, "nauc_recall_at_5_std": 0.5133632848555757, "ndcg_at_1": 0.72266, "ndcg_at_10": 0.82501, "ndcg_at_100": 0.84, "ndcg_at_1000": 0.84108, "ndcg_at_20": 0.83111, "ndcg_at_3": 0.79892, "ndcg_at_5": 0.81387, "precision_at_1": 0.72266, "precision_at_10": 0.09219, "precision_at_100": 0.00992, "precision_at_1000": 0.001, "precision_at_20": 0.04727, "precision_at_3": 0.2832, "precision_at_5": 0.17734, "recall_at_1": 0.72266, "recall_at_10": 0.92188, "recall_at_100": 0.99219, "recall_at_1000": 1.0, "recall_at_20": 0.94531, "recall_at_3": 0.84961, "recall_at_5": 0.88672 }, { "hf_subset": "eng-eng", "languages": [ "eng-Latn", "eng-Latn" ], "main_score": 0.85467, "map_at_1": 0.76916, "map_at_10": 0.82794, "map_at_100": 0.83033, "map_at_1000": 0.83037, "map_at_20": 0.82953, "map_at_3": 0.81635, "map_at_5": 0.82284, "mrr_at_1": 0.769163763066202, "mrr_at_10": 0.8279350561362759, "mrr_at_100": 0.8303269508073549, "mrr_at_1000": 0.8303690919921916, "mrr_at_20": 0.8295291807666271, "mrr_at_3": 0.8163472706155634, "mrr_at_5": 0.8228368176538913, "nauc_map_at_1000_diff1": 0.8594893086159465, "nauc_map_at_1000_max": 0.7299028763981557, "nauc_map_at_1000_std": -0.019814217553172038, "nauc_map_at_100_diff1": 0.8594793147722344, "nauc_map_at_100_max": 0.7299529833728045, "nauc_map_at_100_std": -0.01962185341596875, "nauc_map_at_10_diff1": 0.8590796031784655, "nauc_map_at_10_max": 0.7316322370854094, "nauc_map_at_10_std": -0.015445193390840956, "nauc_map_at_1_diff1": 0.8713553271344048, "nauc_map_at_1_max": 0.6939400468653582, "nauc_map_at_1_std": -0.06320905567921282, "nauc_map_at_20_diff1": 0.8592410338662989, "nauc_map_at_20_max": 0.7306613773848595, "nauc_map_at_20_std": -0.019718268811693394, "nauc_map_at_3_diff1": 0.8573766828773638, "nauc_map_at_3_max": 0.7301332749225716, "nauc_map_at_3_std": -0.02957746053842443, "nauc_map_at_5_diff1": 0.8573166990716072, "nauc_map_at_5_max": 0.7314146314842015, "nauc_map_at_5_std": -0.01696247555561905, "nauc_mrr_at_1000_diff1": 0.8594893086159465, "nauc_mrr_at_1000_max": 0.7299028763981557, "nauc_mrr_at_1000_std": -0.019814217553172038, "nauc_mrr_at_100_diff1": 0.8594793147722344, "nauc_mrr_at_100_max": 0.7299529833728045, "nauc_mrr_at_100_std": -0.01962185341596875, "nauc_mrr_at_10_diff1": 0.8590796031784655, "nauc_mrr_at_10_max": 0.7316322370854094, "nauc_mrr_at_10_std": -0.015445193390840956, "nauc_mrr_at_1_diff1": 0.8713553271344048, "nauc_mrr_at_1_max": 0.6939400468653582, "nauc_mrr_at_1_std": -0.06320905567921282, "nauc_mrr_at_20_diff1": 0.8592410338662989, "nauc_mrr_at_20_max": 0.7306613773848595, "nauc_mrr_at_20_std": -0.019718268811693394, "nauc_mrr_at_3_diff1": 0.8573766828773638, "nauc_mrr_at_3_max": 0.7301332749225716, "nauc_mrr_at_3_std": -0.02957746053842443, "nauc_mrr_at_5_diff1": 0.8573166990716072, "nauc_mrr_at_5_max": 0.7314146314842015, "nauc_mrr_at_5_std": -0.01696247555561905, "nauc_ndcg_at_1000_diff1": 0.857900176225746, "nauc_ndcg_at_1000_max": 0.7361857087897378, "nauc_ndcg_at_1000_std": -0.009091994321904518, "nauc_ndcg_at_100_diff1": 0.8575180520458923, "nauc_ndcg_at_100_max": 0.7378876584863975, "nauc_ndcg_at_100_std": -0.0016416115405131655, "nauc_ndcg_at_10_diff1": 0.8555474786328429, "nauc_ndcg_at_10_max": 0.7473737012925485, "nauc_ndcg_at_10_std": 0.013145606289345548, "nauc_ndcg_at_1_diff1": 0.8713553271344048, "nauc_ndcg_at_1_max": 0.6939400468653582, "nauc_ndcg_at_1_std": -0.06320905567921282, "nauc_ndcg_at_20_diff1": 0.855949542119506, "nauc_ndcg_at_20_max": 0.7435766821708156, "nauc_ndcg_at_20_std": -0.004658918324187513, "nauc_ndcg_at_3_diff1": 0.8522958371791585, "nauc_ndcg_at_3_max": 0.7424418535761397, "nauc_ndcg_at_3_std": -0.01737641328245421, "nauc_ndcg_at_5_diff1": 0.8516159104218992, "nauc_ndcg_at_5_max": 0.7458427518641715, "nauc_ndcg_at_5_std": 0.0080695019510593, "nauc_precision_at_1000_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_100_diff1": 0.8188075330555115, "nauc_precision_at_100_max": 0.9104357758479872, "nauc_precision_at_100_std": 0.767204724338621, "nauc_precision_at_10_diff1": 0.8318641504060579, "nauc_precision_at_10_max": 0.8642094580309267, "nauc_precision_at_10_std": 0.2346249549362649, "nauc_precision_at_1_diff1": 0.8713553271344048, "nauc_precision_at_1_max": 0.6939400468653582, "nauc_precision_at_1_std": -0.06320905567921282, "nauc_precision_at_20_diff1": 0.8223925025073833, "nauc_precision_at_20_max": 0.8803699420183472, "nauc_precision_at_20_std": 0.1273303251083905, "nauc_precision_at_3_diff1": 0.832518660496769, "nauc_precision_at_3_max": 0.7899626933206642, "nauc_precision_at_3_std": 0.03010548059239149, "nauc_precision_at_5_diff1": 0.8245639987941444, "nauc_precision_at_5_max": 0.8136845028486139, "nauc_precision_at_5_std": 0.1310739616629524, "nauc_recall_at_1000_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_100_diff1": 0.8188075330555329, "nauc_recall_at_100_max": 0.9104357758479902, "nauc_recall_at_100_std": 0.7672047243386396, "nauc_recall_at_10_diff1": 0.8318641504060562, "nauc_recall_at_10_max": 0.8642094580309272, "nauc_recall_at_10_std": 0.23462495493626292, "nauc_recall_at_1_diff1": 0.8713553271344048, "nauc_recall_at_1_max": 0.6939400468653582, "nauc_recall_at_1_std": -0.06320905567921282, "nauc_recall_at_20_diff1": 0.8223925025073807, "nauc_recall_at_20_max": 0.8803699420183431, "nauc_recall_at_20_std": 0.12733032510838801, "nauc_recall_at_3_diff1": 0.8325186604967687, "nauc_recall_at_3_max": 0.7899626933206633, "nauc_recall_at_3_std": 0.03010548059239103, "nauc_recall_at_5_diff1": 0.8245639987941458, "nauc_recall_at_5_max": 0.8136845028486135, "nauc_recall_at_5_std": 0.13107396166295415, "ndcg_at_1": 0.76916, "ndcg_at_10": 0.85467, "ndcg_at_100": 0.86601, "ndcg_at_1000": 0.86722, "ndcg_at_20": 0.86043, "ndcg_at_3": 0.83071, "ndcg_at_5": 0.84229, "precision_at_1": 0.76916, "precision_at_10": 0.09382, "precision_at_100": 0.0099, "precision_at_1000": 0.001, "precision_at_20": 0.04804, "precision_at_3": 0.29065, "precision_at_5": 0.17997, "recall_at_1": 0.76916, "recall_at_10": 0.93815, "recall_at_100": 0.99042, "recall_at_1000": 1.0, "recall_at_20": 0.9608, "recall_at_3": 0.87195, "recall_at_5": 0.89983 }, { "hf_subset": "eng-spa", "languages": [ "eng-Latn", "spa-Latn" ], "main_score": 0.82866, "map_at_1": 0.74, "map_at_10": 0.80224, "map_at_100": 0.80608, "map_at_1000": 0.80614, "map_at_20": 0.80466, "map_at_3": 0.79, "map_at_5": 0.7983, "mrr_at_1": 0.74, "mrr_at_10": 0.802235714285714, "mrr_at_100": 0.8060784301334231, "mrr_at_1000": 0.806136030255625, "mrr_at_20": 0.8046624593500751, "mrr_at_3": 0.7899999999999999, "mrr_at_5": 0.7982999999999997, "nauc_map_at_1000_diff1": 0.8434036558183056, "nauc_map_at_1000_max": 0.768621559135216, "nauc_map_at_1000_std": 0.23771871811836506, "nauc_map_at_100_diff1": 0.8434235730095823, "nauc_map_at_100_max": 0.7686894376670551, "nauc_map_at_100_std": 0.2378159936828542, "nauc_map_at_10_diff1": 0.8416457568846603, "nauc_map_at_10_max": 0.7701004937362075, "nauc_map_at_10_std": 0.24344958835766808, "nauc_map_at_1_diff1": 0.8552005190381569, "nauc_map_at_1_max": 0.7246948623332384, "nauc_map_at_1_std": 0.1720084343700578, "nauc_map_at_20_diff1": 0.8428385884449147, "nauc_map_at_20_max": 0.7695819814624312, "nauc_map_at_20_std": 0.23955785881619573, "nauc_map_at_3_diff1": 0.8455689300160327, "nauc_map_at_3_max": 0.7724100886295379, "nauc_map_at_3_std": 0.2289685930772917, "nauc_map_at_5_diff1": 0.8434955007255915, "nauc_map_at_5_max": 0.7721390739869594, "nauc_map_at_5_std": 0.24048709252839842, "nauc_mrr_at_1000_diff1": 0.8434036558183056, "nauc_mrr_at_1000_max": 0.768621559135216, "nauc_mrr_at_1000_std": 0.23771871811836506, "nauc_mrr_at_100_diff1": 0.8434235730095823, "nauc_mrr_at_100_max": 0.7686894376670551, "nauc_mrr_at_100_std": 0.2378159936828542, "nauc_mrr_at_10_diff1": 0.8416457568846603, "nauc_mrr_at_10_max": 0.7701004937362075, "nauc_mrr_at_10_std": 0.24344958835766808, "nauc_mrr_at_1_diff1": 0.8552005190381569, "nauc_mrr_at_1_max": 0.7246948623332384, "nauc_mrr_at_1_std": 0.1720084343700578, "nauc_mrr_at_20_diff1": 0.8428385884449147, "nauc_mrr_at_20_max": 0.7695819814624312, "nauc_mrr_at_20_std": 0.23955785881619573, "nauc_mrr_at_3_diff1": 0.8455689300160327, "nauc_mrr_at_3_max": 0.7724100886295379, "nauc_mrr_at_3_std": 0.2289685930772917, "nauc_mrr_at_5_diff1": 0.8434955007255915, "nauc_mrr_at_5_max": 0.7721390739869594, "nauc_mrr_at_5_std": 0.24048709252839842, "nauc_ndcg_at_1000_diff1": 0.8414110605422678, "nauc_ndcg_at_1000_max": 0.7750232328313474, "nauc_ndcg_at_1000_std": 0.25146916282290543, "nauc_ndcg_at_100_diff1": 0.8418980606419829, "nauc_ndcg_at_100_max": 0.7765702929518316, "nauc_ndcg_at_100_std": 0.2532552838656567, "nauc_ndcg_at_10_diff1": 0.8336020991451367, "nauc_ndcg_at_10_max": 0.7847342566154153, "nauc_ndcg_at_10_std": 0.2830098135702522, "nauc_ndcg_at_1_diff1": 0.8552005190381569, "nauc_ndcg_at_1_max": 0.7246948623332384, "nauc_ndcg_at_1_std": 0.1720084343700578, "nauc_ndcg_at_20_diff1": 0.8386509544343319, "nauc_ndcg_at_20_max": 0.783526135799962, "nauc_ndcg_at_20_std": 0.2700743390433777, "nauc_ndcg_at_3_diff1": 0.8421593691521079, "nauc_ndcg_at_3_max": 0.7879920010918271, "nauc_ndcg_at_3_std": 0.24752647051902696, "nauc_ndcg_at_5_diff1": 0.8375133512953755, "nauc_ndcg_at_5_max": 0.7889049828286231, "nauc_ndcg_at_5_std": 0.27438929208719426, "nauc_precision_at_1000_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_100_diff1": 0.9019607843137445, "nauc_precision_at_100_max": 0.9673202614378978, "nauc_precision_at_100_std": 0.4620681605975709, "nauc_precision_at_10_diff1": 0.7854134246291112, "nauc_precision_at_10_max": 0.8652972300031119, "nauc_precision_at_10_std": 0.5238717709305938, "nauc_precision_at_1_diff1": 0.8552005190381569, "nauc_precision_at_1_max": 0.7246948623332384, "nauc_precision_at_1_std": 0.1720084343700578, "nauc_precision_at_20_diff1": 0.8114245698279325, "nauc_precision_at_20_max": 0.9023776177137539, "nauc_precision_at_20_std": 0.5419167667066829, "nauc_precision_at_3_diff1": 0.8295588852034013, "nauc_precision_at_3_max": 0.8449998093713063, "nauc_precision_at_3_std": 0.3154015275712643, "nauc_precision_at_5_diff1": 0.8090232362867157, "nauc_precision_at_5_max": 0.8644092428426106, "nauc_precision_at_5_std": 0.4361849860323898, "nauc_recall_at_1000_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_100_diff1": 0.9019607843137204, "nauc_recall_at_100_max": 0.9673202614379068, "nauc_recall_at_100_std": 0.4620681605975841, "nauc_recall_at_10_diff1": 0.7854134246291098, "nauc_recall_at_10_max": 0.8652972300031107, "nauc_recall_at_10_std": 0.5238717709305946, "nauc_recall_at_1_diff1": 0.8552005190381569, "nauc_recall_at_1_max": 0.7246948623332384, "nauc_recall_at_1_std": 0.1720084343700578, "nauc_recall_at_20_diff1": 0.8114245698279289, "nauc_recall_at_20_max": 0.9023776177137527, "nauc_recall_at_20_std": 0.5419167667066829, "nauc_recall_at_3_diff1": 0.8295588852034015, "nauc_recall_at_3_max": 0.8449998093713069, "nauc_recall_at_3_std": 0.31540152757126483, "nauc_recall_at_5_diff1": 0.8090232362867158, "nauc_recall_at_5_max": 0.8644092428426108, "nauc_recall_at_5_std": 0.4361849860323913, "ndcg_at_1": 0.74, "ndcg_at_10": 0.82866, "ndcg_at_100": 0.84658, "ndcg_at_1000": 0.8477, "ndcg_at_20": 0.83734, "ndcg_at_3": 0.80452, "ndcg_at_5": 0.81941, "precision_at_1": 0.74, "precision_at_10": 0.091, "precision_at_100": 0.00992, "precision_at_1000": 0.001, "precision_at_20": 0.0472, "precision_at_3": 0.282, "precision_at_5": 0.1764, "recall_at_1": 0.74, "recall_at_10": 0.91, "recall_at_100": 0.992, "recall_at_1000": 1.0, "recall_at_20": 0.944, "recall_at_3": 0.846, "recall_at_5": 0.882 }, { "hf_subset": "eng-hin", "languages": [ "eng-Latn", "hin-Deva" ], "main_score": 0.76648, "map_at_1": 0.65089, "map_at_10": 0.73037, "map_at_100": 0.73583, "map_at_1000": 0.73594, "map_at_20": 0.73444, "map_at_3": 0.71368, "map_at_5": 0.7262, "mrr_at_1": 0.650887573964497, "mrr_at_10": 0.7303708399862245, "mrr_at_100": 0.7358257809799881, "mrr_at_1000": 0.7359354490338044, "mrr_at_20": 0.7344362941453365, "mrr_at_3": 0.7136752136752137, "mrr_at_5": 0.7261998685075607, "nauc_map_at_1000_diff1": 0.7713559777878178, "nauc_map_at_1000_max": 0.5958629255953538, "nauc_map_at_1000_std": 0.05812769583573505, "nauc_map_at_100_diff1": 0.7712420815560773, "nauc_map_at_100_max": 0.5959824879671519, "nauc_map_at_100_std": 0.05842942054143577, "nauc_map_at_10_diff1": 0.7698496573327636, "nauc_map_at_10_max": 0.5993915784156026, "nauc_map_at_10_std": 0.06629754424522644, "nauc_map_at_1_diff1": 0.8090337069384054, "nauc_map_at_1_max": 0.5746068972845711, "nauc_map_at_1_std": 0.01781791015407048, "nauc_map_at_20_diff1": 0.7703159860072757, "nauc_map_at_20_max": 0.5967774338801012, "nauc_map_at_20_std": 0.05805872983820044, "nauc_map_at_3_diff1": 0.7656558624660147, "nauc_map_at_3_max": 0.5834389052664776, "nauc_map_at_3_std": 0.03987088284546636, "nauc_map_at_5_diff1": 0.7713363453028189, "nauc_map_at_5_max": 0.5968631426009258, "nauc_map_at_5_std": 0.0637427924094264, "nauc_mrr_at_1000_diff1": 0.7713559777878178, "nauc_mrr_at_1000_max": 0.5958629255953538, "nauc_mrr_at_1000_std": 0.05812769583573505, "nauc_mrr_at_100_diff1": 0.7712420815560773, "nauc_mrr_at_100_max": 0.5959824879671519, "nauc_mrr_at_100_std": 0.05842942054143577, "nauc_mrr_at_10_diff1": 0.7698496573327636, "nauc_mrr_at_10_max": 0.5993915784156026, "nauc_mrr_at_10_std": 0.06629754424522644, "nauc_mrr_at_1_diff1": 0.8090337069384054, "nauc_mrr_at_1_max": 0.5746068972845711, "nauc_mrr_at_1_std": 0.01781791015407048, "nauc_mrr_at_20_diff1": 0.7703159860072757, "nauc_mrr_at_20_max": 0.5967774338801012, "nauc_mrr_at_20_std": 0.05805872983820044, "nauc_mrr_at_3_diff1": 0.7656558624660147, "nauc_mrr_at_3_max": 0.5834389052664776, "nauc_mrr_at_3_std": 0.03987088284546636, "nauc_mrr_at_5_diff1": 0.7713363453028189, "nauc_mrr_at_5_max": 0.5968631426009258, "nauc_mrr_at_5_std": 0.0637427924094264, "nauc_ndcg_at_1000_diff1": 0.7651586179414595, "nauc_ndcg_at_1000_max": 0.6024119162655434, "nauc_ndcg_at_1000_std": 0.07325574002956195, "nauc_ndcg_at_100_diff1": 0.7623572730240723, "nauc_ndcg_at_100_max": 0.6055141495957604, "nauc_ndcg_at_100_std": 0.080715271076733, "nauc_ndcg_at_10_diff1": 0.7553171796012491, "nauc_ndcg_at_10_max": 0.6203400358121178, "nauc_ndcg_at_10_std": 0.11374636207258587, "nauc_ndcg_at_1_diff1": 0.8090337069384054, "nauc_ndcg_at_1_max": 0.5746068972845711, "nauc_ndcg_at_1_std": 0.01781791015407048, "nauc_ndcg_at_20_diff1": 0.7567753200019842, "nauc_ndcg_at_20_max": 0.6114122481270232, "nauc_ndcg_at_20_std": 0.08325351468028984, "nauc_ndcg_at_3_diff1": 0.7491998720288381, "nauc_ndcg_at_3_max": 0.5864152282474953, "nauc_ndcg_at_3_std": 0.055360430996419116, "nauc_ndcg_at_5_diff1": 0.7594263652853904, "nauc_ndcg_at_5_max": 0.6130084575937093, "nauc_ndcg_at_5_std": 0.10440604390380293, "nauc_precision_at_1000_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_100_diff1": 0.5325852460922457, "nauc_precision_at_100_max": 0.8631541772788943, "nauc_precision_at_100_std": 0.6930717975672103, "nauc_precision_at_10_diff1": 0.6757473969842728, "nauc_precision_at_10_max": 0.7488006806478146, "nauc_precision_at_10_std": 0.4042004032071788, "nauc_precision_at_1_diff1": 0.8090337069384054, "nauc_precision_at_1_max": 0.5746068972845711, "nauc_precision_at_1_std": 0.01781791015407048, "nauc_precision_at_20_diff1": 0.6289912795076362, "nauc_precision_at_20_max": 0.7584521382071805, "nauc_precision_at_20_std": 0.30642438201401684, "nauc_precision_at_3_diff1": 0.6887940562098667, "nauc_precision_at_3_max": 0.5971940660247235, "nauc_precision_at_3_std": 0.11500731240865446, "nauc_precision_at_5_diff1": 0.7069480907052484, "nauc_precision_at_5_max": 0.6937451039398317, "nauc_precision_at_5_std": 0.3088149078600925, "nauc_recall_at_1000_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_100_diff1": 0.5325852460922491, "nauc_recall_at_100_max": 0.8631541772789029, "nauc_recall_at_100_std": 0.6930717975672178, "nauc_recall_at_10_diff1": 0.6757473969842727, "nauc_recall_at_10_max": 0.7488006806478152, "nauc_recall_at_10_std": 0.4042004032071794, "nauc_recall_at_1_diff1": 0.8090337069384054, "nauc_recall_at_1_max": 0.5746068972845711, "nauc_recall_at_1_std": 0.01781791015407048, "nauc_recall_at_20_diff1": 0.6289912795076381, "nauc_recall_at_20_max": 0.7584521382071829, "nauc_recall_at_20_std": 0.306424382014017, "nauc_recall_at_3_diff1": 0.6887940562098658, "nauc_recall_at_3_max": 0.5971940660247231, "nauc_recall_at_3_std": 0.11500731240865422, "nauc_recall_at_5_diff1": 0.7069480907052481, "nauc_recall_at_5_max": 0.6937451039398324, "nauc_recall_at_5_std": 0.3088149078600931, "ndcg_at_1": 0.65089, "ndcg_at_10": 0.76648, "ndcg_at_100": 0.79044, "ndcg_at_1000": 0.79263, "ndcg_at_20": 0.78106, "ndcg_at_3": 0.73403, "ndcg_at_5": 0.75669, "precision_at_1": 0.65089, "precision_at_10": 0.08777, "precision_at_100": 0.00984, "precision_at_1000": 0.001, "precision_at_20": 0.04675, "precision_at_3": 0.2643, "precision_at_5": 0.16963, "recall_at_1": 0.65089, "recall_at_10": 0.87771, "recall_at_100": 0.98422, "recall_at_1000": 1.0, "recall_at_20": 0.93491, "recall_at_3": 0.7929, "recall_at_5": 0.84813 }, { "hf_subset": "eng-vie", "languages": [ "eng-Latn", "vie-Latn" ], "main_score": 0.7687, "map_at_1": 0.64384, "map_at_10": 0.72863, "map_at_100": 0.7325, "map_at_1000": 0.73258, "map_at_20": 0.73097, "map_at_3": 0.71037, "map_at_5": 0.72074, "mrr_at_1": 0.6438356164383562, "mrr_at_10": 0.7286257882148288, "mrr_at_100": 0.7324962049316036, "mrr_at_1000": 0.7325788870993609, "mrr_at_20": 0.7309703113728937, "mrr_at_3": 0.7103718199608609, "mrr_at_5": 0.7207436399217217, "nauc_map_at_1000_diff1": 0.7650697225773466, "nauc_map_at_1000_max": 0.6971441100902159, "nauc_map_at_1000_std": 0.3137044437833529, "nauc_map_at_100_diff1": 0.7650417315162477, "nauc_map_at_100_max": 0.6971901708623682, "nauc_map_at_100_std": 0.3139059984654525, "nauc_map_at_10_diff1": 0.7629058112718106, "nauc_map_at_10_max": 0.6987486272371073, "nauc_map_at_10_std": 0.31433575778362605, "nauc_map_at_1_diff1": 0.8007114610079292, "nauc_map_at_1_max": 0.6510515983338758, "nauc_map_at_1_std": 0.24700826699784215, "nauc_map_at_20_diff1": 0.7641100894596566, "nauc_map_at_20_max": 0.6974315068291548, "nauc_map_at_20_std": 0.31443499333007635, "nauc_map_at_3_diff1": 0.7657440711991633, "nauc_map_at_3_max": 0.7025995064072367, "nauc_map_at_3_std": 0.3129070467742873, "nauc_map_at_5_diff1": 0.763204056135426, "nauc_map_at_5_max": 0.7044210797127086, "nauc_map_at_5_std": 0.3201378150142924, "nauc_mrr_at_1000_diff1": 0.7650697225773466, "nauc_mrr_at_1000_max": 0.6971441100902159, "nauc_mrr_at_1000_std": 0.3137044437833529, "nauc_mrr_at_100_diff1": 0.7650417315162477, "nauc_mrr_at_100_max": 0.6971901708623682, "nauc_mrr_at_100_std": 0.3139059984654525, "nauc_mrr_at_10_diff1": 0.7629058112718106, "nauc_mrr_at_10_max": 0.6987486272371073, "nauc_mrr_at_10_std": 0.31433575778362605, "nauc_mrr_at_1_diff1": 0.8007114610079292, "nauc_mrr_at_1_max": 0.6510515983338758, "nauc_mrr_at_1_std": 0.24700826699784215, "nauc_mrr_at_20_diff1": 0.7641100894596566, "nauc_mrr_at_20_max": 0.6974315068291548, "nauc_mrr_at_20_std": 0.31443499333007635, "nauc_mrr_at_3_diff1": 0.7657440711991633, "nauc_mrr_at_3_max": 0.7025995064072367, "nauc_mrr_at_3_std": 0.3129070467742873, "nauc_mrr_at_5_diff1": 0.763204056135426, "nauc_mrr_at_5_max": 0.7044210797127086, "nauc_mrr_at_5_std": 0.3201378150142924, "nauc_ndcg_at_1000_diff1": 0.75923370603388, "nauc_ndcg_at_1000_max": 0.7035944745909901, "nauc_ndcg_at_1000_std": 0.3261213702277665, "nauc_ndcg_at_100_diff1": 0.75852224536991, "nauc_ndcg_at_100_max": 0.7049689345331644, "nauc_ndcg_at_100_std": 0.33185667285111875, "nauc_ndcg_at_10_diff1": 0.7463678469771512, "nauc_ndcg_at_10_max": 0.7123389464419848, "nauc_ndcg_at_10_std": 0.33641026146848607, "nauc_ndcg_at_1_diff1": 0.8007114610079292, "nauc_ndcg_at_1_max": 0.6510515983338758, "nauc_ndcg_at_1_std": 0.24700826699784215, "nauc_ndcg_at_20_diff1": 0.7510192606888914, "nauc_ndcg_at_20_max": 0.7070148704737731, "nauc_ndcg_at_20_std": 0.3379073771164649, "nauc_ndcg_at_3_diff1": 0.7545529573761984, "nauc_ndcg_at_3_max": 0.7216792162598288, "nauc_ndcg_at_3_std": 0.33525543701485716, "nauc_ndcg_at_5_diff1": 0.7491784888711501, "nauc_ndcg_at_5_max": 0.7267685266137719, "nauc_ndcg_at_5_std": 0.35084244146829596, "nauc_precision_at_1000_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_100_diff1": 0.687377410916558, "nauc_precision_at_100_max": 0.8436552254578807, "nauc_precision_at_100_std": 0.9019935092140363, "nauc_precision_at_10_diff1": 0.6380059621598547, "nauc_precision_at_10_max": 0.7867933342264829, "nauc_precision_at_10_std": 0.46517007250144826, "nauc_precision_at_1_diff1": 0.8007114610079292, "nauc_precision_at_1_max": 0.6510515983338758, "nauc_precision_at_1_std": 0.24700826699784215, "nauc_precision_at_20_diff1": 0.6360005492473575, "nauc_precision_at_20_max": 0.7645553808386224, "nauc_precision_at_20_std": 0.5446940557626867, "nauc_precision_at_3_diff1": 0.7143829076565507, "nauc_precision_at_3_max": 0.7913690506871027, "nauc_precision_at_3_std": 0.4160605985566654, "nauc_precision_at_5_diff1": 0.68787644727225, "nauc_precision_at_5_max": 0.8258610355155062, "nauc_precision_at_5_std": 0.48749111316399546, "nauc_recall_at_1000_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_100_diff1": 0.6873774109165407, "nauc_recall_at_100_max": 0.8436552254578875, "nauc_recall_at_100_std": 0.9019935092140395, "nauc_recall_at_10_diff1": 0.6380059621598553, "nauc_recall_at_10_max": 0.7867933342264819, "nauc_recall_at_10_std": 0.46517007250144815, "nauc_recall_at_1_diff1": 0.8007114610079292, "nauc_recall_at_1_max": 0.6510515983338758, "nauc_recall_at_1_std": 0.24700826699784215, "nauc_recall_at_20_diff1": 0.6360005492473582, "nauc_recall_at_20_max": 0.7645553808386228, "nauc_recall_at_20_std": 0.5446940557626875, "nauc_recall_at_3_diff1": 0.7143829076565499, "nauc_recall_at_3_max": 0.7913690506871026, "nauc_recall_at_3_std": 0.4160605985566649, "nauc_recall_at_5_diff1": 0.6878764472722506, "nauc_recall_at_5_max": 0.8258610355155074, "nauc_recall_at_5_std": 0.48749111316399557, "ndcg_at_1": 0.64384, "ndcg_at_10": 0.7687, "ndcg_at_100": 0.78817, "ndcg_at_1000": 0.79001, "ndcg_at_20": 0.77749, "ndcg_at_3": 0.73106, "ndcg_at_5": 0.74967, "precision_at_1": 0.64384, "precision_at_10": 0.08943, "precision_at_100": 0.00986, "precision_at_1000": 0.001, "precision_at_20": 0.04648, "precision_at_3": 0.26354, "precision_at_5": 0.16712, "recall_at_1": 0.64384, "recall_at_10": 0.89432, "recall_at_100": 0.9863, "recall_at_1000": 1.0, "recall_at_20": 0.92955, "recall_at_3": 0.79061, "recall_at_5": 0.83562 }, { "hf_subset": "eng-zho", "languages": [ "eng-Latn", "zho-Hans" ], "main_score": 0.73828, "map_at_1": 0.59524, "map_at_10": 0.69401, "map_at_100": 0.69879, "map_at_1000": 0.6989, "map_at_20": 0.69722, "map_at_3": 0.67659, "map_at_5": 0.68681, "mrr_at_1": 0.5952380952380952, "mrr_at_10": 0.6940145502645503, "mrr_at_100": 0.6987921075144197, "mrr_at_1000": 0.6989036689721754, "mrr_at_20": 0.6972160974492169, "mrr_at_3": 0.6765873015873016, "mrr_at_5": 0.6868055555555554, "nauc_map_at_1000_diff1": 0.6884861881779634, "nauc_map_at_1000_max": 0.5570777777951779, "nauc_map_at_1000_std": 0.28895402377281, "nauc_map_at_100_diff1": 0.6885192411257022, "nauc_map_at_100_max": 0.5571477411228396, "nauc_map_at_100_std": 0.2891756271326768, "nauc_map_at_10_diff1": 0.6871958667767628, "nauc_map_at_10_max": 0.5603645790268745, "nauc_map_at_10_std": 0.29083492335604666, "nauc_map_at_1_diff1": 0.7169495255687339, "nauc_map_at_1_max": 0.5004045587788488, "nauc_map_at_1_std": 0.22162851072866438, "nauc_map_at_20_diff1": 0.6882022929678644, "nauc_map_at_20_max": 0.5581728380765791, "nauc_map_at_20_std": 0.2910405684269495, "nauc_map_at_3_diff1": 0.6836144764490623, "nauc_map_at_3_max": 0.564418541557328, "nauc_map_at_3_std": 0.29054099049847437, "nauc_map_at_5_diff1": 0.6839570276886707, "nauc_map_at_5_max": 0.5596140563362161, "nauc_map_at_5_std": 0.29068066666344416, "nauc_mrr_at_1000_diff1": 0.6884861881779634, "nauc_mrr_at_1000_max": 0.5570777777951779, "nauc_mrr_at_1000_std": 0.28895402377281, "nauc_mrr_at_100_diff1": 0.6885192411257022, "nauc_mrr_at_100_max": 0.5571477411228396, "nauc_mrr_at_100_std": 0.2891756271326768, "nauc_mrr_at_10_diff1": 0.6871958667767628, "nauc_mrr_at_10_max": 0.5603645790268745, "nauc_mrr_at_10_std": 0.29083492335604666, "nauc_mrr_at_1_diff1": 0.7169495255687339, "nauc_mrr_at_1_max": 0.5004045587788488, "nauc_mrr_at_1_std": 0.22162851072866438, "nauc_mrr_at_20_diff1": 0.6882022929678644, "nauc_mrr_at_20_max": 0.5581728380765791, "nauc_mrr_at_20_std": 0.2910405684269495, "nauc_mrr_at_3_diff1": 0.6836144764490623, "nauc_mrr_at_3_max": 0.564418541557328, "nauc_mrr_at_3_std": 0.29054099049847437, "nauc_mrr_at_5_diff1": 0.6839570276886707, "nauc_mrr_at_5_max": 0.5596140563362161, "nauc_mrr_at_5_std": 0.29068066666344416, "nauc_ndcg_at_1000_diff1": 0.6841863440122342, "nauc_ndcg_at_1000_max": 0.566381662293582, "nauc_ndcg_at_1000_std": 0.30312275830828367, "nauc_ndcg_at_100_diff1": 0.6848990997662915, "nauc_ndcg_at_100_max": 0.5690149482994333, "nauc_ndcg_at_100_std": 0.3098225209705585, "nauc_ndcg_at_10_diff1": 0.6765263194591197, "nauc_ndcg_at_10_max": 0.5838480982509752, "nauc_ndcg_at_10_std": 0.3209867377185782, "nauc_ndcg_at_1_diff1": 0.7169495255687339, "nauc_ndcg_at_1_max": 0.5004045587788488, "nauc_ndcg_at_1_std": 0.22162851072866438, "nauc_ndcg_at_20_diff1": 0.6814016480526005, "nauc_ndcg_at_20_max": 0.5759918093509904, "nauc_ndcg_at_20_std": 0.3236293574762463, "nauc_ndcg_at_3_diff1": 0.6688007936016553, "nauc_ndcg_at_3_max": 0.5889128174026643, "nauc_ndcg_at_3_std": 0.316524194725981, "nauc_ndcg_at_5_diff1": 0.6691158228177597, "nauc_ndcg_at_5_max": 0.5815537235557547, "nauc_ndcg_at_5_std": 0.318017319410715, "nauc_precision_at_1000_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_100_diff1": 0.7316153554370335, "nauc_precision_at_100_max": 0.778342972234068, "nauc_precision_at_100_std": 0.8176965381314627, "nauc_precision_at_10_diff1": 0.6174993636570903, "nauc_precision_at_10_max": 0.7219156249342531, "nauc_precision_at_10_std": 0.5037334079528837, "nauc_precision_at_1_diff1": 0.7169495255687339, "nauc_precision_at_1_max": 0.5004045587788488, "nauc_precision_at_1_std": 0.22162851072866438, "nauc_precision_at_20_diff1": 0.6420686201497526, "nauc_precision_at_20_max": 0.7191996572053296, "nauc_precision_at_20_std": 0.6375961074752933, "nauc_precision_at_3_diff1": 0.6116268348348431, "nauc_precision_at_3_max": 0.682058600957095, "nauc_precision_at_3_std": 0.41517451225203306, "nauc_precision_at_5_diff1": 0.6025040711278246, "nauc_precision_at_5_max": 0.6784012506713457, "nauc_precision_at_5_std": 0.4397457557213217, "nauc_recall_at_1000_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_100_diff1": 0.7316153554370284, "nauc_recall_at_100_max": 0.7783429722340862, "nauc_recall_at_100_std": 0.8176965381314587, "nauc_recall_at_10_diff1": 0.6174993636570919, "nauc_recall_at_10_max": 0.7219156249342549, "nauc_recall_at_10_std": 0.5037334079528848, "nauc_recall_at_1_diff1": 0.7169495255687339, "nauc_recall_at_1_max": 0.5004045587788488, "nauc_recall_at_1_std": 0.22162851072866438, "nauc_recall_at_20_diff1": 0.6420686201497536, "nauc_recall_at_20_max": 0.7191996572053311, "nauc_recall_at_20_std": 0.6375961074752959, "nauc_recall_at_3_diff1": 0.6116268348348443, "nauc_recall_at_3_max": 0.6820586009570953, "nauc_recall_at_3_std": 0.4151745122520329, "nauc_recall_at_5_diff1": 0.6025040711278264, "nauc_recall_at_5_max": 0.6784012506713455, "nauc_recall_at_5_std": 0.4397457557213235, "ndcg_at_1": 0.59524, "ndcg_at_10": 0.73828, "ndcg_at_100": 0.76108, "ndcg_at_1000": 0.76371, "ndcg_at_20": 0.75019, "ndcg_at_3": 0.70309, "ndcg_at_5": 0.72128, "precision_at_1": 0.59524, "precision_at_10": 0.0875, "precision_at_100": 0.0098, "precision_at_1000": 0.001, "precision_at_20": 0.04613, "precision_at_3": 0.25992, "precision_at_5": 0.16468, "recall_at_1": 0.59524, "recall_at_10": 0.875, "recall_at_100": 0.98016, "recall_at_1000": 1.0, "recall_at_20": 0.92262, "recall_at_3": 0.77976, "recall_at_5": 0.82341 }, { "hf_subset": "spa-ara", "languages": [ "spa-Latn", "ara-Arab" ], "main_score": 0.78637, "map_at_1": 0.69565, "map_at_10": 0.75259, "map_at_100": 0.75709, "map_at_1000": 0.75709, "map_at_20": 0.75493, "map_at_3": 0.73395, "map_at_5": 0.747, "mrr_at_1": 0.6956521739130435, "mrr_at_10": 0.7525929212264616, "mrr_at_100": 0.7570876767507069, "mrr_at_1000": 0.7570876767507069, "mrr_at_20": 0.7549337535444107, "mrr_at_3": 0.7339544513457555, "mrr_at_5": 0.7469979296066251, "nauc_map_at_1000_diff1": 0.6893830951728704, "nauc_map_at_1000_max": 0.6463623334262364, "nauc_map_at_1000_std": 0.3166523218381067, "nauc_map_at_100_diff1": 0.6893830951728704, "nauc_map_at_100_max": 0.6463623334262364, "nauc_map_at_100_std": 0.3166523218381067, "nauc_map_at_10_diff1": 0.6843407765487848, "nauc_map_at_10_max": 0.64550296129121, "nauc_map_at_10_std": 0.3239613505024852, "nauc_map_at_1_diff1": 0.730065397896412, "nauc_map_at_1_max": 0.657319357975634, "nauc_map_at_1_std": 0.3183580646947077, "nauc_map_at_20_diff1": 0.6886223285258836, "nauc_map_at_20_max": 0.6466273269555192, "nauc_map_at_20_std": 0.3185077868863969, "nauc_map_at_3_diff1": 0.684258999758774, "nauc_map_at_3_max": 0.6413799439219677, "nauc_map_at_3_std": 0.28896954870422853, "nauc_map_at_5_diff1": 0.6909260986648692, "nauc_map_at_5_max": 0.6469301506868881, "nauc_map_at_5_std": 0.31802077538953794, "nauc_mrr_at_1000_diff1": 0.6893830951728704, "nauc_mrr_at_1000_max": 0.6463623334262364, "nauc_mrr_at_1000_std": 0.3166523218381067, "nauc_mrr_at_100_diff1": 0.6893830951728704, "nauc_mrr_at_100_max": 0.6463623334262364, "nauc_mrr_at_100_std": 0.3166523218381067, "nauc_mrr_at_10_diff1": 0.6843407765487848, "nauc_mrr_at_10_max": 0.64550296129121, "nauc_mrr_at_10_std": 0.3239613505024852, "nauc_mrr_at_1_diff1": 0.730065397896412, "nauc_mrr_at_1_max": 0.657319357975634, "nauc_mrr_at_1_std": 0.3183580646947077, "nauc_mrr_at_20_diff1": 0.6886223285258836, "nauc_mrr_at_20_max": 0.6466273269555192, "nauc_mrr_at_20_std": 0.3185077868863969, "nauc_mrr_at_3_diff1": 0.684258999758774, "nauc_mrr_at_3_max": 0.6413799439219677, "nauc_mrr_at_3_std": 0.28896954870422853, "nauc_mrr_at_5_diff1": 0.6909260986648692, "nauc_mrr_at_5_max": 0.6469301506868881, "nauc_mrr_at_5_std": 0.31802077538953794, "nauc_ndcg_at_1000_diff1": 0.6832215072352176, "nauc_ndcg_at_1000_max": 0.6467940363622866, "nauc_ndcg_at_1000_std": 0.32530614945892855, "nauc_ndcg_at_100_diff1": 0.6832215072352176, "nauc_ndcg_at_100_max": 0.6467940363622866, "nauc_ndcg_at_100_std": 0.32530614945892855, "nauc_ndcg_at_10_diff1": 0.661004822096604, "nauc_ndcg_at_10_max": 0.6448370913316988, "nauc_ndcg_at_10_std": 0.3642467564620745, "nauc_ndcg_at_1_diff1": 0.730065397896412, "nauc_ndcg_at_1_max": 0.657319357975634, "nauc_ndcg_at_1_std": 0.3183580646947077, "nauc_ndcg_at_20_diff1": 0.6772580140893372, "nauc_ndcg_at_20_max": 0.6504475531452348, "nauc_ndcg_at_20_std": 0.34303760536427874, "nauc_ndcg_at_3_diff1": 0.6668099211614702, "nauc_ndcg_at_3_max": 0.6364543141912131, "nauc_ndcg_at_3_std": 0.2811244381951939, "nauc_ndcg_at_5_diff1": 0.6803719451716064, "nauc_ndcg_at_5_max": 0.6488035652625964, "nauc_ndcg_at_5_std": 0.34307315028618834, "nauc_precision_at_1000_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_100_diff1": NaN, "nauc_precision_at_100_max": NaN, "nauc_precision_at_100_std": NaN, "nauc_precision_at_10_diff1": 0.5110705318156731, "nauc_precision_at_10_max": 0.6443727377798592, "nauc_precision_at_10_std": 0.6580733060277818, "nauc_precision_at_1_diff1": 0.730065397896412, "nauc_precision_at_1_max": 0.657319357975634, "nauc_precision_at_1_std": 0.3183580646947077, "nauc_precision_at_20_diff1": 0.603156233484434, "nauc_precision_at_20_max": 0.7027620482370341, "nauc_precision_at_20_std": 0.5726885164280927, "nauc_precision_at_3_diff1": 0.6061302962246278, "nauc_precision_at_3_max": 0.6197269871686323, "nauc_precision_at_3_std": 0.25501682163617284, "nauc_precision_at_5_diff1": 0.6376676112468361, "nauc_precision_at_5_max": 0.662448937500601, "nauc_precision_at_5_std": 0.4773109683419436, "nauc_recall_at_1000_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_10_diff1": 0.5110705318156753, "nauc_recall_at_10_max": 0.6443727377798627, "nauc_recall_at_10_std": 0.6580733060277822, "nauc_recall_at_1_diff1": 0.730065397896412, "nauc_recall_at_1_max": 0.657319357975634, "nauc_recall_at_1_std": 0.3183580646947077, "nauc_recall_at_20_diff1": 0.6031562334844368, "nauc_recall_at_20_max": 0.7027620482370348, "nauc_recall_at_20_std": 0.5726885164280897, "nauc_recall_at_3_diff1": 0.6061302962246279, "nauc_recall_at_3_max": 0.6197269871686321, "nauc_recall_at_3_std": 0.2550168216361728, "nauc_recall_at_5_diff1": 0.6376676112468359, "nauc_recall_at_5_max": 0.6624489375006021, "nauc_recall_at_5_std": 0.477310968341945, "ndcg_at_1": 0.69565, "ndcg_at_10": 0.78637, "ndcg_at_100": 0.80877, "ndcg_at_1000": 0.80877, "ndcg_at_20": 0.79445, "ndcg_at_3": 0.74793, "ndcg_at_5": 0.7725, "precision_at_1": 0.69565, "precision_at_10": 0.08944, "precision_at_100": 0.01, "precision_at_1000": 0.001, "precision_at_20": 0.04627, "precision_at_3": 0.26294, "precision_at_5": 0.17019, "recall_at_1": 0.69565, "recall_at_10": 0.89441, "recall_at_100": 1.0, "recall_at_1000": 1.0, "recall_at_20": 0.92547, "recall_at_3": 0.78882, "recall_at_5": 0.85093 }, { "hf_subset": "spa-deu", "languages": [ "spa-Latn", "deu-Latn" ], "main_score": 0.822, "map_at_1": 0.71429, "map_at_10": 0.78931, "map_at_100": 0.79314, "map_at_1000": 0.79314, "map_at_20": 0.79161, "map_at_3": 0.77636, "map_at_5": 0.78274, "mrr_at_1": 0.7142857142857143, "mrr_at_10": 0.7893120343375448, "mrr_at_100": 0.7931423323408858, "mrr_at_1000": 0.7931423323408858, "mrr_at_20": 0.7916073085078188, "mrr_at_3": 0.7763605442176873, "mrr_at_5": 0.7827380952380955, "nauc_map_at_1000_diff1": 0.8706621384696913, "nauc_map_at_1000_max": 0.7518507432732138, "nauc_map_at_1000_std": 0.5259231857747381, "nauc_map_at_100_diff1": 0.8706621384696913, "nauc_map_at_100_max": 0.7518507432732138, "nauc_map_at_100_std": 0.5259231857747381, "nauc_map_at_10_diff1": 0.8698120298033654, "nauc_map_at_10_max": 0.7535484123909452, "nauc_map_at_10_std": 0.5264224375329624, "nauc_map_at_1_diff1": 0.8696637105621161, "nauc_map_at_1_max": 0.7218159314562269, "nauc_map_at_1_std": 0.5087374726306848, "nauc_map_at_20_diff1": 0.870587001160222, "nauc_map_at_20_max": 0.7522942960528352, "nauc_map_at_20_std": 0.5270389731960412, "nauc_map_at_3_diff1": 0.8713474270028855, "nauc_map_at_3_max": 0.7557279758738066, "nauc_map_at_3_std": 0.5326393630860764, "nauc_map_at_5_diff1": 0.8726016253668244, "nauc_map_at_5_max": 0.7550341143438379, "nauc_map_at_5_std": 0.5234633362315891, "nauc_mrr_at_1000_diff1": 0.8706621384696913, "nauc_mrr_at_1000_max": 0.7518507432732138, "nauc_mrr_at_1000_std": 0.5259231857747381, "nauc_mrr_at_100_diff1": 0.8706621384696913, "nauc_mrr_at_100_max": 0.7518507432732138, "nauc_mrr_at_100_std": 0.5259231857747381, "nauc_mrr_at_10_diff1": 0.8698120298033654, "nauc_mrr_at_10_max": 0.7535484123909452, "nauc_mrr_at_10_std": 0.5264224375329624, "nauc_mrr_at_1_diff1": 0.8696637105621161, "nauc_mrr_at_1_max": 0.7218159314562269, "nauc_mrr_at_1_std": 0.5087374726306848, "nauc_mrr_at_20_diff1": 0.870587001160222, "nauc_mrr_at_20_max": 0.7522942960528352, "nauc_mrr_at_20_std": 0.5270389731960412, "nauc_mrr_at_3_diff1": 0.8713474270028855, "nauc_mrr_at_3_max": 0.7557279758738066, "nauc_mrr_at_3_std": 0.5326393630860764, "nauc_mrr_at_5_diff1": 0.8726016253668244, "nauc_mrr_at_5_max": 0.7550341143438379, "nauc_mrr_at_5_std": 0.5234633362315891, "nauc_ndcg_at_1000_diff1": 0.8705005606066288, "nauc_ndcg_at_1000_max": 0.7555930404522004, "nauc_ndcg_at_1000_std": 0.5278989153579585, "nauc_ndcg_at_100_diff1": 0.8705005606066288, "nauc_ndcg_at_100_max": 0.7555930404522004, "nauc_ndcg_at_100_std": 0.5278989153579585, "nauc_ndcg_at_10_diff1": 0.8672024541348617, "nauc_ndcg_at_10_max": 0.7638005272257569, "nauc_ndcg_at_10_std": 0.5328059378616716, "nauc_ndcg_at_1_diff1": 0.8696637105621161, "nauc_ndcg_at_1_max": 0.7218159314562269, "nauc_ndcg_at_1_std": 0.5087374726306848, "nauc_ndcg_at_20_diff1": 0.8703032728673057, "nauc_ndcg_at_20_max": 0.7590124331629834, "nauc_ndcg_at_20_std": 0.53407772381822, "nauc_ndcg_at_3_diff1": 0.8715799348127566, "nauc_ndcg_at_3_max": 0.7672563610357374, "nauc_ndcg_at_3_std": 0.5410632452525921, "nauc_ndcg_at_5_diff1": 0.8742292540834774, "nauc_ndcg_at_5_max": 0.7665529006180812, "nauc_ndcg_at_5_std": 0.5225095994659757, "nauc_precision_at_1000_diff1": NaN, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_10_diff1": 0.8442689471810847, "nauc_precision_at_10_max": 0.8328951053030978, "nauc_precision_at_10_std": 0.5831053185492775, "nauc_precision_at_1_diff1": 0.8696637105621161, "nauc_precision_at_1_max": 0.7218159314562269, "nauc_precision_at_1_std": 0.5087374726306848, "nauc_precision_at_20_diff1": 0.8687185016388401, "nauc_precision_at_20_max": 0.8165033625880384, "nauc_precision_at_20_std": 0.6214632182664188, "nauc_precision_at_3_diff1": 0.8723103759959255, "nauc_precision_at_3_max": 0.8118695514172363, "nauc_precision_at_3_std": 0.5738111472699334, "nauc_precision_at_5_diff1": 0.882401927229434, "nauc_precision_at_5_max": 0.8193634957882755, "nauc_precision_at_5_std": 0.5122798485188839, "nauc_recall_at_1000_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_10_diff1": 0.8442689471810854, "nauc_recall_at_10_max": 0.8328951053030984, "nauc_recall_at_10_std": 0.5831053185492785, "nauc_recall_at_1_diff1": 0.8696637105621161, "nauc_recall_at_1_max": 0.7218159314562269, "nauc_recall_at_1_std": 0.5087374726306848, "nauc_recall_at_20_diff1": 0.868718501638841, "nauc_recall_at_20_max": 0.8165033625880399, "nauc_recall_at_20_std": 0.6214632182664226, "nauc_recall_at_3_diff1": 0.8723103759959248, "nauc_recall_at_3_max": 0.8118695514172364, "nauc_recall_at_3_std": 0.5738111472699342, "nauc_recall_at_5_diff1": 0.8824019272294329, "nauc_recall_at_5_max": 0.8193634957882752, "nauc_recall_at_5_std": 0.5122798485188834, "ndcg_at_1": 0.71429, "ndcg_at_10": 0.822, "ndcg_at_100": 0.83916, "ndcg_at_1000": 0.83916, "ndcg_at_20": 0.82995, "ndcg_at_3": 0.79464, "ndcg_at_5": 0.80671, "precision_at_1": 0.71429, "precision_at_10": 0.09235, "precision_at_100": 0.01, "precision_at_1000": 0.001, "precision_at_20": 0.0477, "precision_at_3": 0.28231, "precision_at_5": 0.17551, "recall_at_1": 0.71429, "recall_at_10": 0.92347, "recall_at_100": 1.0, "recall_at_1000": 1.0, "recall_at_20": 0.95408, "recall_at_3": 0.84694, "recall_at_5": 0.87755 }, { "hf_subset": "spa-eng", "languages": [ "spa-Latn", "eng-Latn" ], "main_score": 0.8372, "map_at_1": 0.744, "map_at_10": 0.80813, "map_at_100": 0.81149, "map_at_1000": 0.81152, "map_at_20": 0.81069, "map_at_3": 0.79767, "map_at_5": 0.80277, "mrr_at_1": 0.744, "mrr_at_10": 0.8081261904761905, "mrr_at_100": 0.8114911661064449, "mrr_at_1000": 0.8115193915372786, "mrr_at_20": 0.8106878708666634, "mrr_at_3": 0.7976666666666667, "mrr_at_5": 0.8027666666666666, "nauc_map_at_1000_diff1": 0.8679934049159956, "nauc_map_at_1000_max": 0.7606488927893517, "nauc_map_at_1000_std": 0.20616348956722458, "nauc_map_at_100_diff1": 0.8680150722808971, "nauc_map_at_100_max": 0.7606881795217777, "nauc_map_at_100_std": 0.20624009126176865, "nauc_map_at_10_diff1": 0.8671339549859772, "nauc_map_at_10_max": 0.7616681491760257, "nauc_map_at_10_std": 0.20643614940541263, "nauc_map_at_1_diff1": 0.8835641189901278, "nauc_map_at_1_max": 0.7538519029550419, "nauc_map_at_1_std": 0.2014980535159914, "nauc_map_at_20_diff1": 0.867707260133822, "nauc_map_at_20_max": 0.7607726273661614, "nauc_map_at_20_std": 0.20619583247414608, "nauc_map_at_3_diff1": 0.8639295017402298, "nauc_map_at_3_max": 0.756911668381359, "nauc_map_at_3_std": 0.20577651977564723, "nauc_map_at_5_diff1": 0.8672443386244664, "nauc_map_at_5_max": 0.7636963253397311, "nauc_map_at_5_std": 0.20451624768154644, "nauc_mrr_at_1000_diff1": 0.8679934049159956, "nauc_mrr_at_1000_max": 0.7606488927893517, "nauc_mrr_at_1000_std": 0.20616348956722458, "nauc_mrr_at_100_diff1": 0.8680150722808971, "nauc_mrr_at_100_max": 0.7606881795217777, "nauc_mrr_at_100_std": 0.20624009126176865, "nauc_mrr_at_10_diff1": 0.8671339549859772, "nauc_mrr_at_10_max": 0.7616681491760257, "nauc_mrr_at_10_std": 0.20643614940541263, "nauc_mrr_at_1_diff1": 0.8835641189901278, "nauc_mrr_at_1_max": 0.7538519029550419, "nauc_mrr_at_1_std": 0.2014980535159914, "nauc_mrr_at_20_diff1": 0.867707260133822, "nauc_mrr_at_20_max": 0.7607726273661614, "nauc_mrr_at_20_std": 0.20619583247414608, "nauc_mrr_at_3_diff1": 0.8639295017402298, "nauc_mrr_at_3_max": 0.756911668381359, "nauc_mrr_at_3_std": 0.20577651977564723, "nauc_mrr_at_5_diff1": 0.8672443386244664, "nauc_mrr_at_5_max": 0.7636963253397311, "nauc_mrr_at_5_std": 0.20451624768154644, "nauc_ndcg_at_1000_diff1": 0.866298035524898, "nauc_ndcg_at_1000_max": 0.7624357162705663, "nauc_ndcg_at_1000_std": 0.21012180864197824, "nauc_ndcg_at_100_diff1": 0.8668478029828597, "nauc_ndcg_at_100_max": 0.7634125539175021, "nauc_ndcg_at_100_std": 0.21165937107415353, "nauc_ndcg_at_10_diff1": 0.8624212650694217, "nauc_ndcg_at_10_max": 0.7671218245685111, "nauc_ndcg_at_10_std": 0.21458825762725908, "nauc_ndcg_at_1_diff1": 0.8835641189901278, "nauc_ndcg_at_1_max": 0.7538519029550419, "nauc_ndcg_at_1_std": 0.2014980535159914, "nauc_ndcg_at_20_diff1": 0.8643216492818092, "nauc_ndcg_at_20_max": 0.7639429624664141, "nauc_ndcg_at_20_std": 0.2146972427466845, "nauc_ndcg_at_3_diff1": 0.8567231915381911, "nauc_ndcg_at_3_max": 0.7584262528034947, "nauc_ndcg_at_3_std": 0.21207142342523277, "nauc_ndcg_at_5_diff1": 0.8630011345356802, "nauc_ndcg_at_5_max": 0.7723450310364562, "nauc_ndcg_at_5_std": 0.20981777082925554, "nauc_precision_at_1000_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 0.5613912231558791, "nauc_precision_at_10_diff1": 0.8318809005083514, "nauc_precision_at_10_max": 0.8055425874053315, "nauc_precision_at_10_std": 0.27635128125324093, "nauc_precision_at_1_diff1": 0.8835641189901278, "nauc_precision_at_1_max": 0.7538519029550419, "nauc_precision_at_1_std": 0.2014980535159914, "nauc_precision_at_20_diff1": 0.8283016910467866, "nauc_precision_at_20_max": 0.7983452640315348, "nauc_precision_at_20_std": 0.34422657952069446, "nauc_precision_at_3_diff1": 0.8278858735847981, "nauc_precision_at_3_max": 0.7646711611765376, "nauc_precision_at_3_std": 0.23948199351425298, "nauc_precision_at_5_diff1": 0.8452228345014743, "nauc_precision_at_5_max": 0.8159721644164016, "nauc_precision_at_5_std": 0.2360281019528194, "nauc_recall_at_1000_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_100_diff1": 1.0, "nauc_recall_at_100_max": 1.0, "nauc_recall_at_100_std": 0.5613912231559195, "nauc_recall_at_10_diff1": 0.8318809005083528, "nauc_recall_at_10_max": 0.8055425874053339, "nauc_recall_at_10_std": 0.2763512812532418, "nauc_recall_at_1_diff1": 0.8835641189901278, "nauc_recall_at_1_max": 0.7538519029550419, "nauc_recall_at_1_std": 0.2014980535159914, "nauc_recall_at_20_diff1": 0.8283016910467877, "nauc_recall_at_20_max": 0.7983452640315405, "nauc_recall_at_20_std": 0.3442265795206996, "nauc_recall_at_3_diff1": 0.8278858735847994, "nauc_recall_at_3_max": 0.7646711611765382, "nauc_recall_at_3_std": 0.23948199351425184, "nauc_recall_at_5_diff1": 0.8452228345014727, "nauc_recall_at_5_max": 0.8159721644164027, "nauc_recall_at_5_std": 0.23602810195282073, "ndcg_at_1": 0.744, "ndcg_at_10": 0.8372, "ndcg_at_100": 0.85226, "ndcg_at_1000": 0.85282, "ndcg_at_20": 0.84638, "ndcg_at_3": 0.81474, "ndcg_at_5": 0.82386, "precision_at_1": 0.744, "precision_at_10": 0.0928, "precision_at_100": 0.00996, "precision_at_1000": 0.001, "precision_at_20": 0.0482, "precision_at_3": 0.288, "precision_at_5": 0.1772, "recall_at_1": 0.744, "recall_at_10": 0.928, "recall_at_100": 0.996, "recall_at_1000": 1.0, "recall_at_20": 0.964, "recall_at_3": 0.864, "recall_at_5": 0.886 }, { "hf_subset": "spa-spa", "languages": [ "spa-Latn", "spa-Latn" ], "main_score": 0.84764, "map_at_1": 0.764, "map_at_10": 0.82069, "map_at_100": 0.8231, "map_at_1000": 0.82319, "map_at_20": 0.82221, "map_at_3": 0.808, "map_at_5": 0.8149, "mrr_at_1": 0.764, "mrr_at_10": 0.8206888888888888, "mrr_at_100": 0.8230975517695497, "mrr_at_1000": 0.8231942524109251, "mrr_at_20": 0.8222125105286867, "mrr_at_3": 0.808, "mrr_at_5": 0.8148999999999998, "nauc_map_at_1000_diff1": 0.8358853199861649, "nauc_map_at_1000_max": 0.7311959646789317, "nauc_map_at_1000_std": 0.28712611683246536, "nauc_map_at_100_diff1": 0.8357446078050776, "nauc_map_at_100_max": 0.7312323632481541, "nauc_map_at_100_std": 0.28738223972591187, "nauc_map_at_10_diff1": 0.8355842689323535, "nauc_map_at_10_max": 0.7325859610380081, "nauc_map_at_10_std": 0.28932185956445805, "nauc_map_at_1_diff1": 0.8502275856625411, "nauc_map_at_1_max": 0.6921542145005829, "nauc_map_at_1_std": 0.23347482525455399, "nauc_map_at_20_diff1": 0.8352783532361164, "nauc_map_at_20_max": 0.732059924626805, "nauc_map_at_20_std": 0.2884962563453898, "nauc_map_at_3_diff1": 0.8362503971032962, "nauc_map_at_3_max": 0.7347042830991087, "nauc_map_at_3_std": 0.28996087764655143, "nauc_map_at_5_diff1": 0.8368326474764798, "nauc_map_at_5_max": 0.7357807096470292, "nauc_map_at_5_std": 0.2926289871390259, "nauc_mrr_at_1000_diff1": 0.8358853199861649, "nauc_mrr_at_1000_max": 0.7311959646789317, "nauc_mrr_at_1000_std": 0.28712611683246536, "nauc_mrr_at_100_diff1": 0.8357446078050776, "nauc_mrr_at_100_max": 0.7312323632481541, "nauc_mrr_at_100_std": 0.28738223972591187, "nauc_mrr_at_10_diff1": 0.8355842689323535, "nauc_mrr_at_10_max": 0.7325859610380081, "nauc_mrr_at_10_std": 0.28932185956445805, "nauc_mrr_at_1_diff1": 0.8502275856625411, "nauc_mrr_at_1_max": 0.6921542145005829, "nauc_mrr_at_1_std": 0.23347482525455399, "nauc_mrr_at_20_diff1": 0.8352783532361164, "nauc_mrr_at_20_max": 0.732059924626805, "nauc_mrr_at_20_std": 0.2884962563453898, "nauc_mrr_at_3_diff1": 0.8362503971032962, "nauc_mrr_at_3_max": 0.7347042830991087, "nauc_mrr_at_3_std": 0.28996087764655143, "nauc_mrr_at_5_diff1": 0.8368326474764798, "nauc_mrr_at_5_max": 0.7357807096470292, "nauc_mrr_at_5_std": 0.2926289871390259, "nauc_ndcg_at_1000_diff1": 0.8322904656666821, "nauc_ndcg_at_1000_max": 0.7371406864964907, "nauc_ndcg_at_1000_std": 0.2990317637316733, "nauc_ndcg_at_100_diff1": 0.828882770118355, "nauc_ndcg_at_100_max": 0.7381046768513507, "nauc_ndcg_at_100_std": 0.30505637817842696, "nauc_ndcg_at_10_diff1": 0.8275930893211323, "nauc_ndcg_at_10_max": 0.7460295021891138, "nauc_ndcg_at_10_std": 0.31643849954231695, "nauc_ndcg_at_1_diff1": 0.8502275856625411, "nauc_ndcg_at_1_max": 0.6921542145005829, "nauc_ndcg_at_1_std": 0.23347482525455399, "nauc_ndcg_at_20_diff1": 0.8259905107888149, "nauc_ndcg_at_20_max": 0.7448181418606242, "nauc_ndcg_at_20_std": 0.3137788816324699, "nauc_ndcg_at_3_diff1": 0.8313797876839112, "nauc_ndcg_at_3_max": 0.7501335165218701, "nauc_ndcg_at_3_std": 0.3165881547559686, "nauc_ndcg_at_5_diff1": 0.8320102707549254, "nauc_ndcg_at_5_max": 0.7532546378545496, "nauc_ndcg_at_5_std": 0.32350347787113204, "nauc_precision_at_1000_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_100_diff1": 0.6042416966786663, "nauc_precision_at_100_max": 0.8049219687875103, "nauc_precision_at_100_std": 0.7006135787648433, "nauc_precision_at_10_diff1": 0.7669303015323782, "nauc_precision_at_10_max": 0.8335942220025272, "nauc_precision_at_10_std": 0.5040231778986108, "nauc_precision_at_1_diff1": 0.8502275856625411, "nauc_precision_at_1_max": 0.6921542145005829, "nauc_precision_at_1_std": 0.23347482525455399, "nauc_precision_at_20_diff1": 0.7194008037997799, "nauc_precision_at_20_max": 0.8646125116713356, "nauc_precision_at_20_std": 0.5618885235253505, "nauc_precision_at_3_diff1": 0.8129676160530056, "nauc_precision_at_3_max": 0.8087353837083638, "nauc_precision_at_3_std": 0.42042280211681976, "nauc_precision_at_5_diff1": 0.8104200670045535, "nauc_precision_at_5_max": 0.8324113048707168, "nauc_precision_at_5_std": 0.466935830255132, "nauc_recall_at_1000_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_100_diff1": 0.6042416966786798, "nauc_recall_at_100_max": 0.8049219687875235, "nauc_recall_at_100_std": 0.7006135787648403, "nauc_recall_at_10_diff1": 0.7669303015323788, "nauc_recall_at_10_max": 0.8335942220025275, "nauc_recall_at_10_std": 0.5040231778986102, "nauc_recall_at_1_diff1": 0.8502275856625411, "nauc_recall_at_1_max": 0.6921542145005829, "nauc_recall_at_1_std": 0.23347482525455399, "nauc_recall_at_20_diff1": 0.7194008037997794, "nauc_recall_at_20_max": 0.8646125116713367, "nauc_recall_at_20_std": 0.5618885235253513, "nauc_recall_at_3_diff1": 0.8129676160530055, "nauc_recall_at_3_max": 0.8087353837083617, "nauc_recall_at_3_std": 0.42042280211681726, "nauc_recall_at_5_diff1": 0.810420067004553, "nauc_recall_at_5_max": 0.8324113048707159, "nauc_recall_at_5_std": 0.46693583025513224, "ndcg_at_1": 0.764, "ndcg_at_10": 0.84764, "ndcg_at_100": 0.85929, "ndcg_at_1000": 0.86123, "ndcg_at_20": 0.8532, "ndcg_at_3": 0.8219, "ndcg_at_5": 0.83387, "precision_at_1": 0.764, "precision_at_10": 0.0932, "precision_at_100": 0.00986, "precision_at_1000": 0.001, "precision_at_20": 0.0477, "precision_at_3": 0.28733, "precision_at_5": 0.178, "recall_at_1": 0.764, "recall_at_10": 0.932, "recall_at_100": 0.986, "recall_at_1000": 1.0, "recall_at_20": 0.954, "recall_at_3": 0.862, "recall_at_5": 0.89 }, { "hf_subset": "spa-hin", "languages": [ "spa-Latn", "hin-Deva" ], "main_score": 0.81227, "map_at_1": 0.70588, "map_at_10": 0.77799, "map_at_100": 0.78199, "map_at_1000": 0.78204, "map_at_20": 0.78113, "map_at_3": 0.76292, "map_at_5": 0.77282, "mrr_at_1": 0.7058823529411765, "mrr_at_10": 0.7779921059332824, "mrr_at_100": 0.7819924526970244, "mrr_at_1000": 0.7820366476853129, "mrr_at_20": 0.7811344181665036, "mrr_at_3": 0.7629233511586452, "mrr_at_5": 0.7728163992869873, "nauc_map_at_1000_diff1": 0.8125405370228896, "nauc_map_at_1000_max": 0.6437480293537114, "nauc_map_at_1000_std": 0.4378054854173734, "nauc_map_at_100_diff1": 0.8125200637404215, "nauc_map_at_100_max": 0.6438289264347447, "nauc_map_at_100_std": 0.4379331475749194, "nauc_map_at_10_diff1": 0.8123218076241357, "nauc_map_at_10_max": 0.6472295872152313, "nauc_map_at_10_std": 0.4431271360303969, "nauc_map_at_1_diff1": 0.8352438148057428, "nauc_map_at_1_max": 0.6039264994141618, "nauc_map_at_1_std": 0.39811060024230066, "nauc_map_at_20_diff1": 0.8128909888291999, "nauc_map_at_20_max": 0.6443331157196562, "nauc_map_at_20_std": 0.43928353221206345, "nauc_map_at_3_diff1": 0.8042704130421172, "nauc_map_at_3_max": 0.6390993043485175, "nauc_map_at_3_std": 0.4131099154800577, "nauc_map_at_5_diff1": 0.8102803853314705, "nauc_map_at_5_max": 0.6457293011736314, "nauc_map_at_5_std": 0.4382918689743393, "nauc_mrr_at_1000_diff1": 0.8125405370228896, "nauc_mrr_at_1000_max": 0.6437480293537114, "nauc_mrr_at_1000_std": 0.4378054854173734, "nauc_mrr_at_100_diff1": 0.8125200637404215, "nauc_mrr_at_100_max": 0.6438289264347447, "nauc_mrr_at_100_std": 0.4379331475749194, "nauc_mrr_at_10_diff1": 0.8123218076241357, "nauc_mrr_at_10_max": 0.6472295872152313, "nauc_mrr_at_10_std": 0.4431271360303969, "nauc_mrr_at_1_diff1": 0.8352438148057428, "nauc_mrr_at_1_max": 0.6039264994141618, "nauc_mrr_at_1_std": 0.39811060024230066, "nauc_mrr_at_20_diff1": 0.8128909888291999, "nauc_mrr_at_20_max": 0.6443331157196562, "nauc_mrr_at_20_std": 0.43928353221206345, "nauc_mrr_at_3_diff1": 0.8042704130421172, "nauc_mrr_at_3_max": 0.6390993043485175, "nauc_mrr_at_3_std": 0.4131099154800577, "nauc_mrr_at_5_diff1": 0.8102803853314705, "nauc_mrr_at_5_max": 0.6457293011736314, "nauc_mrr_at_5_std": 0.4382918689743393, "nauc_ndcg_at_1000_diff1": 0.8103838210164734, "nauc_ndcg_at_1000_max": 0.6503911060616109, "nauc_ndcg_at_1000_std": 0.4495512512569779, "nauc_ndcg_at_100_diff1": 0.8099404338579892, "nauc_ndcg_at_100_max": 0.6521525497107504, "nauc_ndcg_at_100_std": 0.4523245916080428, "nauc_ndcg_at_10_diff1": 0.8097124720258764, "nauc_ndcg_at_10_max": 0.6669341547101926, "nauc_ndcg_at_10_std": 0.4798144292639593, "nauc_ndcg_at_1_diff1": 0.8352438148057428, "nauc_ndcg_at_1_max": 0.6039264994141618, "nauc_ndcg_at_1_std": 0.39811060024230066, "nauc_ndcg_at_20_diff1": 0.8118537589259417, "nauc_ndcg_at_20_max": 0.6562567724140477, "nauc_ndcg_at_20_std": 0.465249824514987, "nauc_ndcg_at_3_diff1": 0.792519066953943, "nauc_ndcg_at_3_max": 0.6508684006970651, "nauc_ndcg_at_3_std": 0.4191577900701561, "nauc_ndcg_at_5_diff1": 0.8036966669454074, "nauc_ndcg_at_5_max": 0.6638906907913521, "nauc_ndcg_at_5_std": 0.4659398421358474, "nauc_precision_at_1000_diff1": NaN, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_100_diff1": 0.7223809523809276, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_10_diff1": 0.8029836423118862, "nauc_precision_at_10_max": 0.8063011026293468, "nauc_precision_at_10_std": 0.7616646458961169, "nauc_precision_at_1_diff1": 0.8352438148057428, "nauc_precision_at_1_max": 0.6039264994141618, "nauc_precision_at_1_std": 0.39811060024230066, "nauc_precision_at_20_diff1": 0.8289679077737945, "nauc_precision_at_20_max": 0.7933779924183413, "nauc_precision_at_20_std": 0.838321649270394, "nauc_precision_at_3_diff1": 0.7471829419316579, "nauc_precision_at_3_max": 0.6956033674171148, "nauc_precision_at_3_std": 0.44264198285311657, "nauc_precision_at_5_diff1": 0.7747641319454585, "nauc_precision_at_5_max": 0.7529738777081709, "nauc_precision_at_5_std": 0.6074704732586419, "nauc_recall_at_1000_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_100_diff1": 0.7223809523809498, "nauc_recall_at_100_max": 1.0, "nauc_recall_at_100_std": 1.0, "nauc_recall_at_10_diff1": 0.8029836423118868, "nauc_recall_at_10_max": 0.8063011026293465, "nauc_recall_at_10_std": 0.7616646458961166, "nauc_recall_at_1_diff1": 0.8352438148057428, "nauc_recall_at_1_max": 0.6039264994141618, "nauc_recall_at_1_std": 0.39811060024230066, "nauc_recall_at_20_diff1": 0.8289679077737988, "nauc_recall_at_20_max": 0.7933779924183413, "nauc_recall_at_20_std": 0.8383216492703974, "nauc_recall_at_3_diff1": 0.7471829419316588, "nauc_recall_at_3_max": 0.6956033674171149, "nauc_recall_at_3_std": 0.4426419828531176, "nauc_recall_at_5_diff1": 0.7747641319454585, "nauc_recall_at_5_max": 0.7529738777081697, "nauc_recall_at_5_std": 0.6074704732586415, "ndcg_at_1": 0.70588, "ndcg_at_10": 0.81227, "ndcg_at_100": 0.82934, "ndcg_at_1000": 0.83011, "ndcg_at_20": 0.82331, "ndcg_at_3": 0.78126, "ndcg_at_5": 0.79898, "precision_at_1": 0.70588, "precision_at_10": 0.09198, "precision_at_100": 0.00995, "precision_at_1000": 0.001, "precision_at_20": 0.04813, "precision_at_3": 0.27807, "precision_at_5": 0.1754, "recall_at_1": 0.70588, "recall_at_10": 0.91979, "recall_at_100": 0.99465, "recall_at_1000": 1.0, "recall_at_20": 0.96257, "recall_at_3": 0.83422, "recall_at_5": 0.87701 }, { "hf_subset": "spa-vie", "languages": [ "spa-Latn", "vie-Latn" ], "main_score": 0.81933, "map_at_1": 0.71429, "map_at_10": 0.78689, "map_at_100": 0.78963, "map_at_1000": 0.78967, "map_at_20": 0.78819, "map_at_3": 0.77425, "map_at_5": 0.78192, "mrr_at_1": 0.7142857142857143, "mrr_at_10": 0.7868942638783906, "mrr_at_100": 0.7896279410293993, "mrr_at_1000": 0.7896674261435114, "mrr_at_20": 0.7881941104163325, "mrr_at_3": 0.7742504409171075, "mrr_at_5": 0.7819223985890651, "nauc_map_at_1000_diff1": 0.7862859272263553, "nauc_map_at_1000_max": 0.634862117240595, "nauc_map_at_1000_std": 0.35749062450711583, "nauc_map_at_100_diff1": 0.7863032375514414, "nauc_map_at_100_max": 0.6349383448184289, "nauc_map_at_100_std": 0.357597451775955, "nauc_map_at_10_diff1": 0.786178659847241, "nauc_map_at_10_max": 0.6353039124083534, "nauc_map_at_10_std": 0.35805153840342535, "nauc_map_at_1_diff1": 0.8006391817347561, "nauc_map_at_1_max": 0.5918089195122044, "nauc_map_at_1_std": 0.29760275215554216, "nauc_map_at_20_diff1": 0.7860834033976112, "nauc_map_at_20_max": 0.635529695881971, "nauc_map_at_20_std": 0.3608577057157298, "nauc_map_at_3_diff1": 0.7837926305394228, "nauc_map_at_3_max": 0.6375080405774689, "nauc_map_at_3_std": 0.35976610256738967, "nauc_map_at_5_diff1": 0.7853453724210925, "nauc_map_at_5_max": 0.6389232612611614, "nauc_map_at_5_std": 0.356134103476849, "nauc_mrr_at_1000_diff1": 0.7862859272263553, "nauc_mrr_at_1000_max": 0.634862117240595, "nauc_mrr_at_1000_std": 0.35749062450711583, "nauc_mrr_at_100_diff1": 0.7863032375514414, "nauc_mrr_at_100_max": 0.6349383448184289, "nauc_mrr_at_100_std": 0.357597451775955, "nauc_mrr_at_10_diff1": 0.786178659847241, "nauc_mrr_at_10_max": 0.6353039124083534, "nauc_mrr_at_10_std": 0.35805153840342535, "nauc_mrr_at_1_diff1": 0.8006391817347561, "nauc_mrr_at_1_max": 0.5918089195122044, "nauc_mrr_at_1_std": 0.29760275215554216, "nauc_mrr_at_20_diff1": 0.7860834033976112, "nauc_mrr_at_20_max": 0.635529695881971, "nauc_mrr_at_20_std": 0.3608577057157298, "nauc_mrr_at_3_diff1": 0.7837926305394228, "nauc_mrr_at_3_max": 0.6375080405774689, "nauc_mrr_at_3_std": 0.35976610256738967, "nauc_mrr_at_5_diff1": 0.7853453724210925, "nauc_mrr_at_5_max": 0.6389232612611614, "nauc_mrr_at_5_std": 0.356134103476849, "nauc_ndcg_at_1000_diff1": 0.7840777924937634, "nauc_ndcg_at_1000_max": 0.6409670655538127, "nauc_ndcg_at_1000_std": 0.37241412717299677, "nauc_ndcg_at_100_diff1": 0.7845025175384609, "nauc_ndcg_at_100_max": 0.6427584058574365, "nauc_ndcg_at_100_std": 0.37489278556050604, "nauc_ndcg_at_10_diff1": 0.7816698706421359, "nauc_ndcg_at_10_max": 0.6454772797432646, "nauc_ndcg_at_10_std": 0.3902057161579451, "nauc_ndcg_at_1_diff1": 0.8006391817347561, "nauc_ndcg_at_1_max": 0.5918089195122044, "nauc_ndcg_at_1_std": 0.29760275215554216, "nauc_ndcg_at_20_diff1": 0.7810554570986512, "nauc_ndcg_at_20_max": 0.6471498201336363, "nauc_ndcg_at_20_std": 0.4036390685432068, "nauc_ndcg_at_3_diff1": 0.7780952728065214, "nauc_ndcg_at_3_max": 0.6534118762227973, "nauc_ndcg_at_3_std": 0.3876784636739952, "nauc_ndcg_at_5_diff1": 0.7806386098174491, "nauc_ndcg_at_5_max": 0.6567714449066354, "nauc_ndcg_at_5_std": 0.38186797009713863, "nauc_precision_at_1000_diff1": NaN, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_100_diff1": 0.8692041522491696, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 0.8692041522491696, "nauc_precision_at_10_diff1": 0.7504684055131849, "nauc_precision_at_10_max": 0.6988361239970607, "nauc_precision_at_10_std": 0.6236099189136208, "nauc_precision_at_1_diff1": 0.8006391817347561, "nauc_precision_at_1_max": 0.5918089195122044, "nauc_precision_at_1_std": 0.29760275215554216, "nauc_precision_at_20_diff1": 0.7361933816240472, "nauc_precision_at_20_max": 0.7307261708162799, "nauc_precision_at_20_std": 0.8174137459419492, "nauc_precision_at_3_diff1": 0.7558543585658286, "nauc_precision_at_3_max": 0.7157207115914398, "nauc_precision_at_3_std": 0.500089096384935, "nauc_precision_at_5_diff1": 0.7592708225047483, "nauc_precision_at_5_max": 0.7404166081290554, "nauc_precision_at_5_std": 0.5036951293463955, "nauc_recall_at_1000_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_100_diff1": 0.8692041522491322, "nauc_recall_at_100_max": 1.0, "nauc_recall_at_100_std": 0.8692041522491322, "nauc_recall_at_10_diff1": 0.7504684055131853, "nauc_recall_at_10_max": 0.6988361239970616, "nauc_recall_at_10_std": 0.6236099189136203, "nauc_recall_at_1_diff1": 0.8006391817347561, "nauc_recall_at_1_max": 0.5918089195122044, "nauc_recall_at_1_std": 0.29760275215554216, "nauc_recall_at_20_diff1": 0.7361933816240503, "nauc_recall_at_20_max": 0.730726170816281, "nauc_recall_at_20_std": 0.8174137459419496, "nauc_recall_at_3_diff1": 0.7558543585658297, "nauc_recall_at_3_max": 0.7157207115914415, "nauc_recall_at_3_std": 0.5000890963849366, "nauc_recall_at_5_diff1": 0.7592708225047482, "nauc_recall_at_5_max": 0.7404166081290543, "nauc_recall_at_5_std": 0.5036951293463958, "ndcg_at_1": 0.71429, "ndcg_at_10": 0.81933, "ndcg_at_100": 0.83427, "ndcg_at_1000": 0.83502, "ndcg_at_20": 0.82359, "ndcg_at_3": 0.79289, "ndcg_at_5": 0.80633, "precision_at_1": 0.71429, "precision_at_10": 0.09206, "precision_at_100": 0.00995, "precision_at_1000": 0.001, "precision_at_20": 0.04683, "precision_at_3": 0.28219, "precision_at_5": 0.17566, "recall_at_1": 0.71429, "recall_at_10": 0.92063, "recall_at_100": 0.99471, "recall_at_1000": 1.0, "recall_at_20": 0.93651, "recall_at_3": 0.84656, "recall_at_5": 0.87831 }, { "hf_subset": "spa-zho", "languages": [ "spa-Latn", "zho-Hans" ], "main_score": 0.79968, "map_at_1": 0.68323, "map_at_10": 0.76297, "map_at_100": 0.76701, "map_at_1000": 0.76707, "map_at_20": 0.76591, "map_at_3": 0.74431, "map_at_5": 0.75766, "mrr_at_1": 0.6832298136645962, "mrr_at_10": 0.7629720003943606, "mrr_at_100": 0.7670130062087062, "mrr_at_1000": 0.7670652009996661, "mrr_at_20": 0.7659104120010222, "mrr_at_3": 0.7443064182194615, "mrr_at_5": 0.7576604554865424, "nauc_map_at_1000_diff1": 0.8444029938346993, "nauc_map_at_1000_max": 0.6393198133185614, "nauc_map_at_1000_std": 0.3529567433808858, "nauc_map_at_100_diff1": 0.8444093827187446, "nauc_map_at_100_max": 0.6393411078625659, "nauc_map_at_100_std": 0.3528228908919572, "nauc_map_at_10_diff1": 0.8434382624473181, "nauc_map_at_10_max": 0.6410318806662872, "nauc_map_at_10_std": 0.3581708036131676, "nauc_map_at_1_diff1": 0.8600099449447258, "nauc_map_at_1_max": 0.6103478563432068, "nauc_map_at_1_std": 0.2540973395668148, "nauc_map_at_20_diff1": 0.8443940416965633, "nauc_map_at_20_max": 0.6402730458816907, "nauc_map_at_20_std": 0.3545740133787336, "nauc_map_at_3_diff1": 0.8402620947511381, "nauc_map_at_3_max": 0.6440524879308268, "nauc_map_at_3_std": 0.3670241882123893, "nauc_map_at_5_diff1": 0.8447885818384503, "nauc_map_at_5_max": 0.6470605077716428, "nauc_map_at_5_std": 0.365407246938905, "nauc_mrr_at_1000_diff1": 0.8444029938346993, "nauc_mrr_at_1000_max": 0.6393198133185614, "nauc_mrr_at_1000_std": 0.3529567433808858, "nauc_mrr_at_100_diff1": 0.8444093827187446, "nauc_mrr_at_100_max": 0.6393411078625659, "nauc_mrr_at_100_std": 0.3528228908919572, "nauc_mrr_at_10_diff1": 0.8434382624473181, "nauc_mrr_at_10_max": 0.6410318806662872, "nauc_mrr_at_10_std": 0.3581708036131676, "nauc_mrr_at_1_diff1": 0.8600099449447258, "nauc_mrr_at_1_max": 0.6103478563432068, "nauc_mrr_at_1_std": 0.2540973395668148, "nauc_mrr_at_20_diff1": 0.8443940416965633, "nauc_mrr_at_20_max": 0.6402730458816907, "nauc_mrr_at_20_std": 0.3545740133787336, "nauc_mrr_at_3_diff1": 0.8402620947511381, "nauc_mrr_at_3_max": 0.6440524879308268, "nauc_mrr_at_3_std": 0.3670241882123893, "nauc_mrr_at_5_diff1": 0.8447885818384503, "nauc_mrr_at_5_max": 0.6470605077716428, "nauc_mrr_at_5_std": 0.365407246938905, "nauc_ndcg_at_1000_diff1": 0.8435053086037347, "nauc_ndcg_at_1000_max": 0.6438450039090401, "nauc_ndcg_at_1000_std": 0.36655921269612146, "nauc_ndcg_at_100_diff1": 0.8436501735429007, "nauc_ndcg_at_100_max": 0.6442857465411086, "nauc_ndcg_at_100_std": 0.36355332053931055, "nauc_ndcg_at_10_diff1": 0.8398285176092896, "nauc_ndcg_at_10_max": 0.6515542284856607, "nauc_ndcg_at_10_std": 0.3943534437527861, "nauc_ndcg_at_1_diff1": 0.8600099449447258, "nauc_ndcg_at_1_max": 0.6103478563432068, "nauc_ndcg_at_1_std": 0.2540973395668148, "nauc_ndcg_at_20_diff1": 0.8442163428447773, "nauc_ndcg_at_20_max": 0.651481429286067, "nauc_ndcg_at_20_std": 0.37980182308109484, "nauc_ndcg_at_3_diff1": 0.8348884526248571, "nauc_ndcg_at_3_max": 0.6594973078659695, "nauc_ndcg_at_3_std": 0.408358967265487, "nauc_ndcg_at_5_diff1": 0.8431003588999719, "nauc_ndcg_at_5_max": 0.6666373781790315, "nauc_ndcg_at_5_std": 0.41117400601588394, "nauc_precision_at_1000_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_100_diff1": 0.8693711967545601, "nauc_precision_at_100_max": 0.7225403714011617, "nauc_precision_at_100_std": -0.17014808700859088, "nauc_precision_at_10_diff1": 0.8175177100670534, "nauc_precision_at_10_max": 0.7149181517780131, "nauc_precision_at_10_std": 0.6301278329287747, "nauc_precision_at_1_diff1": 0.8600099449447258, "nauc_precision_at_1_max": 0.6103478563432068, "nauc_precision_at_1_std": 0.2540973395668148, "nauc_precision_at_20_diff1": 0.8647420475808593, "nauc_precision_at_20_max": 0.7988445216637227, "nauc_precision_at_20_std": 0.6381373007495822, "nauc_precision_at_3_diff1": 0.8153798835890494, "nauc_precision_at_3_max": 0.7191963732900295, "nauc_precision_at_3_std": 0.5645549645464396, "nauc_precision_at_5_diff1": 0.8376142710201127, "nauc_precision_at_5_max": 0.7680876322997052, "nauc_precision_at_5_std": 0.6435375665784097, "nauc_recall_at_1000_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_100_diff1": 0.8693711967545606, "nauc_recall_at_100_max": 0.7225403714011477, "nauc_recall_at_100_std": -0.170148087008557, "nauc_recall_at_10_diff1": 0.8175177100670518, "nauc_recall_at_10_max": 0.7149181517780144, "nauc_recall_at_10_std": 0.630127832928773, "nauc_recall_at_1_diff1": 0.8600099449447258, "nauc_recall_at_1_max": 0.6103478563432068, "nauc_recall_at_1_std": 0.2540973395668148, "nauc_recall_at_20_diff1": 0.8647420475808617, "nauc_recall_at_20_max": 0.7988445216637227, "nauc_recall_at_20_std": 0.6381373007495816, "nauc_recall_at_3_diff1": 0.8153798835890498, "nauc_recall_at_3_max": 0.7191963732900291, "nauc_recall_at_3_std": 0.5645549645464404, "nauc_recall_at_5_diff1": 0.8376142710201138, "nauc_recall_at_5_max": 0.7680876322997047, "nauc_recall_at_5_std": 0.6435375665784084, "ndcg_at_1": 0.68323, "ndcg_at_10": 0.79968, "ndcg_at_100": 0.81772, "ndcg_at_1000": 0.81862, "ndcg_at_20": 0.81057, "ndcg_at_3": 0.76375, "ndcg_at_5": 0.78728, "precision_at_1": 0.68323, "precision_at_10": 0.0913, "precision_at_100": 0.00994, "precision_at_1000": 0.001, "precision_at_20": 0.04783, "precision_at_3": 0.27329, "precision_at_5": 0.17516, "recall_at_1": 0.68323, "recall_at_10": 0.91304, "recall_at_100": 0.99379, "recall_at_1000": 1.0, "recall_at_20": 0.95652, "recall_at_3": 0.81988, "recall_at_5": 0.87578 }, { "hf_subset": "hin-ara", "languages": [ "hin-Deva", "ara-Arab" ], "main_score": 0.80011, "map_at_1": 0.65591, "map_at_10": 0.75759, "map_at_100": 0.76094, "map_at_1000": 0.76094, "map_at_20": 0.75996, "map_at_3": 0.74283, "map_at_5": 0.75251, "mrr_at_1": 0.6559139784946236, "mrr_at_10": 0.7575908858166921, "mrr_at_100": 0.760937855524739, "mrr_at_1000": 0.760937855524739, "mrr_at_20": 0.7599645650048875, "mrr_at_3": 0.7428315412186378, "mrr_at_5": 0.7525089605734766, "nauc_map_at_1000_diff1": 0.7043976170384105, "nauc_map_at_1000_max": 0.6163911355311366, "nauc_map_at_1000_std": 0.33034522112089104, "nauc_map_at_100_diff1": 0.7043976170384105, "nauc_map_at_100_max": 0.6163911355311366, "nauc_map_at_100_std": 0.33034522112089104, "nauc_map_at_10_diff1": 0.7039915378357934, "nauc_map_at_10_max": 0.6203685949816452, "nauc_map_at_10_std": 0.3361981998746249, "nauc_map_at_1_diff1": 0.7247046678443338, "nauc_map_at_1_max": 0.5836405027816658, "nauc_map_at_1_std": 0.2585953418408034, "nauc_map_at_20_diff1": 0.7048860427592194, "nauc_map_at_20_max": 0.6177193935662806, "nauc_map_at_20_std": 0.33278942222107416, "nauc_map_at_3_diff1": 0.6984246863750427, "nauc_map_at_3_max": 0.6143402658383145, "nauc_map_at_3_std": 0.33336099352664134, "nauc_map_at_5_diff1": 0.6994377910762477, "nauc_map_at_5_max": 0.6200241706847008, "nauc_map_at_5_std": 0.3322242338578097, "nauc_mrr_at_1000_diff1": 0.7043976170384105, "nauc_mrr_at_1000_max": 0.6163911355311366, "nauc_mrr_at_1000_std": 0.33034522112089104, "nauc_mrr_at_100_diff1": 0.7043976170384105, "nauc_mrr_at_100_max": 0.6163911355311366, "nauc_mrr_at_100_std": 0.33034522112089104, "nauc_mrr_at_10_diff1": 0.7039915378357934, "nauc_mrr_at_10_max": 0.6203685949816452, "nauc_mrr_at_10_std": 0.3361981998746249, "nauc_mrr_at_1_diff1": 0.7247046678443338, "nauc_mrr_at_1_max": 0.5836405027816658, "nauc_mrr_at_1_std": 0.2585953418408034, "nauc_mrr_at_20_diff1": 0.7048860427592194, "nauc_mrr_at_20_max": 0.6177193935662806, "nauc_mrr_at_20_std": 0.33278942222107416, "nauc_mrr_at_3_diff1": 0.6984246863750427, "nauc_mrr_at_3_max": 0.6143402658383145, "nauc_mrr_at_3_std": 0.33336099352664134, "nauc_mrr_at_5_diff1": 0.6994377910762477, "nauc_mrr_at_5_max": 0.6200241706847008, "nauc_mrr_at_5_std": 0.3322242338578097, "nauc_ndcg_at_1000_diff1": 0.7027116801131199, "nauc_ndcg_at_1000_max": 0.6225840699423507, "nauc_ndcg_at_1000_std": 0.34285157888478524, "nauc_ndcg_at_100_diff1": 0.7027116801131199, "nauc_ndcg_at_100_max": 0.6225840699423507, "nauc_ndcg_at_100_std": 0.34285157888478524, "nauc_ndcg_at_10_diff1": 0.7025166832272772, "nauc_ndcg_at_10_max": 0.6435712504298458, "nauc_ndcg_at_10_std": 0.37671510123873, "nauc_ndcg_at_1_diff1": 0.7247046678443338, "nauc_ndcg_at_1_max": 0.5836405027816658, "nauc_ndcg_at_1_std": 0.2585953418408034, "nauc_ndcg_at_20_diff1": 0.7068846457826096, "nauc_ndcg_at_20_max": 0.6337071867501614, "nauc_ndcg_at_20_std": 0.36437967778744096, "nauc_ndcg_at_3_diff1": 0.6869239852893491, "nauc_ndcg_at_3_max": 0.6253885582261762, "nauc_ndcg_at_3_std": 0.36092203212450746, "nauc_ndcg_at_5_diff1": 0.6883080602446241, "nauc_ndcg_at_5_max": 0.6390746078062819, "nauc_ndcg_at_5_std": 0.3606465390685466, "nauc_precision_at_1000_diff1": NaN, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_10_diff1": 0.7112413212731122, "nauc_precision_at_10_max": 0.8595775154279645, "nauc_precision_at_10_std": 0.744577238273512, "nauc_precision_at_1_diff1": 0.7247046678443338, "nauc_precision_at_1_max": 0.5836405027816658, "nauc_precision_at_1_std": 0.2585953418408034, "nauc_precision_at_20_diff1": 0.798438317700462, "nauc_precision_at_20_max": 0.8800977949784926, "nauc_precision_at_20_std": 0.852186630512708, "nauc_precision_at_3_diff1": 0.6358396704341324, "nauc_precision_at_3_max": 0.6733941921213724, "nauc_precision_at_3_std": 0.48103313969123995, "nauc_precision_at_5_diff1": 0.6247637107269447, "nauc_precision_at_5_max": 0.7526654202709598, "nauc_precision_at_5_std": 0.5212198751553695, "nauc_recall_at_1000_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_10_diff1": 0.7112413212731095, "nauc_recall_at_10_max": 0.859577515427963, "nauc_recall_at_10_std": 0.7445772382735095, "nauc_recall_at_1_diff1": 0.7247046678443338, "nauc_recall_at_1_max": 0.5836405027816658, "nauc_recall_at_1_std": 0.2585953418408034, "nauc_recall_at_20_diff1": 0.7984383177004636, "nauc_recall_at_20_max": 0.8800977949784943, "nauc_recall_at_20_std": 0.8521866305127114, "nauc_recall_at_3_diff1": 0.6358396704341326, "nauc_recall_at_3_max": 0.6733941921213721, "nauc_recall_at_3_std": 0.4810331396912409, "nauc_recall_at_5_diff1": 0.6247637107269447, "nauc_recall_at_5_max": 0.7526654202709605, "nauc_recall_at_5_std": 0.5212198751553683, "ndcg_at_1": 0.65591, "ndcg_at_10": 0.80011, "ndcg_at_100": 0.8155, "ndcg_at_1000": 0.8155, "ndcg_at_20": 0.80844, "ndcg_at_3": 0.77029, "ndcg_at_5": 0.78787, "precision_at_1": 0.65591, "precision_at_10": 0.09301, "precision_at_100": 0.01, "precision_at_1000": 0.001, "precision_at_20": 0.04812, "precision_at_3": 0.28315, "precision_at_5": 0.17849, "recall_at_1": 0.65591, "recall_at_10": 0.93011, "recall_at_100": 1.0, "recall_at_1000": 1.0, "recall_at_20": 0.96237, "recall_at_3": 0.84946, "recall_at_5": 0.89247 }, { "hf_subset": "hin-deu", "languages": [ "hin-Deva", "deu-Latn" ], "main_score": 0.8759, "map_at_1": 0.79755, "map_at_10": 0.85173, "map_at_100": 0.85438, "map_at_1000": 0.85438, "map_at_20": 0.85352, "map_at_3": 0.84049, "map_at_5": 0.84847, "mrr_at_1": 0.7975460122699386, "mrr_at_10": 0.8517285032622455, "mrr_at_100": 0.8543758261279056, "mrr_at_1000": 0.8543758261279056, "mrr_at_20": 0.8535217424021103, "mrr_at_3": 0.8404907975460123, "mrr_at_5": 0.8484662576687118, "nauc_map_at_1000_diff1": 0.8191547549074354, "nauc_map_at_1000_max": 0.6725598369369886, "nauc_map_at_1000_std": 0.5424369717860836, "nauc_map_at_100_diff1": 0.8191547549074354, "nauc_map_at_100_max": 0.6725598369369886, "nauc_map_at_100_std": 0.5424369717860836, "nauc_map_at_10_diff1": 0.8171092618554182, "nauc_map_at_10_max": 0.6705805023832964, "nauc_map_at_10_std": 0.5475271875220109, "nauc_map_at_1_diff1": 0.8286473723147177, "nauc_map_at_1_max": 0.6603011139146472, "nauc_map_at_1_std": 0.48313249237704076, "nauc_map_at_20_diff1": 0.8197544462558694, "nauc_map_at_20_max": 0.6735570624008236, "nauc_map_at_20_std": 0.5447926062539605, "nauc_map_at_3_diff1": 0.819363721611783, "nauc_map_at_3_max": 0.6803249505638957, "nauc_map_at_3_std": 0.5548997534138093, "nauc_map_at_5_diff1": 0.814055029961988, "nauc_map_at_5_max": 0.6735206975687569, "nauc_map_at_5_std": 0.5394316283023192, "nauc_mrr_at_1000_diff1": 0.8191547549074354, "nauc_mrr_at_1000_max": 0.6725598369369886, "nauc_mrr_at_1000_std": 0.5424369717860836, "nauc_mrr_at_100_diff1": 0.8191547549074354, "nauc_mrr_at_100_max": 0.6725598369369886, "nauc_mrr_at_100_std": 0.5424369717860836, "nauc_mrr_at_10_diff1": 0.8171092618554182, "nauc_mrr_at_10_max": 0.6705805023832964, "nauc_mrr_at_10_std": 0.5475271875220109, "nauc_mrr_at_1_diff1": 0.8286473723147177, "nauc_mrr_at_1_max": 0.6603011139146472, "nauc_mrr_at_1_std": 0.48313249237704076, "nauc_mrr_at_20_diff1": 0.8197544462558694, "nauc_mrr_at_20_max": 0.6735570624008236, "nauc_mrr_at_20_std": 0.5447926062539605, "nauc_mrr_at_3_diff1": 0.819363721611783, "nauc_mrr_at_3_max": 0.6803249505638957, "nauc_mrr_at_3_std": 0.5548997534138093, "nauc_mrr_at_5_diff1": 0.814055029961988, "nauc_mrr_at_5_max": 0.6735206975687569, "nauc_mrr_at_5_std": 0.5394316283023192, "nauc_ndcg_at_1000_diff1": 0.8181999585029849, "nauc_ndcg_at_1000_max": 0.672898968920411, "nauc_ndcg_at_1000_std": 0.5500113379507737, "nauc_ndcg_at_100_diff1": 0.8181999585029849, "nauc_ndcg_at_100_max": 0.672898968920411, "nauc_ndcg_at_100_std": 0.5500113379507737, "nauc_ndcg_at_10_diff1": 0.8110982947269595, "nauc_ndcg_at_10_max": 0.6649759876144251, "nauc_ndcg_at_10_std": 0.5741910504686412, "nauc_ndcg_at_1_diff1": 0.8286473723147177, "nauc_ndcg_at_1_max": 0.6603011139146472, "nauc_ndcg_at_1_std": 0.48313249237704076, "nauc_ndcg_at_20_diff1": 0.8231510716235534, "nauc_ndcg_at_20_max": 0.6796134851200487, "nauc_ndcg_at_20_std": 0.5655533228552865, "nauc_ndcg_at_3_diff1": 0.8154842580838185, "nauc_ndcg_at_3_max": 0.6862566679224757, "nauc_ndcg_at_3_std": 0.5805087290857613, "nauc_ndcg_at_5_diff1": 0.8036871997394119, "nauc_ndcg_at_5_max": 0.6736901382945241, "nauc_ndcg_at_5_std": 0.5504632042392688, "nauc_precision_at_1000_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_10_diff1": 0.7618917607528845, "nauc_precision_at_10_max": 0.6023149910736505, "nauc_precision_at_10_std": 0.7996569237981578, "nauc_precision_at_1_diff1": 0.8286473723147177, "nauc_precision_at_1_max": 0.6603011139146472, "nauc_precision_at_1_std": 0.48313249237704076, "nauc_precision_at_20_diff1": 0.934773909563829, "nauc_precision_at_20_max": 0.8189645898845341, "nauc_precision_at_20_std": 0.8884554631569226, "nauc_precision_at_3_diff1": 0.7999431572737042, "nauc_precision_at_3_max": 0.7090116070473911, "nauc_precision_at_3_std": 0.6812860168055055, "nauc_precision_at_5_diff1": 0.7414458900969294, "nauc_precision_at_5_max": 0.6705176107530034, "nauc_precision_at_5_std": 0.6000746660164795, "nauc_recall_at_1000_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_10_diff1": 0.7618917607528828, "nauc_recall_at_10_max": 0.6023149910736514, "nauc_recall_at_10_std": 0.7996569237981582, "nauc_recall_at_1_diff1": 0.8286473723147177, "nauc_recall_at_1_max": 0.6603011139146472, "nauc_recall_at_1_std": 0.48313249237704076, "nauc_recall_at_20_diff1": 0.9347739095638264, "nauc_recall_at_20_max": 0.8189645898845347, "nauc_recall_at_20_std": 0.8884554631569216, "nauc_recall_at_3_diff1": 0.799943157273706, "nauc_recall_at_3_max": 0.7090116070473926, "nauc_recall_at_3_std": 0.6812860168055063, "nauc_recall_at_5_diff1": 0.7414458900969291, "nauc_recall_at_5_max": 0.6705176107530028, "nauc_recall_at_5_std": 0.6000746660164809, "ndcg_at_1": 0.79755, "ndcg_at_10": 0.8759, "ndcg_at_100": 0.8872, "ndcg_at_1000": 0.8872, "ndcg_at_20": 0.88221, "ndcg_at_3": 0.8532, "ndcg_at_5": 0.86797, "precision_at_1": 0.79755, "precision_at_10": 0.09509, "precision_at_100": 0.01, "precision_at_1000": 0.001, "precision_at_20": 0.04877, "precision_at_3": 0.29652, "precision_at_5": 0.18528, "recall_at_1": 0.79755, "recall_at_10": 0.95092, "recall_at_100": 1.0, "recall_at_1000": 1.0, "recall_at_20": 0.97546, "recall_at_3": 0.88957, "recall_at_5": 0.92638 }, { "hf_subset": "hin-eng", "languages": [ "hin-Deva", "eng-Latn" ], "main_score": 0.82894, "map_at_1": 0.72387, "map_at_10": 0.79551, "map_at_100": 0.79825, "map_at_1000": 0.79832, "map_at_20": 0.7975, "map_at_3": 0.78074, "map_at_5": 0.78971, "mrr_at_1": 0.7238658777120316, "mrr_at_10": 0.7955112551266394, "mrr_at_100": 0.7982514049955992, "mrr_at_1000": 0.7983173969975423, "mrr_at_20": 0.7975018192865386, "mrr_at_3": 0.7807363576594344, "mrr_at_5": 0.7897107166337933, "nauc_map_at_1000_diff1": 0.7561595592886899, "nauc_map_at_1000_max": 0.6154645598342187, "nauc_map_at_1000_std": 0.22416288176659185, "nauc_map_at_100_diff1": 0.7560818706745539, "nauc_map_at_100_max": 0.6155541153607652, "nauc_map_at_100_std": 0.22424157502827374, "nauc_map_at_10_diff1": 0.7554999278718288, "nauc_map_at_10_max": 0.6166825740612627, "nauc_map_at_10_std": 0.2267916729297361, "nauc_map_at_1_diff1": 0.7759321163751849, "nauc_map_at_1_max": 0.5769500564308364, "nauc_map_at_1_std": 0.16244626079382843, "nauc_map_at_20_diff1": 0.7559750766983994, "nauc_map_at_20_max": 0.6163982248512239, "nauc_map_at_20_std": 0.22594902894929475, "nauc_map_at_3_diff1": 0.7612567392217086, "nauc_map_at_3_max": 0.6224029307072406, "nauc_map_at_3_std": 0.2198469436718489, "nauc_map_at_5_diff1": 0.7534799157369875, "nauc_map_at_5_max": 0.6183292794210522, "nauc_map_at_5_std": 0.23186516529203977, "nauc_mrr_at_1000_diff1": 0.7561595592886899, "nauc_mrr_at_1000_max": 0.6154645598342187, "nauc_mrr_at_1000_std": 0.22416288176659185, "nauc_mrr_at_100_diff1": 0.7560818706745539, "nauc_mrr_at_100_max": 0.6155541153607652, "nauc_mrr_at_100_std": 0.22424157502827374, "nauc_mrr_at_10_diff1": 0.7554999278718288, "nauc_mrr_at_10_max": 0.6166825740612627, "nauc_mrr_at_10_std": 0.2267916729297361, "nauc_mrr_at_1_diff1": 0.7759321163751849, "nauc_mrr_at_1_max": 0.5769500564308364, "nauc_mrr_at_1_std": 0.16244626079382843, "nauc_mrr_at_20_diff1": 0.7559750766983994, "nauc_mrr_at_20_max": 0.6163982248512239, "nauc_mrr_at_20_std": 0.22594902894929475, "nauc_mrr_at_3_diff1": 0.7612567392217086, "nauc_mrr_at_3_max": 0.6224029307072406, "nauc_mrr_at_3_std": 0.2198469436718489, "nauc_mrr_at_5_diff1": 0.7534799157369875, "nauc_mrr_at_5_max": 0.6183292794210522, "nauc_mrr_at_5_std": 0.23186516529203977, "nauc_ndcg_at_1000_diff1": 0.7515342503990197, "nauc_ndcg_at_1000_max": 0.622290445942965, "nauc_ndcg_at_1000_std": 0.23481179249458434, "nauc_ndcg_at_100_diff1": 0.7489538449750622, "nauc_ndcg_at_100_max": 0.6242364388852738, "nauc_ndcg_at_100_std": 0.23704493190556003, "nauc_ndcg_at_10_diff1": 0.7459832601010173, "nauc_ndcg_at_10_max": 0.6325840353067335, "nauc_ndcg_at_10_std": 0.2524712094938263, "nauc_ndcg_at_1_diff1": 0.7759321163751849, "nauc_ndcg_at_1_max": 0.5769500564308364, "nauc_ndcg_at_1_std": 0.16244626079382843, "nauc_ndcg_at_20_diff1": 0.7472467829061746, "nauc_ndcg_at_20_max": 0.6311884868676875, "nauc_ndcg_at_20_std": 0.2491567553388988, "nauc_ndcg_at_3_diff1": 0.7572202576179228, "nauc_ndcg_at_3_max": 0.6417075047013502, "nauc_ndcg_at_3_std": 0.24068569550052896, "nauc_ndcg_at_5_diff1": 0.741038812926259, "nauc_ndcg_at_5_max": 0.6350067961889211, "nauc_ndcg_at_5_std": 0.26466046556958295, "nauc_precision_at_1000_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_100_diff1": 0.46081408388758477, "nauc_precision_at_100_max": 0.8192887773958722, "nauc_precision_at_100_std": 0.4790647355108213, "nauc_precision_at_10_diff1": 0.6710860021079116, "nauc_precision_at_10_max": 0.7558434170059322, "nauc_precision_at_10_std": 0.44600137306617443, "nauc_precision_at_1_diff1": 0.7759321163751849, "nauc_precision_at_1_max": 0.5769500564308364, "nauc_precision_at_1_std": 0.16244626079382843, "nauc_precision_at_20_diff1": 0.6344691910742976, "nauc_precision_at_20_max": 0.8142909168642783, "nauc_precision_at_20_std": 0.5257204297748407, "nauc_precision_at_3_diff1": 0.7417909685938227, "nauc_precision_at_3_max": 0.719702166853706, "nauc_precision_at_3_std": 0.32346199850703067, "nauc_precision_at_5_diff1": 0.6744537194315487, "nauc_precision_at_5_max": 0.7186971013408465, "nauc_precision_at_5_std": 0.4342424599366202, "nauc_recall_at_1000_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_100_diff1": 0.46081408388758915, "nauc_recall_at_100_max": 0.8192887773958724, "nauc_recall_at_100_std": 0.47906473551083656, "nauc_recall_at_10_diff1": 0.6710860021079149, "nauc_recall_at_10_max": 0.7558434170059336, "nauc_recall_at_10_std": 0.4460013730661783, "nauc_recall_at_1_diff1": 0.7759321163751849, "nauc_recall_at_1_max": 0.5769500564308364, "nauc_recall_at_1_std": 0.16244626079382843, "nauc_recall_at_20_diff1": 0.6344691910743022, "nauc_recall_at_20_max": 0.8142909168642823, "nauc_recall_at_20_std": 0.525720429774837, "nauc_recall_at_3_diff1": 0.7417909685938238, "nauc_recall_at_3_max": 0.7197021668537062, "nauc_recall_at_3_std": 0.32346199850703095, "nauc_recall_at_5_diff1": 0.6744537194315492, "nauc_recall_at_5_max": 0.7186971013408474, "nauc_recall_at_5_std": 0.434242459936622, "ndcg_at_1": 0.72387, "ndcg_at_10": 0.82894, "ndcg_at_100": 0.84149, "ndcg_at_1000": 0.84284, "ndcg_at_20": 0.83602, "ndcg_at_3": 0.79907, "ndcg_at_5": 0.81528, "precision_at_1": 0.72387, "precision_at_10": 0.09329, "precision_at_100": 0.0099, "precision_at_1000": 0.001, "precision_at_20": 0.04803, "precision_at_3": 0.28402, "precision_at_5": 0.1783, "recall_at_1": 0.72387, "recall_at_10": 0.93294, "recall_at_100": 0.99014, "recall_at_1000": 1.0, "recall_at_20": 0.96055, "recall_at_3": 0.85207, "recall_at_5": 0.89152 }, { "hf_subset": "hin-spa", "languages": [ "hin-Deva", "spa-Latn" ], "main_score": 0.85111, "map_at_1": 0.73797, "map_at_10": 0.8153, "map_at_100": 0.81664, "map_at_1000": 0.81664, "map_at_20": 0.81568, "map_at_3": 0.80392, "map_at_5": 0.81007, "mrr_at_1": 0.7379679144385026, "mrr_at_10": 0.8153000594177064, "mrr_at_100": 0.8166419290816591, "mrr_at_1000": 0.8166419290816591, "mrr_at_20": 0.8156820303879126, "mrr_at_3": 0.803921568627451, "mrr_at_5": 0.8100713012477719, "nauc_map_at_1000_diff1": 0.7914421276340047, "nauc_map_at_1000_max": 0.639649756920362, "nauc_map_at_1000_std": 0.21370344841368508, "nauc_map_at_100_diff1": 0.7914421276340047, "nauc_map_at_100_max": 0.639649756920362, "nauc_map_at_100_std": 0.21370344841368508, "nauc_map_at_10_diff1": 0.789388427508368, "nauc_map_at_10_max": 0.6408463176166397, "nauc_map_at_10_std": 0.21325779117943666, "nauc_map_at_1_diff1": 0.8206698278393494, "nauc_map_at_1_max": 0.5808803644433495, "nauc_map_at_1_std": 0.16441149784787512, "nauc_map_at_20_diff1": 0.7899244751521539, "nauc_map_at_20_max": 0.6403256594299394, "nauc_map_at_20_std": 0.2150328420693136, "nauc_map_at_3_diff1": 0.7891109063645502, "nauc_map_at_3_max": 0.6547872894931668, "nauc_map_at_3_std": 0.22990511681229675, "nauc_map_at_5_diff1": 0.7876325788449782, "nauc_map_at_5_max": 0.6465256755928094, "nauc_map_at_5_std": 0.22140819863540023, "nauc_mrr_at_1000_diff1": 0.7914421276340047, "nauc_mrr_at_1000_max": 0.639649756920362, "nauc_mrr_at_1000_std": 0.21370344841368508, "nauc_mrr_at_100_diff1": 0.7914421276340047, "nauc_mrr_at_100_max": 0.639649756920362, "nauc_mrr_at_100_std": 0.21370344841368508, "nauc_mrr_at_10_diff1": 0.789388427508368, "nauc_mrr_at_10_max": 0.6408463176166397, "nauc_mrr_at_10_std": 0.21325779117943666, "nauc_mrr_at_1_diff1": 0.8206698278393494, "nauc_mrr_at_1_max": 0.5808803644433495, "nauc_mrr_at_1_std": 0.16441149784787512, "nauc_mrr_at_20_diff1": 0.7899244751521539, "nauc_mrr_at_20_max": 0.6403256594299394, "nauc_mrr_at_20_std": 0.2150328420693136, "nauc_mrr_at_3_diff1": 0.7891109063645502, "nauc_mrr_at_3_max": 0.6547872894931668, "nauc_mrr_at_3_std": 0.22990511681229675, "nauc_mrr_at_5_diff1": 0.7876325788449782, "nauc_mrr_at_5_max": 0.6465256755928094, "nauc_mrr_at_5_std": 0.22140819863540023, "nauc_ndcg_at_1000_diff1": 0.7869303680350186, "nauc_ndcg_at_1000_max": 0.6465356705736771, "nauc_ndcg_at_1000_std": 0.22208979126499864, "nauc_ndcg_at_100_diff1": 0.7869303680350186, "nauc_ndcg_at_100_max": 0.6465356705736771, "nauc_ndcg_at_100_std": 0.22208979126499864, "nauc_ndcg_at_10_diff1": 0.7756964662647348, "nauc_ndcg_at_10_max": 0.6545871757827151, "nauc_ndcg_at_10_std": 0.22668405517181028, "nauc_ndcg_at_1_diff1": 0.8206698278393494, "nauc_ndcg_at_1_max": 0.5808803644433495, "nauc_ndcg_at_1_std": 0.16441149784787512, "nauc_ndcg_at_20_diff1": 0.7779404132954538, "nauc_ndcg_at_20_max": 0.6524121330418743, "nauc_ndcg_at_20_std": 0.23471058342805348, "nauc_ndcg_at_3_diff1": 0.7746769149260199, "nauc_ndcg_at_3_max": 0.6845875624936648, "nauc_ndcg_at_3_std": 0.2626488923707434, "nauc_ndcg_at_5_diff1": 0.7706769158726643, "nauc_ndcg_at_5_max": 0.6698488919863168, "nauc_ndcg_at_5_std": 0.24908655247618028, "nauc_precision_at_1000_diff1": NaN, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_10_diff1": 0.6095041183181024, "nauc_precision_at_10_max": 0.7915529417874008, "nauc_precision_at_10_std": 0.36028681652419725, "nauc_precision_at_1_diff1": 0.8206698278393494, "nauc_precision_at_1_max": 0.5808803644433495, "nauc_precision_at_1_std": 0.16441149784787512, "nauc_precision_at_20_diff1": 0.6186811345239074, "nauc_precision_at_20_max": 0.7786371622440328, "nauc_precision_at_20_std": 0.5144573136650155, "nauc_precision_at_3_diff1": 0.7044463395176799, "nauc_precision_at_3_max": 0.8276849967297673, "nauc_precision_at_3_std": 0.4232922927465565, "nauc_precision_at_5_diff1": 0.6640324925833447, "nauc_precision_at_5_max": 0.8087668726523685, "nauc_precision_at_5_std": 0.42164001192298817, "nauc_recall_at_1000_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_10_diff1": 0.6095041183181006, "nauc_recall_at_10_max": 0.7915529417874043, "nauc_recall_at_10_std": 0.3602868165241981, "nauc_recall_at_1_diff1": 0.8206698278393494, "nauc_recall_at_1_max": 0.5808803644433495, "nauc_recall_at_1_std": 0.16441149784787512, "nauc_recall_at_20_diff1": 0.6186811345239066, "nauc_recall_at_20_max": 0.7786371622440321, "nauc_recall_at_20_std": 0.5144573136650235, "nauc_recall_at_3_diff1": 0.7044463395176823, "nauc_recall_at_3_max": 0.8276849967297697, "nauc_recall_at_3_std": 0.4232922927465565, "nauc_recall_at_5_diff1": 0.6640324925833411, "nauc_recall_at_5_max": 0.808766872652369, "nauc_recall_at_5_std": 0.4216400119229862, "ndcg_at_1": 0.73797, "ndcg_at_10": 0.85111, "ndcg_at_100": 0.85874, "ndcg_at_1000": 0.85874, "ndcg_at_20": 0.85248, "ndcg_at_3": 0.82671, "ndcg_at_5": 0.83776, "precision_at_1": 0.73797, "precision_at_10": 0.09626, "precision_at_100": 0.01, "precision_at_1000": 0.001, "precision_at_20": 0.0484, "precision_at_3": 0.29768, "precision_at_5": 0.18396, "recall_at_1": 0.73797, "recall_at_10": 0.96257, "recall_at_100": 1.0, "recall_at_1000": 1.0, "recall_at_20": 0.96791, "recall_at_3": 0.89305, "recall_at_5": 0.91979 }, { "hf_subset": "hin-hin", "languages": [ "hin-Deva", "hin-Deva" ], "main_score": 0.83245, "map_at_1": 0.72387, "map_at_10": 0.79893, "map_at_100": 0.80105, "map_at_1000": 0.80113, "map_at_20": 0.80022, "map_at_3": 0.786, "map_at_5": 0.7927, "mrr_at_1": 0.7238658777120316, "mrr_at_10": 0.7989316239316238, "mrr_at_100": 0.8010526738784314, "mrr_at_1000": 0.8011269162783642, "mrr_at_20": 0.8002231531730312, "mrr_at_3": 0.7859960552268245, "mrr_at_5": 0.7927021696252463, "nauc_map_at_1000_diff1": 0.7932676413372223, "nauc_map_at_1000_max": 0.677109626115123, "nauc_map_at_1000_std": 0.2195546591783816, "nauc_map_at_100_diff1": 0.7932849360881409, "nauc_map_at_100_max": 0.6771734878786303, "nauc_map_at_100_std": 0.21977424317010652, "nauc_map_at_10_diff1": 0.7915184765960234, "nauc_map_at_10_max": 0.6778689053858439, "nauc_map_at_10_std": 0.22284436132568822, "nauc_map_at_1_diff1": 0.8224537580616181, "nauc_map_at_1_max": 0.6338018313388215, "nauc_map_at_1_std": 0.12875236299258772, "nauc_map_at_20_diff1": 0.793093679844303, "nauc_map_at_20_max": 0.6777897259547235, "nauc_map_at_20_std": 0.22100915649395972, "nauc_map_at_3_diff1": 0.7883079284951521, "nauc_map_at_3_max": 0.6843904521475878, "nauc_map_at_3_std": 0.23370987679375319, "nauc_map_at_5_diff1": 0.7875763504006639, "nauc_map_at_5_max": 0.6789907254606813, "nauc_map_at_5_std": 0.2255896145742225, "nauc_mrr_at_1000_diff1": 0.7932676413372223, "nauc_mrr_at_1000_max": 0.677109626115123, "nauc_mrr_at_1000_std": 0.2195546591783816, "nauc_mrr_at_100_diff1": 0.7932849360881409, "nauc_mrr_at_100_max": 0.6771734878786303, "nauc_mrr_at_100_std": 0.21977424317010652, "nauc_mrr_at_10_diff1": 0.7915184765960234, "nauc_mrr_at_10_max": 0.6778689053858439, "nauc_mrr_at_10_std": 0.22284436132568822, "nauc_mrr_at_1_diff1": 0.8224537580616181, "nauc_mrr_at_1_max": 0.6338018313388215, "nauc_mrr_at_1_std": 0.12875236299258772, "nauc_mrr_at_20_diff1": 0.793093679844303, "nauc_mrr_at_20_max": 0.6777897259547235, "nauc_mrr_at_20_std": 0.22100915649395972, "nauc_mrr_at_3_diff1": 0.7883079284951521, "nauc_mrr_at_3_max": 0.6843904521475878, "nauc_mrr_at_3_std": 0.23370987679375319, "nauc_mrr_at_5_diff1": 0.7875763504006639, "nauc_mrr_at_5_max": 0.6789907254606813, "nauc_mrr_at_5_std": 0.2255896145742225, "nauc_ndcg_at_1000_diff1": 0.7898224050915782, "nauc_ndcg_at_1000_max": 0.6831781244716817, "nauc_ndcg_at_1000_std": 0.233111916203489, "nauc_ndcg_at_100_diff1": 0.7901420145261029, "nauc_ndcg_at_100_max": 0.6846443892793384, "nauc_ndcg_at_100_std": 0.2379969070831413, "nauc_ndcg_at_10_diff1": 0.7818929674239947, "nauc_ndcg_at_10_max": 0.689969609492824, "nauc_ndcg_at_10_std": 0.25376952952808957, "nauc_ndcg_at_1_diff1": 0.8224537580616181, "nauc_ndcg_at_1_max": 0.6338018313388215, "nauc_ndcg_at_1_std": 0.12875236299258772, "nauc_ndcg_at_20_diff1": 0.7891622125668466, "nauc_ndcg_at_20_max": 0.690516447981319, "nauc_ndcg_at_20_std": 0.2474071883133452, "nauc_ndcg_at_3_diff1": 0.7742038040283122, "nauc_ndcg_at_3_max": 0.7015120250053177, "nauc_ndcg_at_3_std": 0.2736443983026722, "nauc_ndcg_at_5_diff1": 0.7720659123791517, "nauc_ndcg_at_5_max": 0.6924029179954827, "nauc_ndcg_at_5_std": 0.26062966370713264, "nauc_precision_at_1000_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_100_diff1": 0.8192887773958722, "nauc_precision_at_100_max": 0.8333686650703843, "nauc_precision_at_100_std": 0.7269192253982818, "nauc_precision_at_10_diff1": 0.7123754780912769, "nauc_precision_at_10_max": 0.7800085387188387, "nauc_precision_at_10_std": 0.4894905477857947, "nauc_precision_at_1_diff1": 0.8224537580616181, "nauc_precision_at_1_max": 0.6338018313388215, "nauc_precision_at_1_std": 0.12875236299258772, "nauc_precision_at_20_diff1": 0.7837116798478875, "nauc_precision_at_20_max": 0.8260575733867165, "nauc_precision_at_20_std": 0.5043760234651843, "nauc_precision_at_3_diff1": 0.7160673663824301, "nauc_precision_at_3_max": 0.7704541695594451, "nauc_precision_at_3_std": 0.43677403595939096, "nauc_precision_at_5_diff1": 0.6951644073259433, "nauc_precision_at_5_max": 0.7551624232331572, "nauc_precision_at_5_std": 0.4296149208632687, "nauc_recall_at_1000_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_100_diff1": 0.8192887773958724, "nauc_recall_at_100_max": 0.8333686650703764, "nauc_recall_at_100_std": 0.7269192253982937, "nauc_recall_at_10_diff1": 0.71237547809128, "nauc_recall_at_10_max": 0.7800085387188416, "nauc_recall_at_10_std": 0.4894905477857986, "nauc_recall_at_1_diff1": 0.8224537580616181, "nauc_recall_at_1_max": 0.6338018313388215, "nauc_recall_at_1_std": 0.12875236299258772, "nauc_recall_at_20_diff1": 0.7837116798478877, "nauc_recall_at_20_max": 0.8260575733867183, "nauc_recall_at_20_std": 0.5043760234651832, "nauc_recall_at_3_diff1": 0.7160673663824295, "nauc_recall_at_3_max": 0.7704541695594466, "nauc_recall_at_3_std": 0.43677403595939035, "nauc_recall_at_5_diff1": 0.6951644073259423, "nauc_recall_at_5_max": 0.7551624232331561, "nauc_recall_at_5_std": 0.4296149208632699, "ndcg_at_1": 0.72387, "ndcg_at_10": 0.83245, "ndcg_at_100": 0.84344, "ndcg_at_1000": 0.84483, "ndcg_at_20": 0.83701, "ndcg_at_3": 0.80508, "ndcg_at_5": 0.81722, "precision_at_1": 0.72387, "precision_at_10": 0.09369, "precision_at_100": 0.0099, "precision_at_1000": 0.001, "precision_at_20": 0.04773, "precision_at_3": 0.28665, "precision_at_5": 0.17791, "recall_at_1": 0.72387, "recall_at_10": 0.93688, "recall_at_100": 0.99014, "recall_at_1000": 1.0, "recall_at_20": 0.95464, "recall_at_3": 0.85996, "recall_at_5": 0.88955 }, { "hf_subset": "hin-vie", "languages": [ "hin-Deva", "vie-Latn" ], "main_score": 0.80881, "map_at_1": 0.67232, "map_at_10": 0.76999, "map_at_100": 0.77358, "map_at_1000": 0.77358, "map_at_20": 0.77253, "map_at_3": 0.75895, "map_at_5": 0.76516, "mrr_at_1": 0.672316384180791, "mrr_at_10": 0.769991480584701, "mrr_at_100": 0.7735815892482989, "mrr_at_1000": 0.7735815892482989, "mrr_at_20": 0.7725278589436118, "mrr_at_3": 0.7589453860640301, "mrr_at_5": 0.7651600753295669, "nauc_map_at_1000_diff1": 0.7710783358460185, "nauc_map_at_1000_max": 0.5429288348693329, "nauc_map_at_1000_std": 0.1765839775182621, "nauc_map_at_100_diff1": 0.7710783358460185, "nauc_map_at_100_max": 0.5429288348693329, "nauc_map_at_100_std": 0.1765839775182621, "nauc_map_at_10_diff1": 0.7704241911860815, "nauc_map_at_10_max": 0.5479336365671396, "nauc_map_at_10_std": 0.18101369058057035, "nauc_map_at_1_diff1": 0.7964533093295797, "nauc_map_at_1_max": 0.4942261054504833, "nauc_map_at_1_std": 0.13239016431223427, "nauc_map_at_20_diff1": 0.7704207473010245, "nauc_map_at_20_max": 0.5448160797110029, "nauc_map_at_20_std": 0.1768954391259817, "nauc_map_at_3_diff1": 0.7696906450754701, "nauc_map_at_3_max": 0.5447348270770641, "nauc_map_at_3_std": 0.18317964827174624, "nauc_map_at_5_diff1": 0.7699224542730767, "nauc_map_at_5_max": 0.5478512589293721, "nauc_map_at_5_std": 0.1821611108772215, "nauc_mrr_at_1000_diff1": 0.7710783358460185, "nauc_mrr_at_1000_max": 0.5429288348693329, "nauc_mrr_at_1000_std": 0.1765839775182621, "nauc_mrr_at_100_diff1": 0.7710783358460185, "nauc_mrr_at_100_max": 0.5429288348693329, "nauc_mrr_at_100_std": 0.1765839775182621, "nauc_mrr_at_10_diff1": 0.7704241911860815, "nauc_mrr_at_10_max": 0.5479336365671396, "nauc_mrr_at_10_std": 0.18101369058057035, "nauc_mrr_at_1_diff1": 0.7964533093295797, "nauc_mrr_at_1_max": 0.4942261054504833, "nauc_mrr_at_1_std": 0.13239016431223427, "nauc_mrr_at_20_diff1": 0.7704207473010245, "nauc_mrr_at_20_max": 0.5448160797110029, "nauc_mrr_at_20_std": 0.1768954391259817, "nauc_mrr_at_3_diff1": 0.7696906450754701, "nauc_mrr_at_3_max": 0.5447348270770641, "nauc_mrr_at_3_std": 0.18317964827174624, "nauc_mrr_at_5_diff1": 0.7699224542730767, "nauc_mrr_at_5_max": 0.5478512589293721, "nauc_mrr_at_5_std": 0.1821611108772215, "nauc_ndcg_at_1000_diff1": 0.7663751768986734, "nauc_ndcg_at_1000_max": 0.5517976678200165, "nauc_ndcg_at_1000_std": 0.18590074236722876, "nauc_ndcg_at_100_diff1": 0.7663751768986734, "nauc_ndcg_at_100_max": 0.5517976678200165, "nauc_ndcg_at_100_std": 0.18590074236722876, "nauc_ndcg_at_10_diff1": 0.7601364880527387, "nauc_ndcg_at_10_max": 0.5772402295916218, "nauc_ndcg_at_10_std": 0.20943547100531226, "nauc_ndcg_at_1_diff1": 0.7964533093295797, "nauc_ndcg_at_1_max": 0.4942261054504833, "nauc_ndcg_at_1_std": 0.13239016431223427, "nauc_ndcg_at_20_diff1": 0.7593224879797803, "nauc_ndcg_at_20_max": 0.5651619037234645, "nauc_ndcg_at_20_std": 0.1923753656046863, "nauc_ndcg_at_3_diff1": 0.7594824047703971, "nauc_ndcg_at_3_max": 0.5678971561642845, "nauc_ndcg_at_3_std": 0.2098045058318657, "nauc_ndcg_at_5_diff1": 0.759608613904026, "nauc_ndcg_at_5_max": 0.5755906932702791, "nauc_ndcg_at_5_std": 0.20900669622258813, "nauc_precision_at_1000_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_10_diff1": 0.6810932014568758, "nauc_precision_at_10_max": 0.8119826939261753, "nauc_precision_at_10_std": 0.44028801711960636, "nauc_precision_at_1_diff1": 0.7964533093295797, "nauc_precision_at_1_max": 0.4942261054504833, "nauc_precision_at_1_std": 0.13239016431223427, "nauc_precision_at_20_diff1": 0.5719135431268462, "nauc_precision_at_20_max": 0.86380807970278, "nauc_precision_at_20_std": 0.3911309563743674, "nauc_precision_at_3_diff1": 0.7130319124111316, "nauc_precision_at_3_max": 0.6754204079073721, "nauc_precision_at_3_std": 0.3349156623272229, "nauc_precision_at_5_diff1": 0.7036365345088555, "nauc_precision_at_5_max": 0.7319979765396466, "nauc_precision_at_5_std": 0.3598880300496517, "nauc_recall_at_1000_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_10_diff1": 0.6810932014568752, "nauc_recall_at_10_max": 0.811982693926175, "nauc_recall_at_10_std": 0.44028801711960375, "nauc_recall_at_1_diff1": 0.7964533093295797, "nauc_recall_at_1_max": 0.4942261054504833, "nauc_recall_at_1_std": 0.13239016431223427, "nauc_recall_at_20_diff1": 0.5719135431268463, "nauc_recall_at_20_max": 0.8638080797027825, "nauc_recall_at_20_std": 0.3911309563743645, "nauc_recall_at_3_diff1": 0.7130319124111313, "nauc_recall_at_3_max": 0.6754204079073698, "nauc_recall_at_3_std": 0.33491566232722325, "nauc_recall_at_5_diff1": 0.7036365345088561, "nauc_recall_at_5_max": 0.7319979765396468, "nauc_recall_at_5_std": 0.3598880300496489, "ndcg_at_1": 0.67232, "ndcg_at_10": 0.80881, "ndcg_at_100": 0.82516, "ndcg_at_1000": 0.82516, "ndcg_at_20": 0.81855, "ndcg_at_3": 0.78611, "ndcg_at_5": 0.79754, "precision_at_1": 0.67232, "precision_at_10": 0.09266, "precision_at_100": 0.01, "precision_at_1000": 0.001, "precision_at_20": 0.04831, "precision_at_3": 0.28814, "precision_at_5": 0.17853, "recall_at_1": 0.67232, "recall_at_10": 0.92655, "recall_at_100": 1.0, "recall_at_1000": 1.0, "recall_at_20": 0.9661, "recall_at_3": 0.86441, "recall_at_5": 0.89266 }, { "hf_subset": "hin-zho", "languages": [ "hin-Deva", "zho-Hans" ], "main_score": 0.84366, "map_at_1": 0.72487, "map_at_10": 0.80824, "map_at_100": 0.8098, "map_at_1000": 0.80985, "map_at_20": 0.8088, "map_at_3": 0.79453, "map_at_5": 0.803, "mrr_at_1": 0.7248677248677249, "mrr_at_10": 0.8082367514907195, "mrr_at_100": 0.8097989817113539, "mrr_at_1000": 0.8098479725010853, "mrr_at_20": 0.808795246493659, "mrr_at_3": 0.7945326278659611, "mrr_at_5": 0.8029982363315696, "nauc_map_at_1000_diff1": 0.7894924898154754, "nauc_map_at_1000_max": 0.553067335587048, "nauc_map_at_1000_std": 0.3135333571083199, "nauc_map_at_100_diff1": 0.7894732197607043, "nauc_map_at_100_max": 0.553194847719444, "nauc_map_at_100_std": 0.31372920948704197, "nauc_map_at_10_diff1": 0.7904812101356969, "nauc_map_at_10_max": 0.556456686400257, "nauc_map_at_10_std": 0.31789956267852487, "nauc_map_at_1_diff1": 0.7787102526475511, "nauc_map_at_1_max": 0.5022792964354208, "nauc_map_at_1_std": 0.23629111274277406, "nauc_map_at_20_diff1": 0.7904772617924305, "nauc_map_at_20_max": 0.5550224555284392, "nauc_map_at_20_std": 0.3156939392931845, "nauc_map_at_3_diff1": 0.790865720380451, "nauc_map_at_3_max": 0.5530812493345227, "nauc_map_at_3_std": 0.32082880625193455, "nauc_map_at_5_diff1": 0.7903851051281541, "nauc_map_at_5_max": 0.5618197897344702, "nauc_map_at_5_std": 0.3226230636686066, "nauc_mrr_at_1000_diff1": 0.7894924898154754, "nauc_mrr_at_1000_max": 0.553067335587048, "nauc_mrr_at_1000_std": 0.3135333571083199, "nauc_mrr_at_100_diff1": 0.7894732197607043, "nauc_mrr_at_100_max": 0.553194847719444, "nauc_mrr_at_100_std": 0.31372920948704197, "nauc_mrr_at_10_diff1": 0.7904812101356969, "nauc_mrr_at_10_max": 0.556456686400257, "nauc_mrr_at_10_std": 0.31789956267852487, "nauc_mrr_at_1_diff1": 0.7787102526475511, "nauc_mrr_at_1_max": 0.5022792964354208, "nauc_mrr_at_1_std": 0.23629111274277406, "nauc_mrr_at_20_diff1": 0.7904772617924305, "nauc_mrr_at_20_max": 0.5550224555284392, "nauc_mrr_at_20_std": 0.3156939392931845, "nauc_mrr_at_3_diff1": 0.790865720380451, "nauc_mrr_at_3_max": 0.5530812493345227, "nauc_mrr_at_3_std": 0.32082880625193455, "nauc_mrr_at_5_diff1": 0.7903851051281541, "nauc_mrr_at_5_max": 0.5618197897344702, "nauc_mrr_at_5_std": 0.3226230636686066, "nauc_ndcg_at_1000_diff1": 0.7916083015538026, "nauc_ndcg_at_1000_max": 0.5629939377619829, "nauc_ndcg_at_1000_std": 0.32671585609934434, "nauc_ndcg_at_100_diff1": 0.791201605895396, "nauc_ndcg_at_100_max": 0.5655453905613784, "nauc_ndcg_at_100_std": 0.33064681464245105, "nauc_ndcg_at_10_diff1": 0.7978453396985983, "nauc_ndcg_at_10_max": 0.5851151920957706, "nauc_ndcg_at_10_std": 0.3553152954089819, "nauc_ndcg_at_1_diff1": 0.7787102526475511, "nauc_ndcg_at_1_max": 0.5022792964354208, "nauc_ndcg_at_1_std": 0.23629111274277406, "nauc_ndcg_at_20_diff1": 0.7979064983071745, "nauc_ndcg_at_20_max": 0.5778622056176769, "nauc_ndcg_at_20_std": 0.3440449636061556, "nauc_ndcg_at_3_diff1": 0.7971902968850524, "nauc_ndcg_at_3_max": 0.576254624882624, "nauc_ndcg_at_3_std": 0.35650442959509454, "nauc_ndcg_at_5_diff1": 0.7965487639359876, "nauc_ndcg_at_5_max": 0.5956859469328376, "nauc_ndcg_at_5_std": 0.361195902913052, "nauc_precision_at_1000_diff1": NaN, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_100_diff1": 0.7219505488210308, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_10_diff1": 0.8782511056623674, "nauc_precision_at_10_max": 0.8862452060188001, "nauc_precision_at_10_std": 0.7474797641742746, "nauc_precision_at_1_diff1": 0.7787102526475511, "nauc_precision_at_1_max": 0.5022792964354208, "nauc_precision_at_1_std": 0.23629111274277406, "nauc_precision_at_20_diff1": 0.9018721785558759, "nauc_precision_at_20_max": 0.8537438363098865, "nauc_precision_at_20_std": 0.675331125366926, "nauc_precision_at_3_diff1": 0.8261356248851002, "nauc_precision_at_3_max": 0.6810445161003019, "nauc_precision_at_3_std": 0.5165502042702855, "nauc_precision_at_5_diff1": 0.8340977185753371, "nauc_precision_at_5_max": 0.806340465309985, "nauc_precision_at_5_std": 0.5926599095489835, "nauc_recall_at_1000_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_100_diff1": 0.7219505488210022, "nauc_recall_at_100_max": 1.0, "nauc_recall_at_100_std": 1.0, "nauc_recall_at_10_diff1": 0.8782511056623649, "nauc_recall_at_10_max": 0.8862452060188016, "nauc_recall_at_10_std": 0.7474797641742777, "nauc_recall_at_1_diff1": 0.7787102526475511, "nauc_recall_at_1_max": 0.5022792964354208, "nauc_recall_at_1_std": 0.23629111274277406, "nauc_recall_at_20_diff1": 0.9018721785558791, "nauc_recall_at_20_max": 0.8537438363098914, "nauc_recall_at_20_std": 0.6753311253669286, "nauc_recall_at_3_diff1": 0.8261356248851006, "nauc_recall_at_3_max": 0.6810445161003048, "nauc_recall_at_3_std": 0.5165502042702876, "nauc_recall_at_5_diff1": 0.8340977185753352, "nauc_recall_at_5_max": 0.8063404653099867, "nauc_recall_at_5_std": 0.5926599095489861, "ndcg_at_1": 0.72487, "ndcg_at_10": 0.84366, "ndcg_at_100": 0.85237, "ndcg_at_1000": 0.85315, "ndcg_at_20": 0.84611, "ndcg_at_3": 0.81614, "ndcg_at_5": 0.83139, "precision_at_1": 0.72487, "precision_at_10": 0.09524, "precision_at_100": 0.00995, "precision_at_1000": 0.001, "precision_at_20": 0.04815, "precision_at_3": 0.29277, "precision_at_5": 0.18307, "recall_at_1": 0.72487, "recall_at_10": 0.95238, "recall_at_100": 0.99471, "recall_at_1000": 1.0, "recall_at_20": 0.96296, "recall_at_3": 0.87831, "recall_at_5": 0.91534 }, { "hf_subset": "vie-ara", "languages": [ "vie-Latn", "ara-Arab" ], "main_score": 0.75154, "map_at_1": 0.63804, "map_at_10": 0.71343, "map_at_100": 0.71922, "map_at_1000": 0.71922, "map_at_20": 0.71707, "map_at_3": 0.69427, "map_at_5": 0.7044, "mrr_at_1": 0.6380368098159509, "mrr_at_10": 0.7134336352127763, "mrr_at_100": 0.7192156544885743, "mrr_at_1000": 0.7192156544885743, "mrr_at_20": 0.717072574032108, "mrr_at_3": 0.6942740286298567, "mrr_at_5": 0.7043967280163598, "nauc_map_at_1000_diff1": 0.7332789196428449, "nauc_map_at_1000_max": 0.5573138508485497, "nauc_map_at_1000_std": 0.20508067332596555, "nauc_map_at_100_diff1": 0.7332789196428449, "nauc_map_at_100_max": 0.5573138508485497, "nauc_map_at_100_std": 0.20508067332596555, "nauc_map_at_10_diff1": 0.7329724885343853, "nauc_map_at_10_max": 0.5615023449477751, "nauc_map_at_10_std": 0.20948516299238323, "nauc_map_at_1_diff1": 0.7787631159704284, "nauc_map_at_1_max": 0.530013704845245, "nauc_map_at_1_std": 0.1856863465127229, "nauc_map_at_20_diff1": 0.7319959993063115, "nauc_map_at_20_max": 0.5580555422430162, "nauc_map_at_20_std": 0.2066870445886102, "nauc_map_at_3_diff1": 0.7243505294705161, "nauc_map_at_3_max": 0.5477255590294811, "nauc_map_at_3_std": 0.19949936569905619, "nauc_map_at_5_diff1": 0.7336585525835989, "nauc_map_at_5_max": 0.5620742354345275, "nauc_map_at_5_std": 0.20011680251626415, "nauc_mrr_at_1000_diff1": 0.7332789196428449, "nauc_mrr_at_1000_max": 0.5573138508485497, "nauc_mrr_at_1000_std": 0.20508067332596555, "nauc_mrr_at_100_diff1": 0.7332789196428449, "nauc_mrr_at_100_max": 0.5573138508485497, "nauc_mrr_at_100_std": 0.20508067332596555, "nauc_mrr_at_10_diff1": 0.7329724885343853, "nauc_mrr_at_10_max": 0.5615023449477751, "nauc_mrr_at_10_std": 0.20948516299238323, "nauc_mrr_at_1_diff1": 0.7787631159704284, "nauc_mrr_at_1_max": 0.530013704845245, "nauc_mrr_at_1_std": 0.1856863465127229, "nauc_mrr_at_20_diff1": 0.7319959993063115, "nauc_mrr_at_20_max": 0.5580555422430162, "nauc_mrr_at_20_std": 0.2066870445886102, "nauc_mrr_at_3_diff1": 0.7243505294705161, "nauc_mrr_at_3_max": 0.5477255590294811, "nauc_mrr_at_3_std": 0.19949936569905619, "nauc_mrr_at_5_diff1": 0.7336585525835989, "nauc_mrr_at_5_max": 0.5620742354345275, "nauc_mrr_at_5_std": 0.20011680251626415, "nauc_ndcg_at_1000_diff1": 0.7244137214392827, "nauc_ndcg_at_1000_max": 0.5612995504960814, "nauc_ndcg_at_1000_std": 0.20841683474368916, "nauc_ndcg_at_100_diff1": 0.7244137214392827, "nauc_ndcg_at_100_max": 0.5612995504960814, "nauc_ndcg_at_100_std": 0.20841683474368916, "nauc_ndcg_at_10_diff1": 0.7150141827291864, "nauc_ndcg_at_10_max": 0.5782946132636311, "nauc_ndcg_at_10_std": 0.22502054486354087, "nauc_ndcg_at_1_diff1": 0.7787631159704284, "nauc_ndcg_at_1_max": 0.530013704845245, "nauc_ndcg_at_1_std": 0.1856863465127229, "nauc_ndcg_at_20_diff1": 0.7116818935002509, "nauc_ndcg_at_20_max": 0.5650798319484746, "nauc_ndcg_at_20_std": 0.21762936811850267, "nauc_ndcg_at_3_diff1": 0.7016750624598741, "nauc_ndcg_at_3_max": 0.5525042827556618, "nauc_ndcg_at_3_std": 0.20290313445966576, "nauc_ndcg_at_5_diff1": 0.7180896034187704, "nauc_ndcg_at_5_max": 0.580219492661711, "nauc_ndcg_at_5_std": 0.202549648229361, "nauc_precision_at_1000_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_10_diff1": 0.6152740843444261, "nauc_precision_at_10_max": 0.6741252436020515, "nauc_precision_at_10_std": 0.3200164552991437, "nauc_precision_at_1_diff1": 0.7787631159704284, "nauc_precision_at_1_max": 0.530013704845245, "nauc_precision_at_1_std": 0.1856863465127229, "nauc_precision_at_20_diff1": 0.5351084641845486, "nauc_precision_at_20_max": 0.5981732167127752, "nauc_precision_at_20_std": 0.31846017855839, "nauc_precision_at_3_diff1": 0.620807045692109, "nauc_precision_at_3_max": 0.5686809772278469, "nauc_precision_at_3_std": 0.21425940655207823, "nauc_precision_at_5_diff1": 0.6569643343797964, "nauc_precision_at_5_max": 0.658145675963357, "nauc_precision_at_5_std": 0.20996624955845258, "nauc_recall_at_1000_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_10_diff1": 0.6152740843444272, "nauc_recall_at_10_max": 0.6741252436020535, "nauc_recall_at_10_std": 0.3200164552991448, "nauc_recall_at_1_diff1": 0.7787631159704284, "nauc_recall_at_1_max": 0.530013704845245, "nauc_recall_at_1_std": 0.1856863465127229, "nauc_recall_at_20_diff1": 0.5351084641845487, "nauc_recall_at_20_max": 0.5981732167127772, "nauc_recall_at_20_std": 0.31846017855838815, "nauc_recall_at_3_diff1": 0.620807045692109, "nauc_recall_at_3_max": 0.5686809772278475, "nauc_recall_at_3_std": 0.21425940655207915, "nauc_recall_at_5_diff1": 0.6569643343797962, "nauc_recall_at_5_max": 0.6581456759633569, "nauc_recall_at_5_std": 0.20996624955845197, "ndcg_at_1": 0.63804, "ndcg_at_10": 0.75154, "ndcg_at_100": 0.77923, "ndcg_at_1000": 0.77923, "ndcg_at_20": 0.76422, "ndcg_at_3": 0.7129, "ndcg_at_5": 0.73085, "precision_at_1": 0.63804, "precision_at_10": 0.08712, "precision_at_100": 0.01, "precision_at_1000": 0.001, "precision_at_20": 0.04601, "precision_at_3": 0.25562, "precision_at_5": 0.16196, "recall_at_1": 0.63804, "recall_at_10": 0.87117, "recall_at_100": 1.0, "recall_at_1000": 1.0, "recall_at_20": 0.92025, "recall_at_3": 0.76687, "recall_at_5": 0.80982 }, { "hf_subset": "vie-deu", "languages": [ "vie-Latn", "deu-Latn" ], "main_score": 0.78381, "map_at_1": 0.64286, "map_at_10": 0.74334, "map_at_100": 0.74803, "map_at_1000": 0.74803, "map_at_20": 0.74678, "map_at_3": 0.72802, "map_at_5": 0.73874, "mrr_at_1": 0.6428571428571429, "mrr_at_10": 0.7433368219082505, "mrr_at_100": 0.7480271282451619, "mrr_at_1000": 0.7480271282451619, "mrr_at_20": 0.7467760033007287, "mrr_at_3": 0.728021978021978, "mrr_at_5": 0.7387362637362637, "nauc_map_at_1000_diff1": 0.7892426361860005, "nauc_map_at_1000_max": 0.6658132576001945, "nauc_map_at_1000_std": 0.18971998956360026, "nauc_map_at_100_diff1": 0.7892426361860005, "nauc_map_at_100_max": 0.6658132576001945, "nauc_map_at_100_std": 0.18971998956360026, "nauc_map_at_10_diff1": 0.788035176948552, "nauc_map_at_10_max": 0.6672288071048219, "nauc_map_at_10_std": 0.19413276094222318, "nauc_map_at_1_diff1": 0.8161514378687608, "nauc_map_at_1_max": 0.6613468939225625, "nauc_map_at_1_std": 0.13035941418310568, "nauc_map_at_20_diff1": 0.7895608484217536, "nauc_map_at_20_max": 0.6659889997006705, "nauc_map_at_20_std": 0.19067001977126316, "nauc_map_at_3_diff1": 0.7821962343593594, "nauc_map_at_3_max": 0.6676735806538123, "nauc_map_at_3_std": 0.19641708111892947, "nauc_map_at_5_diff1": 0.7852624787912534, "nauc_map_at_5_max": 0.6693967792038749, "nauc_map_at_5_std": 0.19447577937087324, "nauc_mrr_at_1000_diff1": 0.7892426361860005, "nauc_mrr_at_1000_max": 0.6658132576001945, "nauc_mrr_at_1000_std": 0.18971998956360026, "nauc_mrr_at_100_diff1": 0.7892426361860005, "nauc_mrr_at_100_max": 0.6658132576001945, "nauc_mrr_at_100_std": 0.18971998956360026, "nauc_mrr_at_10_diff1": 0.788035176948552, "nauc_mrr_at_10_max": 0.6672288071048219, "nauc_mrr_at_10_std": 0.19413276094222318, "nauc_mrr_at_1_diff1": 0.8161514378687608, "nauc_mrr_at_1_max": 0.6613468939225625, "nauc_mrr_at_1_std": 0.13035941418310568, "nauc_mrr_at_20_diff1": 0.7895608484217536, "nauc_mrr_at_20_max": 0.6659889997006705, "nauc_mrr_at_20_std": 0.19067001977126316, "nauc_mrr_at_3_diff1": 0.7821962343593594, "nauc_mrr_at_3_max": 0.6676735806538123, "nauc_mrr_at_3_std": 0.19641708111892947, "nauc_mrr_at_5_diff1": 0.7852624787912534, "nauc_mrr_at_5_max": 0.6693967792038749, "nauc_mrr_at_5_std": 0.19447577937087324, "nauc_ndcg_at_1000_diff1": 0.7882020896096988, "nauc_ndcg_at_1000_max": 0.6672284575565144, "nauc_ndcg_at_1000_std": 0.201226930280102, "nauc_ndcg_at_100_diff1": 0.7882020896096988, "nauc_ndcg_at_100_max": 0.6672284575565144, "nauc_ndcg_at_100_std": 0.201226930280102, "nauc_ndcg_at_10_diff1": 0.7856854331385252, "nauc_ndcg_at_10_max": 0.6730114672786335, "nauc_ndcg_at_10_std": 0.2261394217115728, "nauc_ndcg_at_1_diff1": 0.8161514378687608, "nauc_ndcg_at_1_max": 0.6613468939225625, "nauc_ndcg_at_1_std": 0.13035941418310568, "nauc_ndcg_at_20_diff1": 0.791381339093057, "nauc_ndcg_at_20_max": 0.6679376035274653, "nauc_ndcg_at_20_std": 0.21192806508983578, "nauc_ndcg_at_3_diff1": 0.7731493677620401, "nauc_ndcg_at_3_max": 0.6745994307924957, "nauc_ndcg_at_3_std": 0.22762742840588943, "nauc_ndcg_at_5_diff1": 0.7779894494497588, "nauc_ndcg_at_5_max": 0.6780242193241277, "nauc_ndcg_at_5_std": 0.22559698253402177, "nauc_precision_at_1000_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_10_diff1": 0.781488113582499, "nauc_precision_at_10_max": 0.7122704385616451, "nauc_precision_at_10_std": 0.44345407877216847, "nauc_precision_at_1_diff1": 0.8161514378687608, "nauc_precision_at_1_max": 0.6613468939225625, "nauc_precision_at_1_std": 0.13035941418310568, "nauc_precision_at_20_diff1": 0.8586496870031974, "nauc_precision_at_20_max": 0.6770125543596199, "nauc_precision_at_20_std": 0.4553232433720178, "nauc_precision_at_3_diff1": 0.7377835411226236, "nauc_precision_at_3_max": 0.7052119194946641, "nauc_precision_at_3_std": 0.3588237028431644, "nauc_precision_at_5_diff1": 0.7433932870461268, "nauc_precision_at_5_max": 0.7256716167844833, "nauc_precision_at_5_std": 0.38900333691241457, "nauc_recall_at_1000_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_10_diff1": 0.781488113582499, "nauc_recall_at_10_max": 0.7122704385616463, "nauc_recall_at_10_std": 0.44345407877216936, "nauc_recall_at_1_diff1": 0.8161514378687608, "nauc_recall_at_1_max": 0.6613468939225625, "nauc_recall_at_1_std": 0.13035941418310568, "nauc_recall_at_20_diff1": 0.858649687003193, "nauc_recall_at_20_max": 0.6770125543596199, "nauc_recall_at_20_std": 0.4553232433720133, "nauc_recall_at_3_diff1": 0.737783541122623, "nauc_recall_at_3_max": 0.7052119194946643, "nauc_recall_at_3_std": 0.35882370284316484, "nauc_recall_at_5_diff1": 0.7433932870461257, "nauc_recall_at_5_max": 0.7256716167844832, "nauc_recall_at_5_std": 0.38900333691241357, "ndcg_at_1": 0.64286, "ndcg_at_10": 0.78381, "ndcg_at_100": 0.80471, "ndcg_at_1000": 0.80471, "ndcg_at_20": 0.79634, "ndcg_at_3": 0.75425, "ndcg_at_5": 0.77294, "precision_at_1": 0.64286, "precision_at_10": 0.09066, "precision_at_100": 0.01, "precision_at_1000": 0.001, "precision_at_20": 0.0478, "precision_at_3": 0.27656, "precision_at_5": 0.17473, "recall_at_1": 0.64286, "recall_at_10": 0.90659, "recall_at_100": 1.0, "recall_at_1000": 1.0, "recall_at_20": 0.95604, "recall_at_3": 0.82967, "recall_at_5": 0.87363 }, { "hf_subset": "vie-eng", "languages": [ "vie-Latn", "eng-Latn" ], "main_score": 0.77813, "map_at_1": 0.65166, "map_at_10": 0.73905, "map_at_100": 0.74271, "map_at_1000": 0.7428, "map_at_20": 0.7412, "map_at_3": 0.72016, "map_at_5": 0.73464, "mrr_at_1": 0.6516634050880626, "mrr_at_10": 0.739052744385425, "mrr_at_100": 0.7427059382635216, "mrr_at_1000": 0.7427999395471357, "mrr_at_20": 0.7412010695025086, "mrr_at_3": 0.720156555772994, "mrr_at_5": 0.7346379647749508, "nauc_map_at_1000_diff1": 0.7714345159815023, "nauc_map_at_1000_max": 0.6576117792983995, "nauc_map_at_1000_std": 0.1443092546602833, "nauc_map_at_100_diff1": 0.7714013898503138, "nauc_map_at_100_max": 0.6575527733217472, "nauc_map_at_100_std": 0.14447964882647374, "nauc_map_at_10_diff1": 0.7704435512733381, "nauc_map_at_10_max": 0.660471808739797, "nauc_map_at_10_std": 0.14715076525021054, "nauc_map_at_1_diff1": 0.7939058055630629, "nauc_map_at_1_max": 0.6277982983990147, "nauc_map_at_1_std": 0.10847918006062396, "nauc_map_at_20_diff1": 0.7706433827350487, "nauc_map_at_20_max": 0.658445930402888, "nauc_map_at_20_std": 0.1446552985368623, "nauc_map_at_3_diff1": 0.7703304266646345, "nauc_map_at_3_max": 0.663029728837485, "nauc_map_at_3_std": 0.14055374964266837, "nauc_map_at_5_diff1": 0.7719765967954542, "nauc_map_at_5_max": 0.663434175510042, "nauc_map_at_5_std": 0.15097596532108268, "nauc_mrr_at_1000_diff1": 0.7714345159815023, "nauc_mrr_at_1000_max": 0.6576117792983995, "nauc_mrr_at_1000_std": 0.1443092546602833, "nauc_mrr_at_100_diff1": 0.7714013898503138, "nauc_mrr_at_100_max": 0.6575527733217472, "nauc_mrr_at_100_std": 0.14447964882647374, "nauc_mrr_at_10_diff1": 0.7704435512733381, "nauc_mrr_at_10_max": 0.660471808739797, "nauc_mrr_at_10_std": 0.14715076525021054, "nauc_mrr_at_1_diff1": 0.7939058055630629, "nauc_mrr_at_1_max": 0.6277982983990147, "nauc_mrr_at_1_std": 0.10847918006062396, "nauc_mrr_at_20_diff1": 0.7706433827350487, "nauc_mrr_at_20_max": 0.658445930402888, "nauc_mrr_at_20_std": 0.1446552985368623, "nauc_mrr_at_3_diff1": 0.7703304266646345, "nauc_mrr_at_3_max": 0.663029728837485, "nauc_mrr_at_3_std": 0.14055374964266837, "nauc_mrr_at_5_diff1": 0.7719765967954542, "nauc_mrr_at_5_max": 0.663434175510042, "nauc_mrr_at_5_std": 0.15097596532108268, "nauc_ndcg_at_1000_diff1": 0.7679921630498061, "nauc_ndcg_at_1000_max": 0.6628500072389658, "nauc_ndcg_at_1000_std": 0.15324275697400624, "nauc_ndcg_at_100_diff1": 0.7673738980275268, "nauc_ndcg_at_100_max": 0.6617317044708871, "nauc_ndcg_at_100_std": 0.15699370271703952, "nauc_ndcg_at_10_diff1": 0.7610558218184478, "nauc_ndcg_at_10_max": 0.6766058028254252, "nauc_ndcg_at_10_std": 0.17003822592491769, "nauc_ndcg_at_1_diff1": 0.7939058055630629, "nauc_ndcg_at_1_max": 0.6277982983990147, "nauc_ndcg_at_1_std": 0.10847918006062396, "nauc_ndcg_at_20_diff1": 0.7620923939827066, "nauc_ndcg_at_20_max": 0.6687548284792978, "nauc_ndcg_at_20_std": 0.15972743840809026, "nauc_ndcg_at_3_diff1": 0.7629723596221677, "nauc_ndcg_at_3_max": 0.6810706652630769, "nauc_ndcg_at_3_std": 0.1560941136813533, "nauc_ndcg_at_5_diff1": 0.7656183898838103, "nauc_ndcg_at_5_max": 0.683574409163669, "nauc_ndcg_at_5_std": 0.17846239585840484, "nauc_precision_at_1000_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_100_diff1": 0.7153521187149786, "nauc_precision_at_100_max": 0.569427474387634, "nauc_precision_at_100_std": 0.4894808627107381, "nauc_precision_at_10_diff1": 0.700202763572421, "nauc_precision_at_10_max": 0.7771310209149237, "nauc_precision_at_10_std": 0.318641133068488, "nauc_precision_at_1_diff1": 0.7939058055630629, "nauc_precision_at_1_max": 0.6277982983990147, "nauc_precision_at_1_std": 0.10847918006062396, "nauc_precision_at_20_diff1": 0.6873629140247179, "nauc_precision_at_20_max": 0.7409143533613315, "nauc_precision_at_20_std": 0.2737957227418129, "nauc_precision_at_3_diff1": 0.735945281151276, "nauc_precision_at_3_max": 0.7508449705824676, "nauc_precision_at_3_std": 0.21592903160779844, "nauc_precision_at_5_diff1": 0.7351608115249529, "nauc_precision_at_5_max": 0.7887439149463282, "nauc_precision_at_5_std": 0.3253220435247358, "nauc_recall_at_1000_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_100_diff1": 0.715352118714981, "nauc_recall_at_100_max": 0.5694274743876155, "nauc_recall_at_100_std": 0.48948086271073443, "nauc_recall_at_10_diff1": 0.7002027635724225, "nauc_recall_at_10_max": 0.7771310209149246, "nauc_recall_at_10_std": 0.3186411330684864, "nauc_recall_at_1_diff1": 0.7939058055630629, "nauc_recall_at_1_max": 0.6277982983990147, "nauc_recall_at_1_std": 0.10847918006062396, "nauc_recall_at_20_diff1": 0.6873629140247186, "nauc_recall_at_20_max": 0.740914353361331, "nauc_recall_at_20_std": 0.27379572274181335, "nauc_recall_at_3_diff1": 0.735945281151276, "nauc_recall_at_3_max": 0.7508449705824668, "nauc_recall_at_3_std": 0.21592903160779806, "nauc_recall_at_5_diff1": 0.7351608115249525, "nauc_recall_at_5_max": 0.7887439149463278, "nauc_recall_at_5_std": 0.3253220435247369, "ndcg_at_1": 0.65166, "ndcg_at_10": 0.77813, "ndcg_at_100": 0.79665, "ndcg_at_1000": 0.79855, "ndcg_at_20": 0.78601, "ndcg_at_3": 0.74182, "ndcg_at_5": 0.76776, "precision_at_1": 0.65166, "precision_at_10": 0.08982, "precision_at_100": 0.00986, "precision_at_1000": 0.001, "precision_at_20": 0.04648, "precision_at_3": 0.2681, "precision_at_5": 0.17339, "recall_at_1": 0.65166, "recall_at_10": 0.89824, "recall_at_100": 0.9863, "recall_at_1000": 1.0, "recall_at_20": 0.92955, "recall_at_3": 0.80431, "recall_at_5": 0.86693 }, { "hf_subset": "vie-spa", "languages": [ "vie-Latn", "spa-Latn" ], "main_score": 0.80535, "map_at_1": 0.7037, "map_at_10": 0.77337, "map_at_100": 0.77802, "map_at_1000": 0.77802, "map_at_20": 0.77693, "map_at_3": 0.76014, "map_at_5": 0.76755, "mrr_at_1": 0.7037037037037037, "mrr_at_10": 0.7733686067019399, "mrr_at_100": 0.7780184708202653, "mrr_at_1000": 0.7780184708202653, "mrr_at_20": 0.7769267916093312, "mrr_at_3": 0.7601410934744267, "mrr_at_5": 0.7675485008818342, "nauc_map_at_1000_diff1": 0.8148111270947881, "nauc_map_at_1000_max": 0.7001707875395701, "nauc_map_at_1000_std": 0.367448857182259, "nauc_map_at_100_diff1": 0.8148111270947881, "nauc_map_at_100_max": 0.7001707875395701, "nauc_map_at_100_std": 0.367448857182259, "nauc_map_at_10_diff1": 0.8132507088485849, "nauc_map_at_10_max": 0.7014560615236641, "nauc_map_at_10_std": 0.3721754549158475, "nauc_map_at_1_diff1": 0.8138497252759271, "nauc_map_at_1_max": 0.6725285479019142, "nauc_map_at_1_std": 0.3088052020506261, "nauc_map_at_20_diff1": 0.814164978322797, "nauc_map_at_20_max": 0.7004946001595033, "nauc_map_at_20_std": 0.36865720383568784, "nauc_map_at_3_diff1": 0.8172946616059722, "nauc_map_at_3_max": 0.7005469403445993, "nauc_map_at_3_std": 0.37819919513044314, "nauc_map_at_5_diff1": 0.8156379225257137, "nauc_map_at_5_max": 0.7021022115497095, "nauc_map_at_5_std": 0.3667629853229908, "nauc_mrr_at_1000_diff1": 0.8148111270947881, "nauc_mrr_at_1000_max": 0.7001707875395701, "nauc_mrr_at_1000_std": 0.367448857182259, "nauc_mrr_at_100_diff1": 0.8148111270947881, "nauc_mrr_at_100_max": 0.7001707875395701, "nauc_mrr_at_100_std": 0.367448857182259, "nauc_mrr_at_10_diff1": 0.8132507088485849, "nauc_mrr_at_10_max": 0.7014560615236641, "nauc_mrr_at_10_std": 0.3721754549158475, "nauc_mrr_at_1_diff1": 0.8138497252759271, "nauc_mrr_at_1_max": 0.6725285479019142, "nauc_mrr_at_1_std": 0.3088052020506261, "nauc_mrr_at_20_diff1": 0.814164978322797, "nauc_mrr_at_20_max": 0.7004946001595033, "nauc_mrr_at_20_std": 0.36865720383568784, "nauc_mrr_at_3_diff1": 0.8172946616059722, "nauc_mrr_at_3_max": 0.7005469403445993, "nauc_mrr_at_3_std": 0.37819919513044314, "nauc_mrr_at_5_diff1": 0.8156379225257137, "nauc_mrr_at_5_max": 0.7021022115497095, "nauc_mrr_at_5_std": 0.3667629853229908, "nauc_ndcg_at_1000_diff1": 0.8137726047710273, "nauc_ndcg_at_1000_max": 0.7029105353675796, "nauc_ndcg_at_1000_std": 0.3778234648084726, "nauc_ndcg_at_100_diff1": 0.8137726047710273, "nauc_ndcg_at_100_max": 0.7029105353675796, "nauc_ndcg_at_100_std": 0.3778234648084726, "nauc_ndcg_at_10_diff1": 0.8064775244985867, "nauc_ndcg_at_10_max": 0.7095748629745638, "nauc_ndcg_at_10_std": 0.4023933588422395, "nauc_ndcg_at_1_diff1": 0.8138497252759271, "nauc_ndcg_at_1_max": 0.6725285479019142, "nauc_ndcg_at_1_std": 0.3088052020506261, "nauc_ndcg_at_20_diff1": 0.809731015916114, "nauc_ndcg_at_20_max": 0.705528202131008, "nauc_ndcg_at_20_std": 0.3903169035916716, "nauc_ndcg_at_3_diff1": 0.816675480593068, "nauc_ndcg_at_3_max": 0.7060926915820119, "nauc_ndcg_at_3_std": 0.4077773340374592, "nauc_ndcg_at_5_diff1": 0.8131414400212009, "nauc_ndcg_at_5_max": 0.7094897014551321, "nauc_ndcg_at_5_std": 0.38646574247523424, "nauc_precision_at_1000_diff1": NaN, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_10_diff1": 0.757165570951769, "nauc_precision_at_10_max": 0.7589299057282239, "nauc_precision_at_10_std": 0.5940566437191354, "nauc_precision_at_1_diff1": 0.8138497252759271, "nauc_precision_at_1_max": 0.6725285479019142, "nauc_precision_at_1_std": 0.3088052020506261, "nauc_precision_at_20_diff1": 0.7431607482896032, "nauc_precision_at_20_max": 0.7553775848571981, "nauc_precision_at_20_std": 0.6587642525048, "nauc_precision_at_3_diff1": 0.8134937106515876, "nauc_precision_at_3_max": 0.7252024603240604, "nauc_precision_at_3_std": 0.5224624174685301, "nauc_precision_at_5_diff1": 0.7999203781768544, "nauc_precision_at_5_max": 0.7408333390325665, "nauc_precision_at_5_std": 0.47112962322926083, "nauc_recall_at_1000_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_10_diff1": 0.7571655709517704, "nauc_recall_at_10_max": 0.7589299057282257, "nauc_recall_at_10_std": 0.594056643719135, "nauc_recall_at_1_diff1": 0.8138497252759271, "nauc_recall_at_1_max": 0.6725285479019142, "nauc_recall_at_1_std": 0.3088052020506261, "nauc_recall_at_20_diff1": 0.7431607482895995, "nauc_recall_at_20_max": 0.7553775848572005, "nauc_recall_at_20_std": 0.6587642525047988, "nauc_recall_at_3_diff1": 0.8134937106515859, "nauc_recall_at_3_max": 0.7252024603240602, "nauc_recall_at_3_std": 0.5224624174685303, "nauc_recall_at_5_diff1": 0.7999203781768542, "nauc_recall_at_5_max": 0.740833339032566, "nauc_recall_at_5_std": 0.4711296232292617, "ndcg_at_1": 0.7037, "ndcg_at_10": 0.80535, "ndcg_at_100": 0.82648, "ndcg_at_1000": 0.82648, "ndcg_at_20": 0.8186, "ndcg_at_3": 0.77828, "ndcg_at_5": 0.79149, "precision_at_1": 0.7037, "precision_at_10": 0.09048, "precision_at_100": 0.01, "precision_at_1000": 0.001, "precision_at_20": 0.04788, "precision_at_3": 0.2769, "precision_at_5": 0.17249, "recall_at_1": 0.7037, "recall_at_10": 0.90476, "recall_at_100": 1.0, "recall_at_1000": 1.0, "recall_at_20": 0.95767, "recall_at_3": 0.83069, "recall_at_5": 0.86243 }, { "hf_subset": "vie-hin", "languages": [ "vie-Latn", "hin-Deva" ], "main_score": 0.79113, "map_at_1": 0.64972, "map_at_10": 0.74759, "map_at_100": 0.75127, "map_at_1000": 0.75127, "map_at_20": 0.75024, "map_at_3": 0.72976, "map_at_5": 0.74134, "mrr_at_1": 0.6497175141242938, "mrr_at_10": 0.7475943861537082, "mrr_at_100": 0.7512701613537162, "mrr_at_1000": 0.7512701613537162, "mrr_at_20": 0.750239822859464, "mrr_at_3": 0.7297551789077212, "mrr_at_5": 0.7413370998116761, "nauc_map_at_1000_diff1": 0.7734099700539473, "nauc_map_at_1000_max": 0.6968533953751067, "nauc_map_at_1000_std": 0.29358939229422776, "nauc_map_at_100_diff1": 0.7734099700539473, "nauc_map_at_100_max": 0.6968533953751067, "nauc_map_at_100_std": 0.29358939229422776, "nauc_map_at_10_diff1": 0.770548172326598, "nauc_map_at_10_max": 0.6977909963484556, "nauc_map_at_10_std": 0.2966670852474817, "nauc_map_at_1_diff1": 0.8009047292614057, "nauc_map_at_1_max": 0.6813154075091424, "nauc_map_at_1_std": 0.2384549902362545, "nauc_map_at_20_diff1": 0.7730382702176323, "nauc_map_at_20_max": 0.697812383624697, "nauc_map_at_20_std": 0.29505756120206056, "nauc_map_at_3_diff1": 0.7730572122245803, "nauc_map_at_3_max": 0.7047074543638807, "nauc_map_at_3_std": 0.3020579666600785, "nauc_map_at_5_diff1": 0.7710032141910651, "nauc_map_at_5_max": 0.6999310733320855, "nauc_map_at_5_std": 0.29655537574662477, "nauc_mrr_at_1000_diff1": 0.7734099700539473, "nauc_mrr_at_1000_max": 0.6968533953751067, "nauc_mrr_at_1000_std": 0.29358939229422776, "nauc_mrr_at_100_diff1": 0.7734099700539473, "nauc_mrr_at_100_max": 0.6968533953751067, "nauc_mrr_at_100_std": 0.29358939229422776, "nauc_mrr_at_10_diff1": 0.770548172326598, "nauc_mrr_at_10_max": 0.6977909963484556, "nauc_mrr_at_10_std": 0.2966670852474817, "nauc_mrr_at_1_diff1": 0.8009047292614057, "nauc_mrr_at_1_max": 0.6813154075091424, "nauc_mrr_at_1_std": 0.2384549902362545, "nauc_mrr_at_20_diff1": 0.7730382702176323, "nauc_mrr_at_20_max": 0.697812383624697, "nauc_mrr_at_20_std": 0.29505756120206056, "nauc_mrr_at_3_diff1": 0.7730572122245803, "nauc_mrr_at_3_max": 0.7047074543638807, "nauc_mrr_at_3_std": 0.3020579666600785, "nauc_mrr_at_5_diff1": 0.7710032141910651, "nauc_mrr_at_5_max": 0.6999310733320855, "nauc_mrr_at_5_std": 0.29655537574662477, "nauc_ndcg_at_1000_diff1": 0.769745874684216, "nauc_ndcg_at_1000_max": 0.7000183800974583, "nauc_ndcg_at_1000_std": 0.3027885206903352, "nauc_ndcg_at_100_diff1": 0.769745874684216, "nauc_ndcg_at_100_max": 0.7000183800974583, "nauc_ndcg_at_100_std": 0.3027885206903352, "nauc_ndcg_at_10_diff1": 0.7561677492292282, "nauc_ndcg_at_10_max": 0.7057197307927036, "nauc_ndcg_at_10_std": 0.32385330718825217, "nauc_ndcg_at_1_diff1": 0.8009047292614057, "nauc_ndcg_at_1_max": 0.6813154075091424, "nauc_ndcg_at_1_std": 0.2384549902362545, "nauc_ndcg_at_20_diff1": 0.7679543618048785, "nauc_ndcg_at_20_max": 0.7073205649804873, "nauc_ndcg_at_20_std": 0.31508844179087886, "nauc_ndcg_at_3_diff1": 0.763149369126832, "nauc_ndcg_at_3_max": 0.7182480964693893, "nauc_ndcg_at_3_std": 0.32703095897709517, "nauc_ndcg_at_5_diff1": 0.7588467241691551, "nauc_ndcg_at_5_max": 0.710973422565872, "nauc_ndcg_at_5_std": 0.319620718120399, "nauc_precision_at_1000_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_10_diff1": 0.6312350370401099, "nauc_precision_at_10_max": 0.7697866552562944, "nauc_precision_at_10_std": 0.5630786269814115, "nauc_precision_at_1_diff1": 0.8009047292614057, "nauc_precision_at_1_max": 0.6813154075091424, "nauc_precision_at_1_std": 0.2384549902362545, "nauc_precision_at_20_diff1": 0.7360940782248191, "nauc_precision_at_20_max": 0.8882488419231649, "nauc_precision_at_20_std": 0.634783176762921, "nauc_precision_at_3_diff1": 0.7238224300024845, "nauc_precision_at_3_max": 0.7745257984794911, "nauc_precision_at_3_std": 0.4272925179504752, "nauc_precision_at_5_diff1": 0.6954897702639516, "nauc_precision_at_5_max": 0.7708087310902992, "nauc_precision_at_5_std": 0.4401325310227172, "nauc_recall_at_1000_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_10_diff1": 0.6312350370401106, "nauc_recall_at_10_max": 0.7697866552562932, "nauc_recall_at_10_std": 0.5630786269814114, "nauc_recall_at_1_diff1": 0.8009047292614057, "nauc_recall_at_1_max": 0.6813154075091424, "nauc_recall_at_1_std": 0.2384549902362545, "nauc_recall_at_20_diff1": 0.7360940782248242, "nauc_recall_at_20_max": 0.8882488419231636, "nauc_recall_at_20_std": 0.6347831767629207, "nauc_recall_at_3_diff1": 0.7238224300024839, "nauc_recall_at_3_max": 0.7745257984794908, "nauc_recall_at_3_std": 0.42729251795047496, "nauc_recall_at_5_diff1": 0.695489770263951, "nauc_recall_at_5_max": 0.7708087310903001, "nauc_recall_at_5_std": 0.44013253102271643, "ndcg_at_1": 0.64972, "ndcg_at_10": 0.79113, "ndcg_at_100": 0.8076, "ndcg_at_1000": 0.8076, "ndcg_at_20": 0.801, "ndcg_at_3": 0.7543, "ndcg_at_5": 0.77521, "precision_at_1": 0.64972, "precision_at_10": 0.09266, "precision_at_100": 0.01, "precision_at_1000": 0.001, "precision_at_20": 0.04831, "precision_at_3": 0.27495, "precision_at_5": 0.17514, "recall_at_1": 0.64972, "recall_at_10": 0.92655, "recall_at_100": 1.0, "recall_at_1000": 1.0, "recall_at_20": 0.9661, "recall_at_3": 0.82486, "recall_at_5": 0.87571 }, { "hf_subset": "vie-vie", "languages": [ "vie-Latn", "vie-Latn" ], "main_score": 0.81427, "map_at_1": 0.71037, "map_at_10": 0.78208, "map_at_100": 0.7855, "map_at_1000": 0.78554, "map_at_20": 0.78414, "map_at_3": 0.76843, "map_at_5": 0.77753, "mrr_at_1": 0.7103718199608611, "mrr_at_10": 0.7820791787034445, "mrr_at_100": 0.785502922869557, "mrr_at_1000": 0.7855398178029176, "mrr_at_20": 0.7841361264306465, "mrr_at_3": 0.7684279191128504, "mrr_at_5": 0.777527723418134, "nauc_map_at_1000_diff1": 0.8145586696816107, "nauc_map_at_1000_max": 0.6923796870941591, "nauc_map_at_1000_std": 0.3063757753822062, "nauc_map_at_100_diff1": 0.8145803870953103, "nauc_map_at_100_max": 0.6924100614727844, "nauc_map_at_100_std": 0.30645053137107026, "nauc_map_at_10_diff1": 0.8133888039963838, "nauc_map_at_10_max": 0.6947731170036173, "nauc_map_at_10_std": 0.31383209040202287, "nauc_map_at_1_diff1": 0.8267031464305834, "nauc_map_at_1_max": 0.6609976607969872, "nauc_map_at_1_std": 0.23803686755825576, "nauc_map_at_20_diff1": 0.8139005986206078, "nauc_map_at_20_max": 0.6932143393416985, "nauc_map_at_20_std": 0.309192578059424, "nauc_map_at_3_diff1": 0.8209846387730663, "nauc_map_at_3_max": 0.6991932438049051, "nauc_map_at_3_std": 0.3011480491083941, "nauc_map_at_5_diff1": 0.8148659627610185, "nauc_map_at_5_max": 0.6948946655285334, "nauc_map_at_5_std": 0.3145076074216031, "nauc_mrr_at_1000_diff1": 0.8145586696816107, "nauc_mrr_at_1000_max": 0.6923796870941591, "nauc_mrr_at_1000_std": 0.3063757753822062, "nauc_mrr_at_100_diff1": 0.8145803870953103, "nauc_mrr_at_100_max": 0.6924100614727844, "nauc_mrr_at_100_std": 0.30645053137107026, "nauc_mrr_at_10_diff1": 0.8133888039963838, "nauc_mrr_at_10_max": 0.6947731170036173, "nauc_mrr_at_10_std": 0.31383209040202287, "nauc_mrr_at_1_diff1": 0.8267031464305834, "nauc_mrr_at_1_max": 0.6609976607969872, "nauc_mrr_at_1_std": 0.23803686755825576, "nauc_mrr_at_20_diff1": 0.8139005986206078, "nauc_mrr_at_20_max": 0.6932143393416985, "nauc_mrr_at_20_std": 0.309192578059424, "nauc_mrr_at_3_diff1": 0.8209846387730663, "nauc_mrr_at_3_max": 0.6991932438049051, "nauc_mrr_at_3_std": 0.3011480491083941, "nauc_mrr_at_5_diff1": 0.8148659627610185, "nauc_mrr_at_5_max": 0.6948946655285334, "nauc_mrr_at_5_std": 0.3145076074216031, "nauc_ndcg_at_1000_diff1": 0.8116121357113081, "nauc_ndcg_at_1000_max": 0.6988509209722775, "nauc_ndcg_at_1000_std": 0.3218719861313407, "nauc_ndcg_at_100_diff1": 0.8119077827287514, "nauc_ndcg_at_100_max": 0.6992013002870165, "nauc_ndcg_at_100_std": 0.3238522920858265, "nauc_ndcg_at_10_diff1": 0.8040852787330593, "nauc_ndcg_at_10_max": 0.7121289880943319, "nauc_ndcg_at_10_std": 0.36208129567604297, "nauc_ndcg_at_1_diff1": 0.8267031464305834, "nauc_ndcg_at_1_max": 0.6609976607969872, "nauc_ndcg_at_1_std": 0.23803686755825576, "nauc_ndcg_at_20_diff1": 0.8059685910584348, "nauc_ndcg_at_20_max": 0.7065462127792618, "nauc_ndcg_at_20_std": 0.3445185185453577, "nauc_ndcg_at_3_diff1": 0.8212636369354716, "nauc_ndcg_at_3_max": 0.7201751273448501, "nauc_ndcg_at_3_std": 0.3322267179767751, "nauc_ndcg_at_5_diff1": 0.8087749605163908, "nauc_ndcg_at_5_max": 0.7128095163872564, "nauc_ndcg_at_5_std": 0.361573236565243, "nauc_precision_at_1000_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_100_diff1": 0.8514653874529351, "nauc_precision_at_100_max": 0.7426275568951426, "nauc_precision_at_100_std": 0.7076059097025972, "nauc_precision_at_10_diff1": 0.7362470965057495, "nauc_precision_at_10_max": 0.823433765654156, "nauc_precision_at_10_std": 0.6913206758644544, "nauc_precision_at_1_diff1": 0.8267031464305834, "nauc_precision_at_1_max": 0.6609976607969872, "nauc_precision_at_1_std": 0.23803686755825576, "nauc_precision_at_20_diff1": 0.7255380299572749, "nauc_precision_at_20_max": 0.8166200544753919, "nauc_precision_at_20_std": 0.655775984642079, "nauc_precision_at_3_diff1": 0.8234105765948257, "nauc_precision_at_3_max": 0.8047131196446022, "nauc_precision_at_3_std": 0.4563720335632338, "nauc_precision_at_5_diff1": 0.7768650974310974, "nauc_precision_at_5_max": 0.801776580163335, "nauc_precision_at_5_std": 0.6035705366710638, "nauc_recall_at_1000_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_100_diff1": 0.8514653874529471, "nauc_recall_at_100_max": 0.7426275568951426, "nauc_recall_at_100_std": 0.7076059097025986, "nauc_recall_at_10_diff1": 0.7362470965057522, "nauc_recall_at_10_max": 0.8234337656541578, "nauc_recall_at_10_std": 0.6913206758644552, "nauc_recall_at_1_diff1": 0.8267031464305834, "nauc_recall_at_1_max": 0.6609976607969872, "nauc_recall_at_1_std": 0.23803686755825576, "nauc_recall_at_20_diff1": 0.7255380299572762, "nauc_recall_at_20_max": 0.8166200544753939, "nauc_recall_at_20_std": 0.6557759846420779, "nauc_recall_at_3_diff1": 0.8234105765948248, "nauc_recall_at_3_max": 0.804713119644602, "nauc_recall_at_3_std": 0.45637203356323247, "nauc_recall_at_5_diff1": 0.7768650974310968, "nauc_recall_at_5_max": 0.8017765801633351, "nauc_recall_at_5_std": 0.6035705366710638, "ndcg_at_1": 0.71037, "ndcg_at_10": 0.81427, "ndcg_at_100": 0.83123, "ndcg_at_1000": 0.83202, "ndcg_at_20": 0.8214, "ndcg_at_3": 0.78674, "ndcg_at_5": 0.80341, "precision_at_1": 0.71037, "precision_at_10": 0.09139, "precision_at_100": 0.00994, "precision_at_1000": 0.001, "precision_at_20": 0.04706, "precision_at_3": 0.27984, "precision_at_5": 0.17613, "recall_at_1": 0.71037, "recall_at_10": 0.91389, "recall_at_100": 0.99413, "recall_at_1000": 1.0, "recall_at_20": 0.94129, "recall_at_3": 0.83953, "recall_at_5": 0.88063 }, { "hf_subset": "vie-zho", "languages": [ "vie-Latn", "zho-Hans" ], "main_score": 0.78877, "map_at_1": 0.61957, "map_at_10": 0.73474, "map_at_100": 0.7369, "map_at_1000": 0.7369, "map_at_20": 0.73633, "map_at_3": 0.70562, "map_at_5": 0.72817, "mrr_at_1": 0.6195652173913043, "mrr_at_10": 0.7347351621808142, "mrr_at_100": 0.7369033134759188, "mrr_at_1000": 0.7369033134759188, "mrr_at_20": 0.7363339936030152, "mrr_at_3": 0.7056159420289854, "mrr_at_5": 0.7281702898550724, "nauc_map_at_1000_diff1": 0.7018931255089262, "nauc_map_at_1000_max": 0.48405235861008805, "nauc_map_at_1000_std": 0.16964509950960513, "nauc_map_at_100_diff1": 0.7018931255089262, "nauc_map_at_100_max": 0.48405235861008805, "nauc_map_at_100_std": 0.16964509950960513, "nauc_map_at_10_diff1": 0.7012337356748021, "nauc_map_at_10_max": 0.48500320393040786, "nauc_map_at_10_std": 0.17435684938902715, "nauc_map_at_1_diff1": 0.7388618000910371, "nauc_map_at_1_max": 0.5058197251601866, "nauc_map_at_1_std": 0.16668524778816327, "nauc_map_at_20_diff1": 0.7016518157851839, "nauc_map_at_20_max": 0.48354067849182986, "nauc_map_at_20_std": 0.17070731965151578, "nauc_map_at_3_diff1": 0.6914971755103049, "nauc_map_at_3_max": 0.4752954469297416, "nauc_map_at_3_std": 0.16844598905255218, "nauc_map_at_5_diff1": 0.6936355370672963, "nauc_map_at_5_max": 0.47937985997711485, "nauc_map_at_5_std": 0.16003181142541165, "nauc_mrr_at_1000_diff1": 0.7018931255089262, "nauc_mrr_at_1000_max": 0.48405235861008805, "nauc_mrr_at_1000_std": 0.16964509950960513, "nauc_mrr_at_100_diff1": 0.7018931255089262, "nauc_mrr_at_100_max": 0.48405235861008805, "nauc_mrr_at_100_std": 0.16964509950960513, "nauc_mrr_at_10_diff1": 0.7012337356748021, "nauc_mrr_at_10_max": 0.48500320393040786, "nauc_mrr_at_10_std": 0.17435684938902715, "nauc_mrr_at_1_diff1": 0.7388618000910371, "nauc_mrr_at_1_max": 0.5058197251601866, "nauc_mrr_at_1_std": 0.16668524778816327, "nauc_mrr_at_20_diff1": 0.7016518157851839, "nauc_mrr_at_20_max": 0.48354067849182986, "nauc_mrr_at_20_std": 0.17070731965151578, "nauc_mrr_at_3_diff1": 0.6914971755103049, "nauc_mrr_at_3_max": 0.4752954469297416, "nauc_mrr_at_3_std": 0.16844598905255218, "nauc_mrr_at_5_diff1": 0.6936355370672963, "nauc_mrr_at_5_max": 0.47937985997711485, "nauc_mrr_at_5_std": 0.16003181142541165, "nauc_ndcg_at_1000_diff1": 0.6984701164200415, "nauc_ndcg_at_1000_max": 0.4807955323298754, "nauc_ndcg_at_1000_std": 0.17287685784718826, "nauc_ndcg_at_100_diff1": 0.6984701164200415, "nauc_ndcg_at_100_max": 0.4807955323298754, "nauc_ndcg_at_100_std": 0.17287685784718826, "nauc_ndcg_at_10_diff1": 0.6954073769310619, "nauc_ndcg_at_10_max": 0.48206223808467186, "nauc_ndcg_at_10_std": 0.19868183718469484, "nauc_ndcg_at_1_diff1": 0.7388618000910371, "nauc_ndcg_at_1_max": 0.5058197251601866, "nauc_ndcg_at_1_std": 0.16668524778816327, "nauc_ndcg_at_20_diff1": 0.6973081763756546, "nauc_ndcg_at_20_max": 0.4751293972737478, "nauc_ndcg_at_20_std": 0.18331629930435134, "nauc_ndcg_at_3_diff1": 0.6745225800556789, "nauc_ndcg_at_3_max": 0.4626835919487233, "nauc_ndcg_at_3_std": 0.1694610654707434, "nauc_ndcg_at_5_diff1": 0.6745710125397752, "nauc_ndcg_at_5_max": 0.46632729627305725, "nauc_ndcg_at_5_std": 0.152895485831885, "nauc_precision_at_1000_diff1": NaN, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_10_diff1": 0.6480811250096726, "nauc_precision_at_10_max": 0.4631934308479009, "nauc_precision_at_10_std": 0.6476472542199595, "nauc_precision_at_1_diff1": 0.7388618000910371, "nauc_precision_at_1_max": 0.5058197251601866, "nauc_precision_at_1_std": 0.16668524778816327, "nauc_precision_at_20_diff1": 0.6628653896669119, "nauc_precision_at_20_max": 0.22578354132845893, "nauc_precision_at_20_std": 0.6260506637765497, "nauc_precision_at_3_diff1": 0.6076089156717334, "nauc_precision_at_3_max": 0.412176022742052, "nauc_precision_at_3_std": 0.17364430042239, "nauc_precision_at_5_diff1": 0.5391519449072775, "nauc_precision_at_5_max": 0.37094096001322535, "nauc_precision_at_5_std": 0.09793073437910264, "nauc_recall_at_1000_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_10_diff1": 0.6480811250096719, "nauc_recall_at_10_max": 0.4631934308479076, "nauc_recall_at_10_std": 0.6476472542199595, "nauc_recall_at_1_diff1": 0.7388618000910371, "nauc_recall_at_1_max": 0.5058197251601866, "nauc_recall_at_1_std": 0.16668524778816327, "nauc_recall_at_20_diff1": 0.6628653896669059, "nauc_recall_at_20_max": 0.22578354132846687, "nauc_recall_at_20_std": 0.6260506637765475, "nauc_recall_at_3_diff1": 0.6076089156717334, "nauc_recall_at_3_max": 0.41217602274205184, "nauc_recall_at_3_std": 0.17364430042238926, "nauc_recall_at_5_diff1": 0.5391519449072764, "nauc_recall_at_5_max": 0.37094096001322385, "nauc_recall_at_5_std": 0.0979307343791035, "ndcg_at_1": 0.61957, "ndcg_at_10": 0.78877, "ndcg_at_100": 0.79848, "ndcg_at_1000": 0.79848, "ndcg_at_20": 0.79439, "ndcg_at_3": 0.73246, "ndcg_at_5": 0.77293, "precision_at_1": 0.61957, "precision_at_10": 0.09565, "precision_at_100": 0.01, "precision_at_1000": 0.001, "precision_at_20": 0.04891, "precision_at_3": 0.26993, "precision_at_5": 0.18152, "recall_at_1": 0.61957, "recall_at_10": 0.95652, "recall_at_100": 1.0, "recall_at_1000": 1.0, "recall_at_20": 0.97826, "recall_at_3": 0.80978, "recall_at_5": 0.90761 }, { "hf_subset": "zho-ara", "languages": [ "zho-Hans", "ara-Arab" ], "main_score": 0.76845, "map_at_1": 0.62766, "map_at_10": 0.72338, "map_at_100": 0.72776, "map_at_1000": 0.7278, "map_at_20": 0.72626, "map_at_3": 0.69858, "map_at_5": 0.71427, "mrr_at_1": 0.6276595744680851, "mrr_at_10": 0.723381036811888, "mrr_at_100": 0.7277575231283245, "mrr_at_1000": 0.7278045952428038, "mrr_at_20": 0.726255969208097, "mrr_at_3": 0.6985815602836879, "mrr_at_5": 0.7142730496453901, "nauc_map_at_1000_diff1": 0.7010323850095842, "nauc_map_at_1000_max": 0.3578370701215051, "nauc_map_at_1000_std": 0.22636636564447377, "nauc_map_at_100_diff1": 0.7009619575928604, "nauc_map_at_100_max": 0.35794216035307896, "nauc_map_at_100_std": 0.22652537804935716, "nauc_map_at_10_diff1": 0.7009001004859874, "nauc_map_at_10_max": 0.3602418844663055, "nauc_map_at_10_std": 0.2369413899251182, "nauc_map_at_1_diff1": 0.7198988788202397, "nauc_map_at_1_max": 0.35393324443772245, "nauc_map_at_1_std": 0.18020265693283624, "nauc_map_at_20_diff1": 0.7008433572524749, "nauc_map_at_20_max": 0.36017773884133963, "nauc_map_at_20_std": 0.23049127032762856, "nauc_map_at_3_diff1": 0.7038950279527916, "nauc_map_at_3_max": 0.33685413798412034, "nauc_map_at_3_std": 0.1992552115528558, "nauc_map_at_5_diff1": 0.6916163309722638, "nauc_map_at_5_max": 0.35790035796167696, "nauc_map_at_5_std": 0.2228431988988849, "nauc_mrr_at_1000_diff1": 0.7010323850095842, "nauc_mrr_at_1000_max": 0.3578370701215051, "nauc_mrr_at_1000_std": 0.22636636564447377, "nauc_mrr_at_100_diff1": 0.7009619575928604, "nauc_mrr_at_100_max": 0.35794216035307896, "nauc_mrr_at_100_std": 0.22652537804935716, "nauc_mrr_at_10_diff1": 0.7009001004859874, "nauc_mrr_at_10_max": 0.3602418844663055, "nauc_mrr_at_10_std": 0.2369413899251182, "nauc_mrr_at_1_diff1": 0.7198988788202397, "nauc_mrr_at_1_max": 0.35393324443772245, "nauc_mrr_at_1_std": 0.18020265693283624, "nauc_mrr_at_20_diff1": 0.7008433572524749, "nauc_mrr_at_20_max": 0.36017773884133963, "nauc_mrr_at_20_std": 0.23049127032762856, "nauc_mrr_at_3_diff1": 0.7038950279527916, "nauc_mrr_at_3_max": 0.33685413798412034, "nauc_mrr_at_3_std": 0.1992552115528558, "nauc_mrr_at_5_diff1": 0.6916163309722638, "nauc_mrr_at_5_max": 0.35790035796167696, "nauc_mrr_at_5_std": 0.2228431988988849, "nauc_ndcg_at_1000_diff1": 0.6977093839837637, "nauc_ndcg_at_1000_max": 0.3635654297891094, "nauc_ndcg_at_1000_std": 0.24170036959427127, "nauc_ndcg_at_100_diff1": 0.6962414645497127, "nauc_ndcg_at_100_max": 0.36575249626948764, "nauc_ndcg_at_100_std": 0.24498078871192172, "nauc_ndcg_at_10_diff1": 0.6960140596044263, "nauc_ndcg_at_10_max": 0.38038248516508205, "nauc_ndcg_at_10_std": 0.2974590278102896, "nauc_ndcg_at_1_diff1": 0.7198988788202397, "nauc_ndcg_at_1_max": 0.35393324443772245, "nauc_ndcg_at_1_std": 0.18020265693283624, "nauc_ndcg_at_20_diff1": 0.6952777173481928, "nauc_ndcg_at_20_max": 0.38046340795519146, "nauc_ndcg_at_20_std": 0.2737725516060613, "nauc_ndcg_at_3_diff1": 0.697505103841954, "nauc_ndcg_at_3_max": 0.33103152015946696, "nauc_ndcg_at_3_std": 0.20719800851434808, "nauc_ndcg_at_5_diff1": 0.6720739369733136, "nauc_ndcg_at_5_max": 0.37366073395117283, "nauc_ndcg_at_5_std": 0.2566850237775266, "nauc_precision_at_1000_diff1": NaN, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_100_diff1": 0.3583860462073964, "nauc_precision_at_100_max": 0.8691263487643394, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_10_diff1": 0.671805812227022, "nauc_precision_at_10_max": 0.5526797319001123, "nauc_precision_at_10_std": 0.8045368771205863, "nauc_precision_at_1_diff1": 0.7198988788202397, "nauc_precision_at_1_max": 0.35393324443772245, "nauc_precision_at_1_std": 0.18020265693283624, "nauc_precision_at_20_diff1": 0.6428133910964221, "nauc_precision_at_20_max": 0.6687002766717668, "nauc_precision_at_20_std": 0.8372431548216627, "nauc_precision_at_3_diff1": 0.674527515237928, "nauc_precision_at_3_max": 0.3104581655760341, "nauc_precision_at_3_std": 0.2358822453997277, "nauc_precision_at_5_diff1": 0.5734204845303643, "nauc_precision_at_5_max": 0.45991489679255254, "nauc_precision_at_5_std": 0.43012775947588267, "nauc_recall_at_1000_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_100_diff1": 0.358386046207284, "nauc_recall_at_100_max": 0.8691263487643395, "nauc_recall_at_100_std": 1.0, "nauc_recall_at_10_diff1": 0.671805812227022, "nauc_recall_at_10_max": 0.5526797319001141, "nauc_recall_at_10_std": 0.8045368771205856, "nauc_recall_at_1_diff1": 0.7198988788202397, "nauc_recall_at_1_max": 0.35393324443772245, "nauc_recall_at_1_std": 0.18020265693283624, "nauc_recall_at_20_diff1": 0.6428133910964173, "nauc_recall_at_20_max": 0.6687002766717643, "nauc_recall_at_20_std": 0.8372431548216583, "nauc_recall_at_3_diff1": 0.6745275152379282, "nauc_recall_at_3_max": 0.3104581655760357, "nauc_recall_at_3_std": 0.23588224539972844, "nauc_recall_at_5_diff1": 0.5734204845303649, "nauc_recall_at_5_max": 0.45991489679255304, "nauc_recall_at_5_std": 0.4301277594758825, "ndcg_at_1": 0.62766, "ndcg_at_10": 0.76845, "ndcg_at_100": 0.78765, "ndcg_at_1000": 0.78843, "ndcg_at_20": 0.77823, "ndcg_at_3": 0.71884, "ndcg_at_5": 0.74722, "precision_at_1": 0.62766, "precision_at_10": 0.09096, "precision_at_100": 0.00995, "precision_at_1000": 0.001, "precision_at_20": 0.04734, "precision_at_3": 0.25887, "precision_at_5": 0.16915, "recall_at_1": 0.62766, "recall_at_10": 0.90957, "recall_at_100": 0.99468, "recall_at_1000": 1.0, "recall_at_20": 0.94681, "recall_at_3": 0.7766, "recall_at_5": 0.84574 }, { "hf_subset": "zho-deu", "languages": [ "zho-Hans", "deu-Latn" ], "main_score": 0.79496, "map_at_1": 0.68421, "map_at_10": 0.75683, "map_at_100": 0.76021, "map_at_1000": 0.76029, "map_at_20": 0.75904, "map_at_3": 0.7386, "map_at_5": 0.74728, "mrr_at_1": 0.6842105263157895, "mrr_at_10": 0.7568253968253968, "mrr_at_100": 0.7602128304081913, "mrr_at_1000": 0.7602919081244963, "mrr_at_20": 0.7590412384629835, "mrr_at_3": 0.73859649122807, "mrr_at_5": 0.7472807017543859, "nauc_map_at_1000_diff1": 0.7628040565249056, "nauc_map_at_1000_max": 0.6146296580126449, "nauc_map_at_1000_std": 0.47215557521207724, "nauc_map_at_100_diff1": 0.7628121032971394, "nauc_map_at_100_max": 0.6145908069723889, "nauc_map_at_100_std": 0.4723543695364456, "nauc_map_at_10_diff1": 0.7622968101905837, "nauc_map_at_10_max": 0.6164907912098657, "nauc_map_at_10_std": 0.4755264984851423, "nauc_map_at_1_diff1": 0.7918095936898104, "nauc_map_at_1_max": 0.5872695588370173, "nauc_map_at_1_std": 0.4233788865449876, "nauc_map_at_20_diff1": 0.7625394361830518, "nauc_map_at_20_max": 0.6146213430327868, "nauc_map_at_20_std": 0.4737098827241001, "nauc_map_at_3_diff1": 0.7527175562163768, "nauc_map_at_3_max": 0.630123195881809, "nauc_map_at_3_std": 0.4785094404957827, "nauc_map_at_5_diff1": 0.756397142773824, "nauc_map_at_5_max": 0.623469165146152, "nauc_map_at_5_std": 0.47174408402025597, "nauc_mrr_at_1000_diff1": 0.7628040565249056, "nauc_mrr_at_1000_max": 0.6146296580126449, "nauc_mrr_at_1000_std": 0.47215557521207724, "nauc_mrr_at_100_diff1": 0.7628121032971394, "nauc_mrr_at_100_max": 0.6145908069723889, "nauc_mrr_at_100_std": 0.4723543695364456, "nauc_mrr_at_10_diff1": 0.7622968101905837, "nauc_mrr_at_10_max": 0.6164907912098657, "nauc_mrr_at_10_std": 0.4755264984851423, "nauc_mrr_at_1_diff1": 0.7918095936898104, "nauc_mrr_at_1_max": 0.5872695588370173, "nauc_mrr_at_1_std": 0.4233788865449876, "nauc_mrr_at_20_diff1": 0.7625394361830518, "nauc_mrr_at_20_max": 0.6146213430327868, "nauc_mrr_at_20_std": 0.4737098827241001, "nauc_mrr_at_3_diff1": 0.7527175562163768, "nauc_mrr_at_3_max": 0.630123195881809, "nauc_mrr_at_3_std": 0.4785094404957827, "nauc_mrr_at_5_diff1": 0.756397142773824, "nauc_mrr_at_5_max": 0.623469165146152, "nauc_mrr_at_5_std": 0.47174408402025597, "nauc_ndcg_at_1000_diff1": 0.7613482990179368, "nauc_ndcg_at_1000_max": 0.6162647838867716, "nauc_ndcg_at_1000_std": 0.48191604080796224, "nauc_ndcg_at_100_diff1": 0.7616343140233157, "nauc_ndcg_at_100_max": 0.615533208558647, "nauc_ndcg_at_100_std": 0.4865404520938082, "nauc_ndcg_at_10_diff1": 0.7605141570050611, "nauc_ndcg_at_10_max": 0.6213906934426849, "nauc_ndcg_at_10_std": 0.5038463603465607, "nauc_ndcg_at_1_diff1": 0.7918095936898104, "nauc_ndcg_at_1_max": 0.5872695588370173, "nauc_ndcg_at_1_std": 0.4233788865449876, "nauc_ndcg_at_20_diff1": 0.7615650765391194, "nauc_ndcg_at_20_max": 0.6139429369982693, "nauc_ndcg_at_20_std": 0.4966269795924167, "nauc_ndcg_at_3_diff1": 0.7393104509820799, "nauc_ndcg_at_3_max": 0.6496641486928206, "nauc_ndcg_at_3_std": 0.4998821933840462, "nauc_ndcg_at_5_diff1": 0.7452336013225517, "nauc_ndcg_at_5_max": 0.6381261549366377, "nauc_ndcg_at_5_std": 0.4879659396810609, "nauc_precision_at_1000_diff1": NaN, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_100_diff1": 0.7957516339869187, "nauc_precision_at_100_max": 0.5401493930905764, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_10_diff1": 0.7649684873949586, "nauc_precision_at_10_max": 0.642040149393089, "nauc_precision_at_10_std": 0.7286998132586358, "nauc_precision_at_1_diff1": 0.7918095936898104, "nauc_precision_at_1_max": 0.5872695588370173, "nauc_precision_at_1_std": 0.4233788865449876, "nauc_precision_at_20_diff1": 0.7817460317460347, "nauc_precision_at_20_max": 0.5600840336134468, "nauc_precision_at_20_std": 0.7647525676937466, "nauc_precision_at_3_diff1": 0.6901122291021666, "nauc_precision_at_3_max": 0.7234907120743019, "nauc_precision_at_3_std": 0.5793896505970799, "nauc_precision_at_5_diff1": 0.6979331737415285, "nauc_precision_at_5_max": 0.7015914225024446, "nauc_precision_at_5_std": 0.5565595603358184, "nauc_recall_at_1000_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_100_diff1": 0.7957516339869338, "nauc_recall_at_100_max": 0.5401493930905588, "nauc_recall_at_100_std": 1.0, "nauc_recall_at_10_diff1": 0.7649684873949566, "nauc_recall_at_10_max": 0.6420401493930901, "nauc_recall_at_10_std": 0.7286998132586362, "nauc_recall_at_1_diff1": 0.7918095936898104, "nauc_recall_at_1_max": 0.5872695588370173, "nauc_recall_at_1_std": 0.4233788865449876, "nauc_recall_at_20_diff1": 0.7817460317460339, "nauc_recall_at_20_max": 0.560084033613445, "nauc_recall_at_20_std": 0.7647525676937444, "nauc_recall_at_3_diff1": 0.6901122291021673, "nauc_recall_at_3_max": 0.7234907120743042, "nauc_recall_at_3_std": 0.5793896505970813, "nauc_recall_at_5_diff1": 0.6979331737415291, "nauc_recall_at_5_max": 0.7015914225024438, "nauc_recall_at_5_std": 0.5565595603358177, "ndcg_at_1": 0.68421, "ndcg_at_10": 0.79496, "ndcg_at_100": 0.81096, "ndcg_at_1000": 0.81245, "ndcg_at_20": 0.80297, "ndcg_at_3": 0.75702, "ndcg_at_5": 0.77242, "precision_at_1": 0.68421, "precision_at_10": 0.09158, "precision_at_100": 0.00989, "precision_at_1000": 0.001, "precision_at_20": 0.04737, "precision_at_3": 0.27018, "precision_at_5": 0.16947, "recall_at_1": 0.68421, "recall_at_10": 0.91579, "recall_at_100": 0.98947, "recall_at_1000": 1.0, "recall_at_20": 0.94737, "recall_at_3": 0.81053, "recall_at_5": 0.84737 }, { "hf_subset": "zho-eng", "languages": [ "zho-Hans", "eng-Latn" ], "main_score": 0.72974, "map_at_1": 0.58135, "map_at_10": 0.683, "map_at_100": 0.68842, "map_at_1000": 0.68851, "map_at_20": 0.68701, "map_at_3": 0.66534, "map_at_5": 0.67507, "mrr_at_1": 0.5813492063492064, "mrr_at_10": 0.6829971340388005, "mrr_at_100": 0.6884181404013946, "mrr_at_1000": 0.6885123517697069, "mrr_at_20": 0.6870112920643654, "mrr_at_3": 0.6653439153439151, "mrr_at_5": 0.6750661375661371, "nauc_map_at_1000_diff1": 0.6885610373465845, "nauc_map_at_1000_max": 0.5104222912205598, "nauc_map_at_1000_std": 0.24854984104075575, "nauc_map_at_100_diff1": 0.6885047203937772, "nauc_map_at_100_max": 0.5103919387651962, "nauc_map_at_100_std": 0.24875229988555847, "nauc_map_at_10_diff1": 0.6868948724779803, "nauc_map_at_10_max": 0.5126576644976485, "nauc_map_at_10_std": 0.24909104202877483, "nauc_map_at_1_diff1": 0.7171578412584474, "nauc_map_at_1_max": 0.5087449732330601, "nauc_map_at_1_std": 0.23037009825232216, "nauc_map_at_20_diff1": 0.6877262268487893, "nauc_map_at_20_max": 0.5109076838564295, "nauc_map_at_20_std": 0.24943151743040085, "nauc_map_at_3_diff1": 0.6866286210118527, "nauc_map_at_3_max": 0.5097294430693006, "nauc_map_at_3_std": 0.2466730364604688, "nauc_map_at_5_diff1": 0.6854905427591975, "nauc_map_at_5_max": 0.5090403305922951, "nauc_map_at_5_std": 0.2446178586076031, "nauc_mrr_at_1000_diff1": 0.6885610373465845, "nauc_mrr_at_1000_max": 0.5104222912205598, "nauc_mrr_at_1000_std": 0.24854984104075575, "nauc_mrr_at_100_diff1": 0.6885047203937772, "nauc_mrr_at_100_max": 0.5103919387651962, "nauc_mrr_at_100_std": 0.24875229988555847, "nauc_mrr_at_10_diff1": 0.6868948724779803, "nauc_mrr_at_10_max": 0.5126576644976485, "nauc_mrr_at_10_std": 0.24909104202877483, "nauc_mrr_at_1_diff1": 0.7171578412584474, "nauc_mrr_at_1_max": 0.5087449732330601, "nauc_mrr_at_1_std": 0.23037009825232216, "nauc_mrr_at_20_diff1": 0.6877262268487893, "nauc_mrr_at_20_max": 0.5109076838564295, "nauc_mrr_at_20_std": 0.24943151743040085, "nauc_mrr_at_3_diff1": 0.6866286210118527, "nauc_mrr_at_3_max": 0.5097294430693006, "nauc_mrr_at_3_std": 0.2466730364604688, "nauc_mrr_at_5_diff1": 0.6854905427591975, "nauc_mrr_at_5_max": 0.5090403305922951, "nauc_mrr_at_5_std": 0.2446178586076031, "nauc_ndcg_at_1000_diff1": 0.6830516396403524, "nauc_ndcg_at_1000_max": 0.5095694700208, "nauc_ndcg_at_1000_std": 0.2551028542254902, "nauc_ndcg_at_100_diff1": 0.6816766948669042, "nauc_ndcg_at_100_max": 0.5084366901245994, "nauc_ndcg_at_100_std": 0.26000649973488243, "nauc_ndcg_at_10_diff1": 0.672658492400608, "nauc_ndcg_at_10_max": 0.5168351091261723, "nauc_ndcg_at_10_std": 0.2625188376671719, "nauc_ndcg_at_1_diff1": 0.7171578412584474, "nauc_ndcg_at_1_max": 0.5087449732330601, "nauc_ndcg_at_1_std": 0.23037009825232216, "nauc_ndcg_at_20_diff1": 0.675579588828123, "nauc_ndcg_at_20_max": 0.5100424920593097, "nauc_ndcg_at_20_std": 0.26657643661886793, "nauc_ndcg_at_3_diff1": 0.6735293627704474, "nauc_ndcg_at_3_max": 0.5094247201819735, "nauc_ndcg_at_3_std": 0.2549875343111172, "nauc_ndcg_at_5_diff1": 0.6706496369364211, "nauc_ndcg_at_5_max": 0.508008157942625, "nauc_ndcg_at_5_std": 0.25139437954165417, "nauc_precision_at_1000_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_100_diff1": 0.5396515770957714, "nauc_precision_at_100_max": 0.38093069018678344, "nauc_precision_at_100_std": 0.7642872337100537, "nauc_precision_at_10_diff1": 0.5842780749844841, "nauc_precision_at_10_max": 0.5463733421581353, "nauc_precision_at_10_std": 0.35057244753193395, "nauc_precision_at_1_diff1": 0.7171578412584474, "nauc_precision_at_1_max": 0.5087449732330601, "nauc_precision_at_1_std": 0.23037009825232216, "nauc_precision_at_20_diff1": 0.546939643776336, "nauc_precision_at_20_max": 0.48910125873037125, "nauc_precision_at_20_std": 0.4894945201593595, "nauc_precision_at_3_diff1": 0.6231205867681003, "nauc_precision_at_3_max": 0.5079885634424831, "nauc_precision_at_3_std": 0.2874616593414135, "nauc_precision_at_5_diff1": 0.604249510840486, "nauc_precision_at_5_max": 0.502792719614061, "nauc_precision_at_5_std": 0.28135292352295643, "nauc_recall_at_1000_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_100_diff1": 0.5396515770957812, "nauc_recall_at_100_max": 0.38093069018678005, "nauc_recall_at_100_std": 0.7642872337100639, "nauc_recall_at_10_diff1": 0.5842780749844856, "nauc_recall_at_10_max": 0.546373342158138, "nauc_recall_at_10_std": 0.35057244753193706, "nauc_recall_at_1_diff1": 0.7171578412584474, "nauc_recall_at_1_max": 0.5087449732330601, "nauc_recall_at_1_std": 0.23037009825232216, "nauc_recall_at_20_diff1": 0.5469396437763374, "nauc_recall_at_20_max": 0.48910125873037175, "nauc_recall_at_20_std": 0.4894945201593615, "nauc_recall_at_3_diff1": 0.6231205867681007, "nauc_recall_at_3_max": 0.5079885634424829, "nauc_recall_at_3_std": 0.2874616593414127, "nauc_recall_at_5_diff1": 0.6042495108404871, "nauc_recall_at_5_max": 0.5027927196140621, "nauc_recall_at_5_std": 0.2813529235229574, "ndcg_at_1": 0.58135, "ndcg_at_10": 0.72974, "ndcg_at_100": 0.75436, "ndcg_at_1000": 0.75628, "ndcg_at_20": 0.74464, "ndcg_at_3": 0.69317, "ndcg_at_5": 0.7105, "precision_at_1": 0.58135, "precision_at_10": 0.0875, "precision_at_100": 0.00986, "precision_at_1000": 0.001, "precision_at_20": 0.04673, "precision_at_3": 0.25794, "precision_at_5": 0.1631, "recall_at_1": 0.58135, "recall_at_10": 0.875, "recall_at_100": 0.98611, "recall_at_1000": 1.0, "recall_at_20": 0.93452, "recall_at_3": 0.77381, "recall_at_5": 0.81548 }, { "hf_subset": "zho-spa", "languages": [ "zho-Hans", "spa-Latn" ], "main_score": 0.80048, "map_at_1": 0.6646, "map_at_10": 0.7595, "map_at_100": 0.76275, "map_at_1000": 0.76279, "map_at_20": 0.76151, "map_at_3": 0.74327, "map_at_5": 0.75507, "mrr_at_1": 0.6645962732919255, "mrr_at_10": 0.7594966972296163, "mrr_at_100": 0.7627493845120998, "mrr_at_1000": 0.762792517707407, "mrr_at_20": 0.7615081372571324, "mrr_at_3": 0.7432712215320909, "mrr_at_5": 0.7550724637681159, "nauc_map_at_1000_diff1": 0.7134919110298689, "nauc_map_at_1000_max": 0.6132304292311328, "nauc_map_at_1000_std": 0.48876383814871427, "nauc_map_at_100_diff1": 0.713524771502437, "nauc_map_at_100_max": 0.6132534725517339, "nauc_map_at_100_std": 0.488871610402059, "nauc_map_at_10_diff1": 0.7138525323108362, "nauc_map_at_10_max": 0.6141126206189539, "nauc_map_at_10_std": 0.49357629748443654, "nauc_map_at_1_diff1": 0.7197053562518266, "nauc_map_at_1_max": 0.5870350846438614, "nauc_map_at_1_std": 0.4052613860642102, "nauc_map_at_20_diff1": 0.7137803752266451, "nauc_map_at_20_max": 0.6138373808825355, "nauc_map_at_20_std": 0.4893279853738239, "nauc_map_at_3_diff1": 0.709085020136814, "nauc_map_at_3_max": 0.6231648211393744, "nauc_map_at_3_std": 0.5043697031295222, "nauc_map_at_5_diff1": 0.7101645441513345, "nauc_map_at_5_max": 0.6177979693763602, "nauc_map_at_5_std": 0.49836950732167934, "nauc_mrr_at_1000_diff1": 0.7134919110298689, "nauc_mrr_at_1000_max": 0.6132304292311328, "nauc_mrr_at_1000_std": 0.48876383814871427, "nauc_mrr_at_100_diff1": 0.713524771502437, "nauc_mrr_at_100_max": 0.6132534725517339, "nauc_mrr_at_100_std": 0.488871610402059, "nauc_mrr_at_10_diff1": 0.7138525323108362, "nauc_mrr_at_10_max": 0.6141126206189539, "nauc_mrr_at_10_std": 0.49357629748443654, "nauc_mrr_at_1_diff1": 0.7197053562518266, "nauc_mrr_at_1_max": 0.5870350846438614, "nauc_mrr_at_1_std": 0.4052613860642102, "nauc_mrr_at_20_diff1": 0.7137803752266451, "nauc_mrr_at_20_max": 0.6138373808825355, "nauc_mrr_at_20_std": 0.4893279853738239, "nauc_mrr_at_3_diff1": 0.709085020136814, "nauc_mrr_at_3_max": 0.6231648211393744, "nauc_mrr_at_3_std": 0.5043697031295222, "nauc_mrr_at_5_diff1": 0.7101645441513345, "nauc_mrr_at_5_max": 0.6177979693763602, "nauc_mrr_at_5_std": 0.49836950732167934, "nauc_ndcg_at_1000_diff1": 0.7134817834102547, "nauc_ndcg_at_1000_max": 0.6170297835282399, "nauc_ndcg_at_1000_std": 0.501195478141584, "nauc_ndcg_at_100_diff1": 0.7143243089008021, "nauc_ndcg_at_100_max": 0.6176000298194946, "nauc_ndcg_at_100_std": 0.5038913348739341, "nauc_ndcg_at_10_diff1": 0.7155169834356823, "nauc_ndcg_at_10_max": 0.6221669884748262, "nauc_ndcg_at_10_std": 0.5271405427966505, "nauc_ndcg_at_1_diff1": 0.7197053562518266, "nauc_ndcg_at_1_max": 0.5870350846438614, "nauc_ndcg_at_1_std": 0.4052613860642102, "nauc_ndcg_at_20_diff1": 0.7156894849364792, "nauc_ndcg_at_20_max": 0.621672535388074, "nauc_ndcg_at_20_std": 0.5090504407172287, "nauc_ndcg_at_3_diff1": 0.7040791975606586, "nauc_ndcg_at_3_max": 0.6410693853295861, "nauc_ndcg_at_3_std": 0.5447079880787051, "nauc_ndcg_at_5_diff1": 0.7050245164659389, "nauc_ndcg_at_5_max": 0.6318409246760056, "nauc_ndcg_at_5_std": 0.5364645409254498, "nauc_precision_at_1000_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_100_diff1": 0.8693711967545601, "nauc_precision_at_100_max": 0.7225403714011617, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_10_diff1": 0.7383301810485283, "nauc_precision_at_10_max": 0.6758144212385971, "nauc_precision_at_10_std": 0.7876205146210394, "nauc_precision_at_1_diff1": 0.7197053562518266, "nauc_precision_at_1_max": 0.5870350846438614, "nauc_precision_at_1_std": 0.4052613860642102, "nauc_precision_at_20_diff1": 0.7608332791091156, "nauc_precision_at_20_max": 0.7096804505600717, "nauc_precision_at_20_std": 0.694219229613821, "nauc_precision_at_3_diff1": 0.6821863590940365, "nauc_precision_at_3_max": 0.7197222583596697, "nauc_precision_at_3_std": 0.7185929922504743, "nauc_precision_at_5_diff1": 0.6740346803082807, "nauc_precision_at_5_max": 0.7127913503990546, "nauc_precision_at_5_std": 0.755367861951232, "nauc_recall_at_1000_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_100_diff1": 0.8693711967545606, "nauc_recall_at_100_max": 0.7225403714011477, "nauc_recall_at_100_std": 1.0, "nauc_recall_at_10_diff1": 0.7383301810485315, "nauc_recall_at_10_max": 0.6758144212385986, "nauc_recall_at_10_std": 0.7876205146210419, "nauc_recall_at_1_diff1": 0.7197053562518266, "nauc_recall_at_1_max": 0.5870350846438614, "nauc_recall_at_1_std": 0.4052613860642102, "nauc_recall_at_20_diff1": 0.7608332791091147, "nauc_recall_at_20_max": 0.7096804505600691, "nauc_recall_at_20_std": 0.6942192296138228, "nauc_recall_at_3_diff1": 0.6821863590940372, "nauc_recall_at_3_max": 0.7197222583596705, "nauc_recall_at_3_std": 0.7185929922504734, "nauc_recall_at_5_diff1": 0.6740346803082817, "nauc_recall_at_5_max": 0.7127913503990572, "nauc_recall_at_5_std": 0.7553678619512343, "ndcg_at_1": 0.6646, "ndcg_at_10": 0.80048, "ndcg_at_100": 0.81561, "ndcg_at_1000": 0.81647, "ndcg_at_20": 0.80815, "ndcg_at_3": 0.7693, "ndcg_at_5": 0.79015, "precision_at_1": 0.6646, "precision_at_10": 0.09255, "precision_at_100": 0.00994, "precision_at_1000": 0.001, "precision_at_20": 0.04783, "precision_at_3": 0.28157, "precision_at_5": 0.17888, "recall_at_1": 0.6646, "recall_at_10": 0.92547, "recall_at_100": 0.99379, "recall_at_1000": 1.0, "recall_at_20": 0.95652, "recall_at_3": 0.84472, "recall_at_5": 0.89441 }, { "hf_subset": "zho-hin", "languages": [ "zho-Hans", "hin-Deva" ], "main_score": 0.77232, "map_at_1": 0.64021, "map_at_10": 0.72993, "map_at_100": 0.73406, "map_at_1000": 0.73412, "map_at_20": 0.73228, "map_at_3": 0.70723, "map_at_5": 0.72046, "mrr_at_1": 0.6402116402116402, "mrr_at_10": 0.7299277735785674, "mrr_at_100": 0.7340641575012783, "mrr_at_1000": 0.734115526484686, "mrr_at_20": 0.7322761788276066, "mrr_at_3": 0.7072310405643738, "mrr_at_5": 0.7204585537918873, "nauc_map_at_1000_diff1": 0.7040640962207204, "nauc_map_at_1000_max": 0.5151799246917598, "nauc_map_at_1000_std": 0.29334147205543765, "nauc_map_at_100_diff1": 0.7039318668532021, "nauc_map_at_100_max": 0.515188640372034, "nauc_map_at_100_std": 0.293502191798726, "nauc_map_at_10_diff1": 0.7024096162793707, "nauc_map_at_10_max": 0.5197336612927306, "nauc_map_at_10_std": 0.29688558739024923, "nauc_map_at_1_diff1": 0.7138760320217655, "nauc_map_at_1_max": 0.46148780923721844, "nauc_map_at_1_std": 0.24182250814131015, "nauc_map_at_20_diff1": 0.7036137858604995, "nauc_map_at_20_max": 0.5167841311977073, "nauc_map_at_20_std": 0.29729146751563895, "nauc_map_at_3_diff1": 0.7056442019668123, "nauc_map_at_3_max": 0.496925112588715, "nauc_map_at_3_std": 0.28123908536424086, "nauc_map_at_5_diff1": 0.7063652283521331, "nauc_map_at_5_max": 0.5277529238641568, "nauc_map_at_5_std": 0.29604932795820754, "nauc_mrr_at_1000_diff1": 0.7040640962207204, "nauc_mrr_at_1000_max": 0.5151799246917598, "nauc_mrr_at_1000_std": 0.29334147205543765, "nauc_mrr_at_100_diff1": 0.7039318668532021, "nauc_mrr_at_100_max": 0.515188640372034, "nauc_mrr_at_100_std": 0.293502191798726, "nauc_mrr_at_10_diff1": 0.7024096162793707, "nauc_mrr_at_10_max": 0.5197336612927306, "nauc_mrr_at_10_std": 0.29688558739024923, "nauc_mrr_at_1_diff1": 0.7138760320217655, "nauc_mrr_at_1_max": 0.46148780923721844, "nauc_mrr_at_1_std": 0.24182250814131015, "nauc_mrr_at_20_diff1": 0.7036137858604995, "nauc_mrr_at_20_max": 0.5167841311977073, "nauc_mrr_at_20_std": 0.29729146751563895, "nauc_mrr_at_3_diff1": 0.7056442019668123, "nauc_mrr_at_3_max": 0.496925112588715, "nauc_mrr_at_3_std": 0.28123908536424086, "nauc_mrr_at_5_diff1": 0.7063652283521331, "nauc_mrr_at_5_max": 0.5277529238641568, "nauc_mrr_at_5_std": 0.29604932795820754, "nauc_ndcg_at_1000_diff1": 0.7008215607416837, "nauc_ndcg_at_1000_max": 0.5247965959023028, "nauc_ndcg_at_1000_std": 0.30524342669048476, "nauc_ndcg_at_100_diff1": 0.6982547793270186, "nauc_ndcg_at_100_max": 0.5249240351985318, "nauc_ndcg_at_100_std": 0.30832790828858253, "nauc_ndcg_at_10_diff1": 0.6907472037524564, "nauc_ndcg_at_10_max": 0.5487150395059197, "nauc_ndcg_at_10_std": 0.32980396747091756, "nauc_ndcg_at_1_diff1": 0.7138760320217655, "nauc_ndcg_at_1_max": 0.46148780923721844, "nauc_ndcg_at_1_std": 0.24182250814131015, "nauc_ndcg_at_20_diff1": 0.6964334837443124, "nauc_ndcg_at_20_max": 0.5364804102120394, "nauc_ndcg_at_20_std": 0.33437280219672316, "nauc_ndcg_at_3_diff1": 0.701981938031903, "nauc_ndcg_at_3_max": 0.5074298335185399, "nauc_ndcg_at_3_std": 0.2954632045103067, "nauc_ndcg_at_5_diff1": 0.7019682974444421, "nauc_ndcg_at_5_max": 0.5668549512081791, "nauc_ndcg_at_5_std": 0.3269101392064102, "nauc_precision_at_1000_diff1": NaN, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_100_diff1": 0.12267310909047369, "nauc_precision_at_100_max": 0.5535013509600544, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_10_diff1": 0.5979207633320842, "nauc_precision_at_10_max": 0.7493807997625226, "nauc_precision_at_10_std": 0.5682628010045224, "nauc_precision_at_1_diff1": 0.7138760320217655, "nauc_precision_at_1_max": 0.46148780923721844, "nauc_precision_at_1_std": 0.24182250814131015, "nauc_precision_at_20_diff1": 0.6179885931248734, "nauc_precision_at_20_max": 0.716712680943266, "nauc_precision_at_20_std": 0.7865801194745141, "nauc_precision_at_3_diff1": 0.6886194083068703, "nauc_precision_at_3_max": 0.5440292876196795, "nauc_precision_at_3_std": 0.3462742753948686, "nauc_precision_at_5_diff1": 0.6806454823760859, "nauc_precision_at_5_max": 0.7536701087180683, "nauc_precision_at_5_std": 0.4744824782199166, "nauc_recall_at_1000_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_100_diff1": 0.12267310909040617, "nauc_recall_at_100_max": 0.5535013509600468, "nauc_recall_at_100_std": 1.0, "nauc_recall_at_10_diff1": 0.5979207633320839, "nauc_recall_at_10_max": 0.7493807997625227, "nauc_recall_at_10_std": 0.5682628010045222, "nauc_recall_at_1_diff1": 0.7138760320217655, "nauc_recall_at_1_max": 0.46148780923721844, "nauc_recall_at_1_std": 0.24182250814131015, "nauc_recall_at_20_diff1": 0.6179885931248752, "nauc_recall_at_20_max": 0.7167126809432659, "nauc_recall_at_20_std": 0.7865801194745179, "nauc_recall_at_3_diff1": 0.6886194083068703, "nauc_recall_at_3_max": 0.5440292876196811, "nauc_recall_at_3_std": 0.34627427539486955, "nauc_recall_at_5_diff1": 0.6806454823760865, "nauc_recall_at_5_max": 0.7536701087180677, "nauc_recall_at_5_std": 0.47448247821991674, "ndcg_at_1": 0.64021, "ndcg_at_10": 0.77232, "ndcg_at_100": 0.79207, "ndcg_at_1000": 0.79286, "ndcg_at_20": 0.78141, "ndcg_at_3": 0.72688, "ndcg_at_5": 0.75079, "precision_at_1": 0.64021, "precision_at_10": 0.09048, "precision_at_100": 0.00995, "precision_at_1000": 0.001, "precision_at_20": 0.04709, "precision_at_3": 0.26102, "precision_at_5": 0.16825, "recall_at_1": 0.64021, "recall_at_10": 0.90476, "recall_at_100": 0.99471, "recall_at_1000": 1.0, "recall_at_20": 0.9418, "recall_at_3": 0.78307, "recall_at_5": 0.84127 }, { "hf_subset": "zho-vie", "languages": [ "zho-Hans", "vie-Latn" ], "main_score": 0.80854, "map_at_1": 0.67391, "map_at_10": 0.76614, "map_at_100": 0.76929, "map_at_1000": 0.76929, "map_at_20": 0.76862, "map_at_3": 0.75, "map_at_5": 0.75761, "mrr_at_1": 0.6739130434782609, "mrr_at_10": 0.7661361283643892, "mrr_at_100": 0.7692922186662878, "mrr_at_1000": 0.7692922186662878, "mrr_at_20": 0.7686173174016424, "mrr_at_3": 0.7499999999999999, "mrr_at_5": 0.7576086956521739, "nauc_map_at_1000_diff1": 0.6153833870319708, "nauc_map_at_1000_max": 0.1802855354285828, "nauc_map_at_1000_std": 0.05009166835649372, "nauc_map_at_100_diff1": 0.6153833870319708, "nauc_map_at_100_max": 0.1802855354285828, "nauc_map_at_100_std": 0.05009166835649372, "nauc_map_at_10_diff1": 0.61228450687228, "nauc_map_at_10_max": 0.18051071699922078, "nauc_map_at_10_std": 0.05904190287488857, "nauc_map_at_1_diff1": 0.6489388815418102, "nauc_map_at_1_max": 0.18415883473551697, "nauc_map_at_1_std": 0.0031450102365920326, "nauc_map_at_20_diff1": 0.6162282105973803, "nauc_map_at_20_max": 0.18168128845275935, "nauc_map_at_20_std": 0.05245579305476048, "nauc_map_at_3_diff1": 0.6061050204265206, "nauc_map_at_3_max": 0.16769715852679168, "nauc_map_at_3_std": 0.029630762758318187, "nauc_map_at_5_diff1": 0.611037477945928, "nauc_map_at_5_max": 0.17891078153297887, "nauc_map_at_5_std": 0.04733656028092799, "nauc_mrr_at_1000_diff1": 0.6153833870319708, "nauc_mrr_at_1000_max": 0.1802855354285828, "nauc_mrr_at_1000_std": 0.05009166835649372, "nauc_mrr_at_100_diff1": 0.6153833870319708, "nauc_mrr_at_100_max": 0.1802855354285828, "nauc_mrr_at_100_std": 0.05009166835649372, "nauc_mrr_at_10_diff1": 0.61228450687228, "nauc_mrr_at_10_max": 0.18051071699922078, "nauc_mrr_at_10_std": 0.05904190287488857, "nauc_mrr_at_1_diff1": 0.6489388815418102, "nauc_mrr_at_1_max": 0.18415883473551697, "nauc_mrr_at_1_std": 0.0031450102365920326, "nauc_mrr_at_20_diff1": 0.6162282105973803, "nauc_mrr_at_20_max": 0.18168128845275935, "nauc_mrr_at_20_std": 0.05245579305476048, "nauc_mrr_at_3_diff1": 0.6061050204265206, "nauc_mrr_at_3_max": 0.16769715852679168, "nauc_mrr_at_3_std": 0.029630762758318187, "nauc_mrr_at_5_diff1": 0.611037477945928, "nauc_mrr_at_5_max": 0.17891078153297887, "nauc_mrr_at_5_std": 0.04733656028092799, "nauc_ndcg_at_1000_diff1": 0.6145569091397676, "nauc_ndcg_at_1000_max": 0.1815142305921246, "nauc_ndcg_at_1000_std": 0.06278044699664173, "nauc_ndcg_at_100_diff1": 0.6145569091397676, "nauc_ndcg_at_100_max": 0.1815142305921246, "nauc_ndcg_at_100_std": 0.06278044699664173, "nauc_ndcg_at_10_diff1": 0.6060322811549195, "nauc_ndcg_at_10_max": 0.1866051380383998, "nauc_ndcg_at_10_std": 0.11022942508329633, "nauc_ndcg_at_1_diff1": 0.6489388815418102, "nauc_ndcg_at_1_max": 0.18415883473551697, "nauc_ndcg_at_1_std": 0.0031450102365920326, "nauc_ndcg_at_20_diff1": 0.6217227834284718, "nauc_ndcg_at_20_max": 0.19056294751064595, "nauc_ndcg_at_20_std": 0.08189672387740213, "nauc_ndcg_at_3_diff1": 0.5955248752803158, "nauc_ndcg_at_3_max": 0.15933002516681416, "nauc_ndcg_at_3_std": 0.040528856515746184, "nauc_ndcg_at_5_diff1": 0.6043723550124079, "nauc_ndcg_at_5_max": 0.18190900994715337, "nauc_ndcg_at_5_std": 0.07736982147462242, "nauc_precision_at_1000_diff1": NaN, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_10_diff1": 0.5550595661581063, "nauc_precision_at_10_max": 0.2626178123012862, "nauc_precision_at_10_std": 0.6601140170551755, "nauc_precision_at_1_diff1": 0.6489388815418102, "nauc_precision_at_1_max": 0.18415883473551697, "nauc_precision_at_1_std": 0.0031450102365920326, "nauc_precision_at_20_diff1": 0.8886326175188535, "nauc_precision_at_20_max": 0.48474450669731517, "nauc_precision_at_20_std": 0.7866159072202688, "nauc_precision_at_3_diff1": 0.5530411318080963, "nauc_precision_at_3_max": 0.12246486114076163, "nauc_precision_at_3_std": 0.08759865647801025, "nauc_precision_at_5_diff1": 0.5754134148702242, "nauc_precision_at_5_max": 0.20288835424037732, "nauc_precision_at_5_std": 0.24354146492376275, "nauc_recall_at_1000_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_10_diff1": 0.5550595661581089, "nauc_recall_at_10_max": 0.2626178123012881, "nauc_recall_at_10_std": 0.6601140170551791, "nauc_recall_at_1_diff1": 0.6489388815418102, "nauc_recall_at_1_max": 0.18415883473551697, "nauc_recall_at_1_std": 0.0031450102365920326, "nauc_recall_at_20_diff1": 0.8886326175188495, "nauc_recall_at_20_max": 0.48474450669731545, "nauc_recall_at_20_std": 0.7866159072202681, "nauc_recall_at_3_diff1": 0.5530411318080962, "nauc_recall_at_3_max": 0.12246486114076169, "nauc_recall_at_3_std": 0.08759865647800984, "nauc_recall_at_5_diff1": 0.5754134148702239, "nauc_recall_at_5_max": 0.2028883542403784, "nauc_recall_at_5_std": 0.24354146492376458, "ndcg_at_1": 0.67391, "ndcg_at_10": 0.80854, "ndcg_at_100": 0.82223, "ndcg_at_1000": 0.82223, "ndcg_at_20": 0.81796, "ndcg_at_3": 0.7751, "ndcg_at_5": 0.78867, "precision_at_1": 0.67391, "precision_at_10": 0.09402, "precision_at_100": 0.01, "precision_at_1000": 0.001, "precision_at_20": 0.04891, "precision_at_3": 0.28261, "precision_at_5": 0.17609, "recall_at_1": 0.67391, "recall_at_10": 0.94022, "recall_at_100": 1.0, "recall_at_1000": 1.0, "recall_at_20": 0.97826, "recall_at_3": 0.84783, "recall_at_5": 0.88043 }, { "hf_subset": "zho-zho", "languages": [ "zho-Hans", "zho-Hans" ], "main_score": 0.84591, "map_at_1": 0.76389, "map_at_10": 0.81948, "map_at_100": 0.82141, "map_at_1000": 0.82151, "map_at_20": 0.82051, "map_at_3": 0.80589, "map_at_5": 0.81442, "mrr_at_1": 0.7638888888888888, "mrr_at_10": 0.8194759385235574, "mrr_at_100": 0.8214098824846662, "mrr_at_1000": 0.821511983013574, "mrr_at_20": 0.8205134902964031, "mrr_at_3": 0.8058862433862432, "mrr_at_5": 0.8144179894179893, "nauc_map_at_1000_diff1": 0.7851802450486106, "nauc_map_at_1000_max": 0.6519851481629915, "nauc_map_at_1000_std": 0.26359213684482946, "nauc_map_at_100_diff1": 0.7851632842965551, "nauc_map_at_100_max": 0.6521434057972816, "nauc_map_at_100_std": 0.2640072687249703, "nauc_map_at_10_diff1": 0.7853056580395736, "nauc_map_at_10_max": 0.652845642781479, "nauc_map_at_10_std": 0.26680154504102266, "nauc_map_at_1_diff1": 0.7880145752958404, "nauc_map_at_1_max": 0.6040065751458398, "nauc_map_at_1_std": 0.1667404651784626, "nauc_map_at_20_diff1": 0.7846194676752397, "nauc_map_at_20_max": 0.6527680109436789, "nauc_map_at_20_std": 0.2650198909353584, "nauc_map_at_3_diff1": 0.7855702230548962, "nauc_map_at_3_max": 0.6539703342134906, "nauc_map_at_3_std": 0.2647553857658654, "nauc_map_at_5_diff1": 0.7846438815061567, "nauc_map_at_5_max": 0.6559532480342433, "nauc_map_at_5_std": 0.262655316030632, "nauc_mrr_at_1000_diff1": 0.7851802450486106, "nauc_mrr_at_1000_max": 0.6519851481629915, "nauc_mrr_at_1000_std": 0.26359213684482946, "nauc_mrr_at_100_diff1": 0.7851632842965551, "nauc_mrr_at_100_max": 0.6521434057972816, "nauc_mrr_at_100_std": 0.2640072687249703, "nauc_mrr_at_10_diff1": 0.7853056580395736, "nauc_mrr_at_10_max": 0.652845642781479, "nauc_mrr_at_10_std": 0.26680154504102266, "nauc_mrr_at_1_diff1": 0.7880145752958404, "nauc_mrr_at_1_max": 0.6040065751458398, "nauc_mrr_at_1_std": 0.1667404651784626, "nauc_mrr_at_20_diff1": 0.7846194676752397, "nauc_mrr_at_20_max": 0.6527680109436789, "nauc_mrr_at_20_std": 0.2650198909353584, "nauc_mrr_at_3_diff1": 0.7855702230548962, "nauc_mrr_at_3_max": 0.6539703342134906, "nauc_mrr_at_3_std": 0.2647553857658654, "nauc_mrr_at_5_diff1": 0.7846438815061567, "nauc_mrr_at_5_max": 0.6559532480342433, "nauc_mrr_at_5_std": 0.262655316030632, "nauc_ndcg_at_1000_diff1": 0.7854112144835848, "nauc_ndcg_at_1000_max": 0.6617014930455581, "nauc_ndcg_at_1000_std": 0.28612390934592613, "nauc_ndcg_at_100_diff1": 0.7859560310259299, "nauc_ndcg_at_100_max": 0.6666626862215376, "nauc_ndcg_at_100_std": 0.29866365114493354, "nauc_ndcg_at_10_diff1": 0.785479787117421, "nauc_ndcg_at_10_max": 0.6719751093588264, "nauc_ndcg_at_10_std": 0.31531961869499153, "nauc_ndcg_at_1_diff1": 0.7880145752958404, "nauc_ndcg_at_1_max": 0.6040065751458398, "nauc_ndcg_at_1_std": 0.1667404651784626, "nauc_ndcg_at_20_diff1": 0.7828558776561385, "nauc_ndcg_at_20_max": 0.6725687330304894, "nauc_ndcg_at_20_std": 0.31039899544452665, "nauc_ndcg_at_3_diff1": 0.7849008510177037, "nauc_ndcg_at_3_max": 0.6719820016103193, "nauc_ndcg_at_3_std": 0.30209609971250534, "nauc_ndcg_at_5_diff1": 0.7836730010030742, "nauc_ndcg_at_5_max": 0.6775869251467482, "nauc_ndcg_at_5_std": 0.3011700854136508, "nauc_precision_at_1000_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_100_diff1": 0.8259227758067369, "nauc_precision_at_100_max": 0.9199849277606351, "nauc_precision_at_100_std": 0.9346981083182163, "nauc_precision_at_10_diff1": 0.7891126156196404, "nauc_precision_at_10_max": 0.7988601552970966, "nauc_precision_at_10_std": 0.6512150502007114, "nauc_precision_at_1_diff1": 0.7880145752958404, "nauc_precision_at_1_max": 0.6040065751458398, "nauc_precision_at_1_std": 0.1667404651784626, "nauc_precision_at_20_diff1": 0.7663701002383807, "nauc_precision_at_20_max": 0.837225170442949, "nauc_precision_at_20_std": 0.6922044246560519, "nauc_precision_at_3_diff1": 0.7825289989425814, "nauc_precision_at_3_max": 0.738219273013834, "nauc_precision_at_3_std": 0.4402655521489713, "nauc_precision_at_5_diff1": 0.7797061470595958, "nauc_precision_at_5_max": 0.7789419279840093, "nauc_precision_at_5_std": 0.47980114025111864, "nauc_recall_at_1000_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_100_diff1": 0.8259227758067373, "nauc_recall_at_100_max": 0.9199849277606366, "nauc_recall_at_100_std": 0.9346981083182201, "nauc_recall_at_10_diff1": 0.7891126156196417, "nauc_recall_at_10_max": 0.7988601552970979, "nauc_recall_at_10_std": 0.6512150502007141, "nauc_recall_at_1_diff1": 0.7880145752958404, "nauc_recall_at_1_max": 0.6040065751458398, "nauc_recall_at_1_std": 0.1667404651784626, "nauc_recall_at_20_diff1": 0.7663701002383806, "nauc_recall_at_20_max": 0.8372251704429491, "nauc_recall_at_20_std": 0.6922044246560548, "nauc_recall_at_3_diff1": 0.78252899894258, "nauc_recall_at_3_max": 0.7382192730138335, "nauc_recall_at_3_std": 0.44026555214897173, "nauc_recall_at_5_diff1": 0.7797061470595955, "nauc_recall_at_5_max": 0.7789419279840107, "nauc_recall_at_5_std": 0.4798011402511199, "ndcg_at_1": 0.76389, "ndcg_at_10": 0.84591, "ndcg_at_100": 0.8564, "ndcg_at_1000": 0.85898, "ndcg_at_20": 0.84952, "ndcg_at_3": 0.81862, "ndcg_at_5": 0.83407, "precision_at_1": 0.76389, "precision_at_10": 0.09286, "precision_at_100": 0.0098, "precision_at_1000": 0.001, "precision_at_20": 0.04712, "precision_at_3": 0.28505, "precision_at_5": 0.17857, "recall_at_1": 0.76389, "recall_at_10": 0.92857, "recall_at_100": 0.98016, "recall_at_1000": 1.0, "recall_at_20": 0.94246, "recall_at_3": 0.85516, "recall_at_5": 0.89286 } ] }, "task_name": "MLQARetrieval" }