{"type": "SampleBatch", "eps_id": [1484177277, 1484177277, 1484177277, 1484177277, 1484177277, 1484177277, 1484177277, 1484177277, 1484177277, 1484177277, 1484177277, 1484177277, 1484177277, 1484177277, 1484177277, 1484177277, 1484177277, 1484177277, 1484177277, 1484177277, 1484177277, 1484177277, 1484177277, 1484177277, 1484177277, 1484177277, 1484177277, 1484177277, 1484177277, 1484177277, 1484177277, 1484177277, 1484177277, 1484177277, 1484177277, 1484177277, 1484177277, 1484177277, 1484177277, 1484177277, 1484177277, 1484177277, 1484177277, 1484177277, 1484177277, 1484177277, 1484177277, 1484177277, 1484177277, 1484177277, 1484177277, 1484177277, 1484177277, 1484177277, 1484177277, 1484177277, 1484177277, 1484177277, 1484177277, 1484177277, 1484177277, 1484177277, 1484177277, 1484177277, 1484177277, 1484177277, 1484177277, 1484177277, 1484177277, 1484177277, 1484177277, 1484177277, 1484177277, 1484177277, 1484177277, 1484177277, 1484177277, 1484177277, 1484177277, 1484177277, 1484177277, 1484177277, 1484177277, 1484177277, 1484177277, 1484177277, 1484177277, 1484177277, 1484177277, 1484177277, 1484177277, 1484177277, 1484177277, 1484177277, 1484177277, 1484177277, 1484177277, 1484177277, 1484177277, 1484177277, 1484177277, 1484177277, 1484177277, 1484177277, 1484177277, 1484177277, 1484177277, 1484177277, 1484177277, 1484177277, 1484177277, 1484177277, 1484177277, 1484177277, 1484177277, 1484177277, 1484177277, 1484177277, 1484177277, 1484177277, 1484177277, 1484177277, 1484177277, 1484177277, 1484177277, 1484177277, 1484177277, 1484177277, 1484177277, 1484177277, 1484177277, 1484177277, 1484177277, 1484177277, 1484177277, 1484177277, 1484177277, 1484177277, 1484177277, 1484177277, 1484177277, 1484177277, 1484177277, 1484177277, 1484177277, 1484177277, 1484177277, 1484177277, 1484177277, 1484177277, 1484177277, 1484177277, 1484177277, 1484177277, 1484177277, 1484177277, 1484177277, 1484177277, 1484177277, 1484177277, 1484177277, 1484177277, 1484177277, 1484177277, 1484177277, 1484177277, 1484177277, 1484177277, 1484177277, 1484177277, 1484177277, 1484177277, 1484177277, 1484177277, 1484177277, 1484177277, 1484177277, 1484177277, 1484177277, 1484177277, 1484177277, 1484177277, 1484177277, 1484177277, 1484177277, 1484177277, 1484177277, 1484177277, 1484177277, 1484177277, 1484177277, 1484177277, 1484177277, 1484177277, 1484177277, 1484177277, 1484177277, 1484177277, 1484177277, 1484177277], "obs": [[-0.0006970267277210951, -0.04615158215165138, -0.0192976426333189, -0.04534097760915756], [-0.001620058435946703, -0.24099157750606537, -0.020204462110996246, 0.24119144678115845], [-0.006439889781177044, -0.045586924999952316, -0.015380633994936943, -0.05779542028903961], [-0.007351628504693508, 0.14975214004516602, -0.016536541283130646, -0.35529109835624695], [-0.004356585443019867, -0.045130833983421326, -0.023642363026738167, -0.06786812096834183], [-0.00525920232757926, 0.15032196044921875, -0.024999726563692093, -0.3679155707359314], [-0.0022527631372213364, -0.044436004012823105, -0.032358039170503616, -0.08321907371282578], [-0.0031414832919836044, -0.2390795350074768, -0.03402242064476013, 0.19908177852630615], [-0.007923074066638947, -0.043487899005413055, -0.030040783807635307, -0.10413654893636703], [-0.008792831562459469, -0.23816674947738647, -0.03212351351976395, 0.17891930043697357], [-0.013556166552007198, -0.042600177228450775, -0.02854512818157673, -0.1237218976020813], [-0.014408170245587826, 0.15291884541511536, -0.03101956658065319, -0.4252720773220062], [-0.011349793523550034, 0.348466157913208, -0.03952500969171524, -0.7275702357292175], [-0.004380470607429743, 0.1539122760295868, -0.0540764145553112, -0.4475846588611603], [-0.001302225049585104, -0.04040468484163284, -0.06302810460329056, -0.1724260151386261], [-0.002110318746417761, -0.23457057774066925, -0.06647662818431854, 0.09972652047872543], [-0.0068017300218343735, -0.03856198862195015, -0.06448209285736084, -0.21316669881343842], [-0.007572969887405634, -0.23270560801029205, -0.06874542683362961, 0.05849891155958176], [-0.012227081693708897, -0.42677798867225647, -0.06757545471191406, 0.32872462272644043], [-0.020762640982866287, -0.620876133441925, -0.06100095808506012, 0.5993552207946777], [-0.03318016231060028, -0.8150939345359802, -0.04901385307312012, 0.8722169399261475], [-0.04948204383254051, -0.6193408966064453, -0.03156951442360878, 0.5645357966423035], [-0.06186886131763458, -0.4237905740737915, -0.020278800278902054, 0.2620765268802643], [-0.07034467160701752, -0.22838512063026428, -0.01503726840019226, -0.03693294897675514], [-0.07491237670183182, -0.4232882559299469, -0.015775928273797035, 0.2509678900241852], [-0.0833781436085701, -0.22794461250305176, -0.010756569914519787, -0.0466490313410759], [-0.08793703466653824, -0.03267008438706398, -0.011689550243318081, -0.34270626306533813], [-0.08859043568372726, 0.16261620819568634, -0.018543675541877747, -0.6390523314476013], [-0.08533810824155807, -0.03224235028028488, -0.03132472187280655, -0.3522662818431854], [-0.08598295599222183, -0.22690516710281372, -0.0383700467646122, -0.06962324678897858], [-0.09052105993032455, -0.42145660519599915, -0.03976251184940338, 0.21071109175682068], [-0.09895019233226776, -0.6159881353378296, -0.035548292100429535, 0.4905906319618225], [-0.11126995831727982, -0.8105910420417786, -0.025736477226018906, 0.7718616127967834], [-0.12748177349567413, -0.6151245832443237, -0.01029924489557743, 0.4711933434009552], [-0.13978426158428192, -0.4198586940765381, -0.0008753783185966313, 0.17528210580348969], [-0.14818143844604492, -0.22472423315048218, 0.002630263566970825, -0.11767685413360596], [-0.15267592668533325, -0.4198837876319885, 0.0002767266414593905, 0.1758347451686859], [-0.16107361018657684, -0.22476579248905182, 0.003793421434238553, -0.11676087230443954], [-0.16556891798973083, -0.41994187235832214, 0.001458203885704279, 0.17711642384529114], [-0.17396776378154755, -0.6150846481323242, 0.005000532604753971, 0.47025901079177856], [-0.18626944720745087, -0.420033723115921, 0.014405712485313416, 0.1791563779115677], [-0.19467012584209442, -0.22512084245681763, 0.017988840118050575, -0.10894745588302612], [-0.19917254149913788, -0.03026122786104679, 0.015809891745448112, -0.3959011435508728], [-0.1997777670621872, -0.2256038933992386, 0.007891868241131306, -0.09827587008476257], [-0.20428983867168427, -0.42083805799484253, 0.005926350597292185, 0.19688643515110016], [-0.21270661056041718, -0.616044282913208, 0.009864079765975475, 0.49143296480178833], [-0.22502748668193817, -0.4210628271102905, 0.019692739471793175, 0.20187503099441528], [-0.23344874382019043, -0.22622798383235931, 0.023730238899588585, -0.08453129231929779], [-0.23797330260276794, -0.03145408630371094, 0.022039612755179405, -0.36963385343551636], [-0.2386023849248886, -0.22688212990760803, 0.01464693620800972, -0.07008384168148041], [-0.24314002692699432, -0.4222109913825989, 0.013245259411633015, 0.22718404233455658], [-0.2515842616558075, -0.22728079557418823, 0.01778894104063511, -0.061291590332984924], [-0.2561298608779907, -0.4226532280445099, 0.016563108190894127, 0.2369503527879715], [-0.26458293199539185, -0.22777177393436432, 0.02130211517214775, -0.05046239122748375], [-0.269138365983963, -0.0329616479575634, 0.020292868837714195, -0.33634892106056213], [-0.26979759335517883, -0.228366419672966, 0.013565889559686184, -0.037336427718400955], [-0.2743649184703827, -0.42368024587631226, 0.012819160707294941, 0.2595956027507782], [-0.28283852338790894, -0.22874362766742706, 0.018011072650551796, -0.029016569256782532], [-0.28741341829299927, -0.42411917448043823, 0.01743074133992195, 0.26929420232772827], [-0.2958957850933075, -0.2292502522468567, 0.022816624492406845, -0.01784040778875351], [-0.30048078298568726, -0.4246918559074402, 0.022459818050265312, 0.28195321559906006], [-0.30897462368011475, -0.2298973649740219, 0.028098881244659424, -0.003562227124348283], [-0.31357258558273315, -0.42541077733039856, 0.02802763693034649, 0.29785212874412537], [-0.3220807909965515, -0.6209208369255066, 0.033984679728746414, 0.5992410778999329], [-0.33449921011924744, -0.4262904226779938, 0.04596950113773346, 0.3174535930156708], [-0.3430250287055969, -0.23185233771800995, 0.052318572998046875, 0.03961485996842384], [-0.3476620614528656, -0.037518154829740524, 0.05311087146401405, -0.23611292243003845], [-0.348412424325943, -0.23335708677768707, 0.048388611525297165, 0.07283852994441986], [-0.35307955741882324, -0.038961052894592285, 0.0498453825712204, -0.20419351756572723], [-0.3538587987422943, -0.23475907742977142, 0.045761510729789734, 0.10378722101449966], [-0.3585539758205414, -0.04032179340720177, 0.047837257385253906, -0.1741141974925995], [-0.35936039686203003, -0.23609457910060883, 0.04435497149825096, 0.1332678496837616], [-0.36408230662345886, -0.041635122150182724, 0.0470203272998333, -0.14509838819503784], [-0.36491501331329346, -0.23739780485630035, 0.04411835968494415, 0.16203998029232025], [-0.36966297030448914, -0.04293430596590042, 0.0473591610789299, -0.11640484631061554], [-0.3705216348171234, 0.15147820115089417, 0.04503106325864792, -0.3937782645225525], [-0.36749207973480225, -0.04425285384058952, 0.03715549781918526, -0.08724462985992432], [-0.368377149105072, -0.23988714814186096, 0.03541060537099838, 0.2169254869222641], [-0.37317487597465515, -0.04528883472084999, 0.03974911570549011, -0.0643804594874382], [-0.3740806579589844, -0.24095748364925385, 0.038461506366729736, 0.24057382345199585], [-0.37889981269836426, -0.43660715222358704, 0.04327298328280449, 0.5451361536979675], [-0.38763195276260376, -0.24211910367012024, 0.05417570844292641, 0.2663955092430115], [-0.39247432351112366, -0.04781052842736244, 0.059503618627786636, -0.008719864301383495], [-0.39343053102493286, -0.24373313784599304, 0.05932921916246414, 0.3021276593208313], [-0.398305207490921, -0.04950474202632904, 0.06537177413702011, 0.02873023971915245], [-0.39929530024528503, 0.14462178945541382, 0.06594637781381607, -0.2426319718360901], [-0.39640286564826965, -0.05137712508440018, 0.06109374016523361, 0.0701015368103981], [-0.397430419921875, 0.1428181529045105, 0.06249576807022095, -0.2026975452899933], [-0.39457404613494873, 0.3369932472705841, 0.05844181776046753, -0.47502976655960083], [-0.38783419132232666, 0.1410968154668808, 0.048941221088171005, -0.1645146757364273], [-0.3850122392177582, 0.3354852497577667, 0.04565092921257019, -0.44136521220207214], [-0.37830254435539246, 0.1397480070590973, 0.03682362660765648, -0.13464851677417755], [-0.3755075931549072, 0.3343236744403839, 0.034130655229091644, -0.4154904782772064], [-0.3688211143016815, 0.13873504102230072, 0.025820845738053322, -0.11224591732025146], [-0.36604639887809753, -0.056747205555438995, 0.023575926199555397, 0.18847018480300903], [-0.36718136072158813, 0.13802964985370636, 0.027345329523086548, -0.09668322652578354], [-0.36442074179649353, -0.057473327964544296, 0.025411665439605713, 0.20450013875961304], [-0.36557021737098694, 0.13727617263793945, 0.029501669108867645, -0.08005958050489426], [-0.3628247082233429, -0.05825599655508995, 0.02790047600865364, 0.22178328037261963], [-0.36398983001708984, -0.25376540422439575, 0.03233614191412926, 0.5231349468231201], [-0.36906513571739197, -0.05911312997341156, 0.04279883950948715, 0.24081432819366455], [-0.37024739384651184, 0.13537214696407318, 0.04761512577533722, -0.038067419081926346], [-0.3675399422645569, -0.0603991262614727, 0.04685378074645996, 0.26925021409988403], [-0.36874791979789734, 0.13402396440505981, 0.05223878473043442, -0.008294389583170414], [-0.36606743931770325, -0.06180673837661743, 0.05207289755344391, 0.3004021644592285], [-0.3673035800457001, 0.13253581523895264, 0.05808093771338463, 0.024585988372564316], [-0.3646528720855713, 0.3267788290977478, 0.05857265740633011, -0.24922101199626923], [-0.3581172823905945, 0.13087144494056702, 0.05358823761343956, 0.061346638947725296], [-0.35549986362457275, 0.32518574595451355, 0.05481517314910889, -0.2139589935541153], [-0.3489961624145508, 0.12932468950748444, 0.05053599178791046, 0.09549889713525772], [-0.3464096486568451, 0.32368728518486023, 0.052445970475673676, -0.1808215230703354], [-0.33993589878082275, 0.5180210471153259, 0.048829540610313416, -0.4565093219280243], [-0.32957547903060913, 0.32224398851394653, 0.03969935327768326, -0.14884355664253235], [-0.32313060760498047, 0.12657669186592102, 0.03672248125076294, 0.15609467029571533], [-0.3205990791320801, 0.3211541473865509, 0.03984437510371208, -0.12478075921535492], [-0.3141759932041168, 0.12548469007015228, 0.037348758429288864, 0.18020161986351013], [-0.3116663098335266, 0.320052832365036, 0.04095279052853584, -0.10046908259391785], [-0.30526524782180786, 0.12436862289905548, 0.03894340991973877, 0.20484788715839386], [-0.30277785658836365, 0.31891265511512756, 0.04304036870598793, -0.075300432741642], [-0.29639962315559387, 0.5133919715881348, 0.041534360498189926, -0.3540993332862854], [-0.28613176941871643, 0.31770482659339905, 0.034452371299266815, -0.04861414059996605], [-0.2797776758670807, 0.5123162269592285, 0.03348008915781975, -0.33023107051849365], [-0.26953136920928955, 0.31673410534858704, 0.026875469833612442, -0.027180934324860573], [-0.2631966769695282, 0.12123725563287735, 0.02633184939622879, 0.2738588750362396], [-0.2607719302177429, -0.07425031810998917, 0.03180902823805809, 0.5747292637825012], [-0.262256920337677, 0.12041159719228745, 0.04330361261963844, 0.2922343611717224], [-0.2598487138748169, 0.3148902356624603, 0.04914829879999161, 0.013517183251678944], [-0.2535508871078491, 0.5092741250991821, 0.04941864311695099, -0.2632628083229065], [-0.24336542189121246, 0.7036571502685547, 0.04415338858962059, -0.5399581789970398], [-0.22929227352142334, 0.5079432129859924, 0.033354222774505615, -0.2336965650320053], [-0.2191334068775177, 0.7025731205940247, 0.028680292889475822, -0.5156747102737427], [-0.20508193969726562, 0.5070592761039734, 0.018366798758506775, -0.21409370005130768], [-0.19494076073169708, 0.3116796314716339, 0.014084924943745136, 0.0843258872628212], [-0.188707172870636, 0.5065968632698059, 0.015771443024277687, -0.20388014614582062], [-0.17857523262500763, 0.7014898061752319, 0.01169383991509676, -0.49154654145240784], [-0.1645454317331314, 0.5062048435211182, 0.0018629094120115042, -0.19520124793052673], [-0.15442132949829102, 0.31105631589889526, -0.002041115425527096, 0.09806876629590988], [-0.14820021390914917, 0.1159636601805687, -7.974013715283945e-05, 0.39010703563690186], [-0.14588093757629395, 0.3110867440700531, 0.0077224005945026875, 0.09739895910024643], [-0.13965919613838196, 0.5060971975326538, 0.00967037957161665, -0.19283759593963623], [-0.12953725457191467, 0.3108382225036621, 0.005813627503812313, 0.10288017243146896], [-0.12332049757242203, 0.505876362323761, 0.007871231064200401, -0.18796291947364807], [-0.11320296674966812, 0.31064271926879883, 0.004111972637474537, 0.10719264298677444], [-0.10699011385440826, 0.11546207219362259, 0.006255825515836477, 0.4011700451374054], [-0.1046808734536171, 0.31049472093582153, 0.014279225841164589, 0.11046596616506577], [-0.09847097843885422, 0.5054091811180115, 0.01648854650557041, -0.1776779592037201], [-0.08836279064416885, 0.7002913355827332, 0.012934986501932144, -0.4651140570640564], [-0.07435696572065353, 0.5049890279769897, 0.00363270565867424, -0.16838230192661285], [-0.0642571821808815, 0.7000588178634644, 0.00026505967252887785, -0.45991700887680054], [-0.05025601014494896, 0.8951770067214966, -0.00893328059464693, -0.7525163888931274], [-0.032352469861507416, 0.7001793384552002, -0.023983607068657875, -0.4626579284667969], [-0.018348881974816322, 0.5054044127464294, -0.03323676809668541, -0.17763005197048187], [-0.008240792900323868, 0.700985848903656, -0.03678936883807182, -0.4806099832057953], [0.005778924096375704, 0.5064020156860352, -0.04640156775712967, -0.19974537193775177], [0.015906965360045433, 0.3119733929634094, -0.050396475940942764, 0.0779465064406395], [0.022146431729197502, 0.5077801942825317, -0.04883754625916481, -0.2302011251449585], [0.03230203688144684, 0.3133889138698578, -0.05344156548380852, 0.046685609966516495], [0.03856981545686722, 0.5092348456382751, -0.052507854998111725, -0.26236820220947266], [0.04875451326370239, 0.3149001896381378, -0.05775522068142891, 0.013301792554557323], [0.055052515119314194, 0.510800838470459, -0.05748918280005455, -0.2970297932624817], [0.06526853144168854, 0.3165435194969177, -0.06342978030443192, -0.023017728701233864], [0.07159940153360367, 0.5125150680541992, -0.06389013677835464, -0.3350197374820709], [0.08184970170259476, 0.31835782527923584, -0.07059052586555481, -0.06314900517463684], [0.0882168635725975, 0.5144171714782715, -0.07185351103544235, -0.37724193930625916], [0.09850520640611649, 0.3203853368759155, -0.07939834892749786, -0.10805201530456543], [0.10491291433572769, 0.1264856457710266, -0.08155938982963562, 0.15856264531612396], [0.10744262486696243, -0.0673796534538269, -0.07838813215494156, 0.4244420528411865], [0.10609503090381622, 0.12876012921333313, -0.0698992908000946, 0.10811331868171692], [0.10867023468017578, 0.3248105049133301, -0.06773702800273895, -0.20577779412269592], [0.11516644060611725, 0.13071930408477783, -0.07185258716344833, 0.06479190289974213], [0.11778082698583603, 0.32679393887519836, -0.07055674493312836, -0.24966765940189362], [0.12431670725345612, 0.13274680078029633, -0.07555010169744492, 0.01995236426591873], [0.12697164714336395, 0.3288663625717163, -0.07515104860067368, -0.29557839035987854], [0.13354897499084473, 0.13489173352718353, -0.08106262236833572, -0.02751133404672146], [0.13624680042266846, 0.331076979637146, -0.08161284774541855, -0.344629168510437], [0.14286834001541138, 0.137205109000206, -0.08850543200969696, -0.07875686883926392], [0.1456124484539032, -0.05654393509030342, -0.09008056670427322, 0.1847425401210785], [0.1444815695285797, -0.2502692639827728, -0.08638571947813034, 0.4477044641971588], [0.13947618007659912, -0.05403831973671913, -0.07743162661790848, 0.129089817404747], [0.13839541375637054, 0.14210255444049835, -0.07484982907772064, -0.18698208034038544], [0.14123746752738953, 0.33821114897727966, -0.07858946919441223, -0.5023066401481628], [0.14800168573856354, 0.14427979290485382, -0.08863560855388641, -0.23538902401924133], [0.15088728070259094, -0.04947133734822273, -0.09334338456392288, 0.028072038665413857], [0.14989785850048065, 0.1468566507101059, -0.09278194606304169, -0.2925410568714142], [0.15283499658107758, 0.3431705832481384, -0.09863276779651642, -0.6129841208457947], [0.15969841182231903, 0.1495552808046341, -0.11089245229959488, -0.35292378067970276], [0.16268950700759888, -0.04382946714758873, -0.1179509237408638, -0.09716398268938065], [0.1618129163980484, -0.23708073794841766, -0.11989420652389526, 0.15610159933567047], [0.1570713073015213, -0.04046441987156868, -0.11677217483520508, -0.17187021672725677], [0.15626202523708344, -0.2337382584810257, -0.12020957469940186, 0.08181317895650864], [0.15158724784851074, -0.42695027589797974, -0.11857331544160843, 0.33428314328193665], [0.1430482417345047, -0.6202026009559631, -0.11188764870166779, 0.5873473286628723], [0.13064420223236084, -0.42370620369911194, -0.10014070570468903, 0.2616193890571594], [0.12217006832361221, -0.227307990193367, -0.09490831941366196, -0.06089425086975098], [0.11762391030788422, -0.4209500849246979, -0.09612619876861572, 0.20040050148963928], [0.10920491069555283, -0.6145751476287842, -0.09211818873882294, 0.4612796902656555], [0.0969134047627449, -0.8082826137542725, -0.08289259672164917, 0.7235645055770874], [0.08074775338172913, -0.6121180057525635, -0.06842130422592163, 0.40598535537719727], [0.06850539147853851, -0.8062063455581665, -0.06030159816145897, 0.6763365268707275], [0.05238126590847969, -1.0004408359527588, -0.04677486792206764, 0.9494408369064331]], "actions": [0, 1, 1, 0, 1, 0, 0, 1, 0, 1, 1, 1, 0, 0, 0, 1, 0, 0, 0, 0, 1, 1, 1, 0, 1, 1, 1, 0, 0, 0, 0, 0, 1, 1, 1, 0, 1, 0, 0, 1, 1, 1, 0, 0, 0, 1, 1, 1, 0, 0, 1, 0, 1, 1, 0, 0, 1, 0, 1, 0, 1, 0, 0, 1, 1, 1, 0, 1, 0, 1, 0, 1, 0, 1, 1, 0, 0, 1, 0, 0, 1, 1, 0, 1, 1, 0, 1, 1, 0, 1, 0, 1, 0, 0, 1, 0, 1, 0, 0, 1, 1, 0, 1, 0, 1, 1, 0, 1, 0, 1, 1, 0, 0, 1, 0, 1, 0, 1, 1, 0, 1, 0, 0, 0, 1, 1, 1, 1, 0, 1, 0, 0, 1, 1, 0, 0, 0, 1, 1, 0, 1, 0, 0, 1, 1, 1, 0, 1, 1, 0, 0, 1, 0, 0, 1, 0, 1, 0, 1, 0, 1, 0, 1, 0, 0, 0, 1, 1, 0, 1, 0, 1, 0, 1, 0, 0, 0, 1, 1, 1, 0, 0, 1, 1, 0, 0, 0, 1, 0, 0, 0, 1, 1, 0, 0, 0, 1, 0, 0, 1], "rewards": [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], "prev_actions": [0, 0, 1, 1, 0, 1, 0, 0, 1, 0, 1, 1, 1, 0, 0, 0, 1, 0, 0, 0, 0, 1, 1, 1, 0, 1, 1, 1, 0, 0, 0, 0, 0, 1, 1, 1, 0, 1, 0, 0, 1, 1, 1, 0, 0, 0, 1, 1, 1, 0, 0, 1, 0, 1, 1, 0, 0, 1, 0, 1, 0, 1, 0, 0, 1, 1, 1, 0, 1, 0, 1, 0, 1, 0, 1, 1, 0, 0, 1, 0, 0, 1, 1, 0, 1, 1, 0, 1, 1, 0, 1, 0, 1, 0, 0, 1, 0, 1, 0, 0, 1, 1, 0, 1, 0, 1, 1, 0, 1, 0, 1, 1, 0, 0, 1, 0, 1, 0, 1, 1, 0, 1, 0, 0, 0, 1, 1, 1, 1, 0, 1, 0, 0, 1, 1, 0, 0, 0, 1, 1, 0, 1, 0, 0, 1, 1, 1, 0, 1, 1, 0, 0, 1, 0, 0, 1, 0, 1, 0, 1, 0, 1, 0, 1, 0, 0, 0, 1, 1, 0, 1, 0, 1, 0, 1, 0, 0, 0, 1, 1, 1, 0, 0, 1, 1, 0, 0, 0, 1, 0, 0, 0, 1, 1, 0, 0, 0, 1, 0, 0], "prev_rewards": [0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], "dones": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, true], "new_obs": [[-0.001620058435946703, -0.24099157750606537, -0.020204462110996246, 0.24119144678115845], [-0.006439889781177044, -0.045586924999952316, -0.015380633994936943, -0.05779542028903961], [-0.007351628504693508, 0.14975214004516602, -0.016536541283130646, -0.35529109835624695], [-0.004356585443019867, -0.045130833983421326, -0.023642363026738167, -0.06786812096834183], [-0.00525920232757926, 0.15032196044921875, -0.024999726563692093, -0.3679155707359314], [-0.0022527631372213364, -0.044436004012823105, -0.032358039170503616, -0.08321907371282578], [-0.0031414832919836044, -0.2390795350074768, -0.03402242064476013, 0.19908177852630615], [-0.007923074066638947, -0.043487899005413055, -0.030040783807635307, -0.10413654893636703], [-0.008792831562459469, -0.23816674947738647, -0.03212351351976395, 0.17891930043697357], [-0.013556166552007198, -0.042600177228450775, -0.02854512818157673, -0.1237218976020813], [-0.014408170245587826, 0.15291884541511536, -0.03101956658065319, -0.4252720773220062], [-0.011349793523550034, 0.348466157913208, -0.03952500969171524, -0.7275702357292175], [-0.004380470607429743, 0.1539122760295868, -0.0540764145553112, -0.4475846588611603], [-0.001302225049585104, -0.04040468484163284, -0.06302810460329056, -0.1724260151386261], [-0.002110318746417761, -0.23457057774066925, -0.06647662818431854, 0.09972652047872543], [-0.0068017300218343735, -0.03856198862195015, -0.06448209285736084, -0.21316669881343842], [-0.007572969887405634, -0.23270560801029205, -0.06874542683362961, 0.05849891155958176], [-0.012227081693708897, -0.42677798867225647, -0.06757545471191406, 0.32872462272644043], [-0.020762640982866287, -0.620876133441925, -0.06100095808506012, 0.5993552207946777], [-0.03318016231060028, -0.8150939345359802, -0.04901385307312012, 0.8722169399261475], [-0.04948204383254051, -0.6193408966064453, -0.03156951442360878, 0.5645357966423035], [-0.06186886131763458, -0.4237905740737915, -0.020278800278902054, 0.2620765268802643], [-0.07034467160701752, -0.22838512063026428, -0.01503726840019226, -0.03693294897675514], [-0.07491237670183182, -0.4232882559299469, -0.015775928273797035, 0.2509678900241852], [-0.0833781436085701, -0.22794461250305176, -0.010756569914519787, -0.0466490313410759], [-0.08793703466653824, -0.03267008438706398, -0.011689550243318081, -0.34270626306533813], [-0.08859043568372726, 0.16261620819568634, -0.018543675541877747, -0.6390523314476013], [-0.08533810824155807, -0.03224235028028488, -0.03132472187280655, -0.3522662818431854], [-0.08598295599222183, -0.22690516710281372, -0.0383700467646122, -0.06962324678897858], [-0.09052105993032455, -0.42145660519599915, -0.03976251184940338, 0.21071109175682068], [-0.09895019233226776, -0.6159881353378296, -0.035548292100429535, 0.4905906319618225], [-0.11126995831727982, -0.8105910420417786, -0.025736477226018906, 0.7718616127967834], [-0.12748177349567413, -0.6151245832443237, -0.01029924489557743, 0.4711933434009552], [-0.13978426158428192, -0.4198586940765381, -0.0008753783185966313, 0.17528210580348969], [-0.14818143844604492, -0.22472423315048218, 0.002630263566970825, -0.11767685413360596], [-0.15267592668533325, -0.4198837876319885, 0.0002767266414593905, 0.1758347451686859], [-0.16107361018657684, -0.22476579248905182, 0.003793421434238553, -0.11676087230443954], [-0.16556891798973083, -0.41994187235832214, 0.001458203885704279, 0.17711642384529114], [-0.17396776378154755, -0.6150846481323242, 0.005000532604753971, 0.47025901079177856], [-0.18626944720745087, -0.420033723115921, 0.014405712485313416, 0.1791563779115677], [-0.19467012584209442, -0.22512084245681763, 0.017988840118050575, -0.10894745588302612], [-0.19917254149913788, -0.03026122786104679, 0.015809891745448112, -0.3959011435508728], [-0.1997777670621872, -0.2256038933992386, 0.007891868241131306, -0.09827587008476257], [-0.20428983867168427, -0.42083805799484253, 0.005926350597292185, 0.19688643515110016], [-0.21270661056041718, -0.616044282913208, 0.009864079765975475, 0.49143296480178833], [-0.22502748668193817, -0.4210628271102905, 0.019692739471793175, 0.20187503099441528], [-0.23344874382019043, -0.22622798383235931, 0.023730238899588585, -0.08453129231929779], [-0.23797330260276794, -0.03145408630371094, 0.022039612755179405, -0.36963385343551636], [-0.2386023849248886, -0.22688212990760803, 0.01464693620800972, -0.07008384168148041], [-0.24314002692699432, -0.4222109913825989, 0.013245259411633015, 0.22718404233455658], [-0.2515842616558075, -0.22728079557418823, 0.01778894104063511, -0.061291590332984924], [-0.2561298608779907, -0.4226532280445099, 0.016563108190894127, 0.2369503527879715], [-0.26458293199539185, -0.22777177393436432, 0.02130211517214775, -0.05046239122748375], [-0.269138365983963, -0.0329616479575634, 0.020292868837714195, -0.33634892106056213], [-0.26979759335517883, -0.228366419672966, 0.013565889559686184, -0.037336427718400955], [-0.2743649184703827, -0.42368024587631226, 0.012819160707294941, 0.2595956027507782], [-0.28283852338790894, -0.22874362766742706, 0.018011072650551796, -0.029016569256782532], [-0.28741341829299927, -0.42411917448043823, 0.01743074133992195, 0.26929420232772827], [-0.2958957850933075, -0.2292502522468567, 0.022816624492406845, -0.01784040778875351], [-0.30048078298568726, -0.4246918559074402, 0.022459818050265312, 0.28195321559906006], [-0.30897462368011475, -0.2298973649740219, 0.028098881244659424, -0.003562227124348283], [-0.31357258558273315, -0.42541077733039856, 0.02802763693034649, 0.29785212874412537], [-0.3220807909965515, -0.6209208369255066, 0.033984679728746414, 0.5992410778999329], [-0.33449921011924744, -0.4262904226779938, 0.04596950113773346, 0.3174535930156708], [-0.3430250287055969, -0.23185233771800995, 0.052318572998046875, 0.03961485996842384], [-0.3476620614528656, -0.037518154829740524, 0.05311087146401405, -0.23611292243003845], [-0.348412424325943, -0.23335708677768707, 0.048388611525297165, 0.07283852994441986], [-0.35307955741882324, -0.038961052894592285, 0.0498453825712204, -0.20419351756572723], [-0.3538587987422943, -0.23475907742977142, 0.045761510729789734, 0.10378722101449966], [-0.3585539758205414, -0.04032179340720177, 0.047837257385253906, -0.1741141974925995], [-0.35936039686203003, -0.23609457910060883, 0.04435497149825096, 0.1332678496837616], [-0.36408230662345886, -0.041635122150182724, 0.0470203272998333, -0.14509838819503784], [-0.36491501331329346, -0.23739780485630035, 0.04411835968494415, 0.16203998029232025], [-0.36966297030448914, -0.04293430596590042, 0.0473591610789299, -0.11640484631061554], [-0.3705216348171234, 0.15147820115089417, 0.04503106325864792, -0.3937782645225525], [-0.36749207973480225, -0.04425285384058952, 0.03715549781918526, -0.08724462985992432], [-0.368377149105072, -0.23988714814186096, 0.03541060537099838, 0.2169254869222641], [-0.37317487597465515, -0.04528883472084999, 0.03974911570549011, -0.0643804594874382], [-0.3740806579589844, -0.24095748364925385, 0.038461506366729736, 0.24057382345199585], [-0.37889981269836426, -0.43660715222358704, 0.04327298328280449, 0.5451361536979675], [-0.38763195276260376, -0.24211910367012024, 0.05417570844292641, 0.2663955092430115], [-0.39247432351112366, -0.04781052842736244, 0.059503618627786636, -0.008719864301383495], [-0.39343053102493286, -0.24373313784599304, 0.05932921916246414, 0.3021276593208313], [-0.398305207490921, -0.04950474202632904, 0.06537177413702011, 0.02873023971915245], [-0.39929530024528503, 0.14462178945541382, 0.06594637781381607, -0.2426319718360901], [-0.39640286564826965, -0.05137712508440018, 0.06109374016523361, 0.0701015368103981], [-0.397430419921875, 0.1428181529045105, 0.06249576807022095, -0.2026975452899933], [-0.39457404613494873, 0.3369932472705841, 0.05844181776046753, -0.47502976655960083], [-0.38783419132232666, 0.1410968154668808, 0.048941221088171005, -0.1645146757364273], [-0.3850122392177582, 0.3354852497577667, 0.04565092921257019, -0.44136521220207214], [-0.37830254435539246, 0.1397480070590973, 0.03682362660765648, -0.13464851677417755], [-0.3755075931549072, 0.3343236744403839, 0.034130655229091644, -0.4154904782772064], [-0.3688211143016815, 0.13873504102230072, 0.025820845738053322, -0.11224591732025146], [-0.36604639887809753, -0.056747205555438995, 0.023575926199555397, 0.18847018480300903], [-0.36718136072158813, 0.13802964985370636, 0.027345329523086548, -0.09668322652578354], [-0.36442074179649353, -0.057473327964544296, 0.025411665439605713, 0.20450013875961304], [-0.36557021737098694, 0.13727617263793945, 0.029501669108867645, -0.08005958050489426], [-0.3628247082233429, -0.05825599655508995, 0.02790047600865364, 0.22178328037261963], [-0.36398983001708984, -0.25376540422439575, 0.03233614191412926, 0.5231349468231201], [-0.36906513571739197, -0.05911312997341156, 0.04279883950948715, 0.24081432819366455], [-0.37024739384651184, 0.13537214696407318, 0.04761512577533722, -0.038067419081926346], [-0.3675399422645569, -0.0603991262614727, 0.04685378074645996, 0.26925021409988403], [-0.36874791979789734, 0.13402396440505981, 0.05223878473043442, -0.008294389583170414], [-0.36606743931770325, -0.06180673837661743, 0.05207289755344391, 0.3004021644592285], [-0.3673035800457001, 0.13253581523895264, 0.05808093771338463, 0.024585988372564316], [-0.3646528720855713, 0.3267788290977478, 0.05857265740633011, -0.24922101199626923], [-0.3581172823905945, 0.13087144494056702, 0.05358823761343956, 0.061346638947725296], [-0.35549986362457275, 0.32518574595451355, 0.05481517314910889, -0.2139589935541153], [-0.3489961624145508, 0.12932468950748444, 0.05053599178791046, 0.09549889713525772], [-0.3464096486568451, 0.32368728518486023, 0.052445970475673676, -0.1808215230703354], [-0.33993589878082275, 0.5180210471153259, 0.048829540610313416, -0.4565093219280243], [-0.32957547903060913, 0.32224398851394653, 0.03969935327768326, -0.14884355664253235], [-0.32313060760498047, 0.12657669186592102, 0.03672248125076294, 0.15609467029571533], [-0.3205990791320801, 0.3211541473865509, 0.03984437510371208, -0.12478075921535492], [-0.3141759932041168, 0.12548469007015228, 0.037348758429288864, 0.18020161986351013], [-0.3116663098335266, 0.320052832365036, 0.04095279052853584, -0.10046908259391785], [-0.30526524782180786, 0.12436862289905548, 0.03894340991973877, 0.20484788715839386], [-0.30277785658836365, 0.31891265511512756, 0.04304036870598793, -0.075300432741642], [-0.29639962315559387, 0.5133919715881348, 0.041534360498189926, -0.3540993332862854], [-0.28613176941871643, 0.31770482659339905, 0.034452371299266815, -0.04861414059996605], [-0.2797776758670807, 0.5123162269592285, 0.03348008915781975, -0.33023107051849365], [-0.26953136920928955, 0.31673410534858704, 0.026875469833612442, -0.027180934324860573], [-0.2631966769695282, 0.12123725563287735, 0.02633184939622879, 0.2738588750362396], [-0.2607719302177429, -0.07425031810998917, 0.03180902823805809, 0.5747292637825012], [-0.262256920337677, 0.12041159719228745, 0.04330361261963844, 0.2922343611717224], [-0.2598487138748169, 0.3148902356624603, 0.04914829879999161, 0.013517183251678944], [-0.2535508871078491, 0.5092741250991821, 0.04941864311695099, -0.2632628083229065], [-0.24336542189121246, 0.7036571502685547, 0.04415338858962059, -0.5399581789970398], [-0.22929227352142334, 0.5079432129859924, 0.033354222774505615, -0.2336965650320053], [-0.2191334068775177, 0.7025731205940247, 0.028680292889475822, -0.5156747102737427], [-0.20508193969726562, 0.5070592761039734, 0.018366798758506775, -0.21409370005130768], [-0.19494076073169708, 0.3116796314716339, 0.014084924943745136, 0.0843258872628212], [-0.188707172870636, 0.5065968632698059, 0.015771443024277687, -0.20388014614582062], [-0.17857523262500763, 0.7014898061752319, 0.01169383991509676, -0.49154654145240784], [-0.1645454317331314, 0.5062048435211182, 0.0018629094120115042, -0.19520124793052673], [-0.15442132949829102, 0.31105631589889526, -0.002041115425527096, 0.09806876629590988], [-0.14820021390914917, 0.1159636601805687, -7.974013715283945e-05, 0.39010703563690186], [-0.14588093757629395, 0.3110867440700531, 0.0077224005945026875, 0.09739895910024643], [-0.13965919613838196, 0.5060971975326538, 0.00967037957161665, -0.19283759593963623], [-0.12953725457191467, 0.3108382225036621, 0.005813627503812313, 0.10288017243146896], [-0.12332049757242203, 0.505876362323761, 0.007871231064200401, -0.18796291947364807], [-0.11320296674966812, 0.31064271926879883, 0.004111972637474537, 0.10719264298677444], [-0.10699011385440826, 0.11546207219362259, 0.006255825515836477, 0.4011700451374054], [-0.1046808734536171, 0.31049472093582153, 0.014279225841164589, 0.11046596616506577], [-0.09847097843885422, 0.5054091811180115, 0.01648854650557041, -0.1776779592037201], [-0.08836279064416885, 0.7002913355827332, 0.012934986501932144, -0.4651140570640564], [-0.07435696572065353, 0.5049890279769897, 0.00363270565867424, -0.16838230192661285], [-0.0642571821808815, 0.7000588178634644, 0.00026505967252887785, -0.45991700887680054], [-0.05025601014494896, 0.8951770067214966, -0.00893328059464693, -0.7525163888931274], [-0.032352469861507416, 0.7001793384552002, -0.023983607068657875, -0.4626579284667969], [-0.018348881974816322, 0.5054044127464294, -0.03323676809668541, -0.17763005197048187], [-0.008240792900323868, 0.700985848903656, -0.03678936883807182, -0.4806099832057953], [0.005778924096375704, 0.5064020156860352, -0.04640156775712967, -0.19974537193775177], [0.015906965360045433, 0.3119733929634094, -0.050396475940942764, 0.0779465064406395], [0.022146431729197502, 0.5077801942825317, -0.04883754625916481, -0.2302011251449585], [0.03230203688144684, 0.3133889138698578, -0.05344156548380852, 0.046685609966516495], [0.03856981545686722, 0.5092348456382751, -0.052507854998111725, -0.26236820220947266], [0.04875451326370239, 0.3149001896381378, -0.05775522068142891, 0.013301792554557323], [0.055052515119314194, 0.510800838470459, -0.05748918280005455, -0.2970297932624817], [0.06526853144168854, 0.3165435194969177, -0.06342978030443192, -0.023017728701233864], [0.07159940153360367, 0.5125150680541992, -0.06389013677835464, -0.3350197374820709], [0.08184970170259476, 0.31835782527923584, -0.07059052586555481, -0.06314900517463684], [0.0882168635725975, 0.5144171714782715, -0.07185351103544235, -0.37724193930625916], [0.09850520640611649, 0.3203853368759155, -0.07939834892749786, -0.10805201530456543], [0.10491291433572769, 0.1264856457710266, -0.08155938982963562, 0.15856264531612396], [0.10744262486696243, -0.0673796534538269, -0.07838813215494156, 0.4244420528411865], [0.10609503090381622, 0.12876012921333313, -0.0698992908000946, 0.10811331868171692], [0.10867023468017578, 0.3248105049133301, -0.06773702800273895, -0.20577779412269592], [0.11516644060611725, 0.13071930408477783, -0.07185258716344833, 0.06479190289974213], [0.11778082698583603, 0.32679393887519836, -0.07055674493312836, -0.24966765940189362], [0.12431670725345612, 0.13274680078029633, -0.07555010169744492, 0.01995236426591873], [0.12697164714336395, 0.3288663625717163, -0.07515104860067368, -0.29557839035987854], [0.13354897499084473, 0.13489173352718353, -0.08106262236833572, -0.02751133404672146], [0.13624680042266846, 0.331076979637146, -0.08161284774541855, -0.344629168510437], [0.14286834001541138, 0.137205109000206, -0.08850543200969696, -0.07875686883926392], [0.1456124484539032, -0.05654393509030342, -0.09008056670427322, 0.1847425401210785], [0.1444815695285797, -0.2502692639827728, -0.08638571947813034, 0.4477044641971588], [0.13947618007659912, -0.05403831973671913, -0.07743162661790848, 0.129089817404747], [0.13839541375637054, 0.14210255444049835, -0.07484982907772064, -0.18698208034038544], [0.14123746752738953, 0.33821114897727966, -0.07858946919441223, -0.5023066401481628], [0.14800168573856354, 0.14427979290485382, -0.08863560855388641, -0.23538902401924133], [0.15088728070259094, -0.04947133734822273, -0.09334338456392288, 0.028072038665413857], [0.14989785850048065, 0.1468566507101059, -0.09278194606304169, -0.2925410568714142], [0.15283499658107758, 0.3431705832481384, -0.09863276779651642, -0.6129841208457947], [0.15969841182231903, 0.1495552808046341, -0.11089245229959488, -0.35292378067970276], [0.16268950700759888, -0.04382946714758873, -0.1179509237408638, -0.09716398268938065], [0.1618129163980484, -0.23708073794841766, -0.11989420652389526, 0.15610159933567047], [0.1570713073015213, -0.04046441987156868, -0.11677217483520508, -0.17187021672725677], [0.15626202523708344, -0.2337382584810257, -0.12020957469940186, 0.08181317895650864], [0.15158724784851074, -0.42695027589797974, -0.11857331544160843, 0.33428314328193665], [0.1430482417345047, -0.6202026009559631, -0.11188764870166779, 0.5873473286628723], [0.13064420223236084, -0.42370620369911194, -0.10014070570468903, 0.2616193890571594], [0.12217006832361221, -0.227307990193367, -0.09490831941366196, -0.06089425086975098], [0.11762391030788422, -0.4209500849246979, -0.09612619876861572, 0.20040050148963928], [0.10920491069555283, -0.6145751476287842, -0.09211818873882294, 0.4612796902656555], [0.0969134047627449, -0.8082826137542725, -0.08289259672164917, 0.7235645055770874], [0.08074775338172913, -0.6121180057525635, -0.06842130422592163, 0.40598535537719727], [0.06850539147853851, -0.8062063455581665, -0.06030159816145897, 0.6763365268707275], [0.05238126590847969, -1.0004408359527588, -0.04677486792206764, 0.9494408369064331], [0.03237244859337807, -0.8047215342521667, -0.027786051854491234, 0.6424360871315002]], "action_prob": [0.6172010898590088, 0.764430582523346, 0.3716135323047638, 0.8719643950462341, 0.338934987783432, 0.8810922503471375, 0.6990028023719788, 0.6855878829956055, 0.7212018370628357, 0.6594063639640808, 0.2586822509765625, 0.1003921777009964, 0.9378321170806885, 0.9101071953773499, 0.8225395083427429, 0.4463277757167816, 0.8459404706954956, 0.6230086088180542, 0.27429988980293274, 0.1079043298959732, 0.9394758343696594, 0.8953350186347961, 0.7267664074897766, 0.6520414352416992, 0.7211108803749084, 0.34336888790130615, 0.1300332397222519, 0.9270824193954468, 0.8818970918655396, 0.7298334240913391, 0.3838699162006378, 0.14278309047222137, 0.9295526742935181, 0.8664228320121765, 0.6476490497589111, 0.7178376913070679, 0.6517562866210938, 0.7142260074615479, 0.3430972695350647, 0.8753039240837097, 0.6861123442649841, 0.3218936026096344, 0.8768818974494934, 0.6818606853485107, 0.3051803708076477, 0.8849087953567505, 0.7253122925758362, 0.37099599838256836, 0.8634963631629944, 0.6254748106002808, 0.7436659336090088, 0.6041091680526733, 0.758400559425354, 0.42184314131736755, 0.847896158695221, 0.5734989047050476, 0.7742031216621399, 0.5489335656166077, 0.7875524163246155, 0.5188910961151123, 0.8022010326385498, 0.48311713337898254, 0.18228402733802795, 0.9128580093383789, 0.8419694304466248, 0.6324882507324219, 0.7134703397750854, 0.6684358716011047, 0.6777079701423645, 0.7001474499702454, 0.6390702128410339, 0.7284498810768127, 0.597377598285675, 0.7540093660354614, 0.4474759101867676, 0.8347035646438599, 0.5292801260948181, 0.7863667011260986, 0.4887954592704773, 0.19637949764728546, 0.9009644389152527, 0.8275336623191833, 0.374261736869812, 0.8447798490524292, 0.6777263879776001, 0.639746367931366, 0.7129714488983154, 0.40993231534957886, 0.8426219820976257, 0.43810927867889404, 0.8328902125358582, 0.4574618339538574, 0.8267974257469177, 0.5317175388336182, 0.7692079544067383, 0.50586998462677, 0.7814024090766907, 0.4777122437953949, 0.2062528133392334, 0.8896806240081787, 0.8130830526351929, 0.38993892073631287, 0.8274699449539185, 0.3486230969429016, 0.8409598469734192, 0.6921039819717407, 0.6021102070808411, 0.7195526957511902, 0.5601374506950378, 0.7432558536529541, 0.48165518045425415, 0.7973558902740479, 0.49758726358413696, 0.7730737328529358, 0.4644634425640106, 0.787738561630249, 0.4306240677833557, 0.8016247749328613, 0.6039153933525085, 0.7029700875282288, 0.6226302981376648, 0.68817538022995, 0.36344292759895325, 0.1733584702014923, 0.8935658931732178, 0.8398793935775757, 0.7047068476676941, 0.43005239963531494, 0.8212373852729797, 0.4405892789363861, 0.8212295174598694, 0.5606842637062073, 0.7301122546195984, 0.4486399292945862, 0.8241958618164062, 0.5664407014846802, 0.2714017927646637, 0.860821545124054, 0.7394403219223022, 0.5480663776397705, 0.7434103488922119, 0.5448539853096008, 0.2533278167247772, 0.8699093461036682, 0.7597888112068176, 0.4869118332862854, 0.8066810965538025, 0.4743136465549469, 0.18081387877464294, 0.9250127673149109, 0.8491207361221313, 0.38071680068969727, 0.8723171949386597, 0.6806305646896362, 0.6549351215362549, 0.7278136014938354, 0.6076278686523438, 0.773143470287323, 0.5473138093948364, 0.8146541118621826, 0.47302401065826416, 0.8506231307983398, 0.3875558376312256, 0.8800198435783386, 0.7007612586021423, 0.34568923711776733, 0.8637705445289612, 0.6011140942573547, 0.7959572672843933, 0.5218994617462158, 0.8340724110603333, 0.43325844407081604, 0.8641083836555481, 0.3431759476661682, 0.8870835304260254, 0.7383106350898743, 0.3924922049045563, 0.8546698093414307, 0.5418452620506287, 0.18125222623348236, 0.9181436896324158, 0.8553342819213867, 0.3412962853908539, 0.12207363545894623, 0.9293205142021179, 0.8971737623214722, 0.8100069165229797, 0.4192480742931366, 0.8455225229263306, 0.6787323355674744, 0.3766353130340576, 0.8431016206741333, 0.5517107844352722, 0.7761185765266418, 0.5319216847419739, 0.24219995737075806, 0.8967491984367371, 0.2656386196613312, 0.10789287835359573, 0.9413533806800842], "action_logp": [-0.4825604259967804, -0.26862406730651855, -0.9899008274078369, -0.13700667023658752, -1.0819469690322876, -0.12659293413162231, -0.358100563287735, -0.37747856974601746, -0.3268362283706665, -0.41641533374786377, -1.3521548509597778, -2.298671007156372, -0.06418434530496597, -0.09419291466474533, -0.19535879790782928, -0.80670166015625, -0.16730627417564392, -0.4731949269771576, -1.2935333251953125, -2.2265102863311768, -0.06243317201733589, -0.11055728048086166, -0.3191501796245575, -0.427647203207016, -0.32696235179901123, -1.0689499378204346, -2.0399651527404785, -0.07571280002593994, -0.1256798803806305, -0.3149389922618866, -0.9574515223503113, -1.946428656578064, -0.07305177301168442, -0.1433822214603424, -0.4344063401222229, -0.33151182532310486, -0.4280845522880554, -0.3365558385848999, -1.0697412490844727, -0.13318413496017456, -0.3767138719558716, -1.1335341930389404, -0.1313829869031906, -0.3829299211502075, -1.1868523359298706, -0.12227068841457367, -0.3211529850959778, -0.9915640354156494, -0.1467656046152115, -0.46924421191215515, -0.2961633801460266, -0.5040003657341003, -0.27654358744621277, -0.863121747970581, -0.16499711573123932, -0.555999219417572, -0.25592097640037537, -0.59977787733078, -0.23882538080215454, -0.6560612916946411, -0.22039605677127838, -0.7274961471557617, -1.7021892070770264, -0.09117496013641357, -0.1720115691423416, -0.45809364318847656, -0.3376144468784332, -0.4028148353099823, -0.3890388309955597, -0.35646432638168335, -0.44774097204208374, -0.31683647632598877, -0.5152058601379395, -0.2823505103588104, -0.8041325807571411, -0.18067863583564758, -0.6362374424934387, -0.24033202230930328, -0.7158111333847046, -1.6277062892913818, -0.1042894646525383, -0.18930546939373016, -0.9827998876571655, -0.16867923736572266, -0.3890116214752197, -0.44668352603912354, -0.3383139371871948, -0.8917632102966309, -0.1712368130683899, -0.8252869248390198, -0.18285343050956726, -0.7820618152618408, -0.19019557535648346, -0.6316428184509277, -0.2623939514160156, -0.6814756393432617, -0.24666501581668854, -0.738746702671051, -1.5786526203155518, -0.1168927550315857, -0.2069220095872879, -0.9417651891708374, -0.18938250839710236, -1.0537638664245605, -0.17321138083934784, -0.36801910400390625, -0.5073147416114807, -0.3291254937648773, -0.5795730948448181, -0.2967149317264557, -0.7305268049240112, -0.22645418345928192, -0.6979843378067017, -0.25738081336021423, -0.7668724060058594, -0.23858904838562012, -0.8425198197364807, -0.2211146503686905, -0.5043212175369263, -0.3524409532546997, -0.473802387714386, -0.37371155619621277, -1.012133002281189, -1.7523937225341797, -0.11253520846366882, -0.17449696362018585, -0.3499733507633209, -0.8438482284545898, -0.19694308936595917, -0.819642186164856, -0.1969526708126068, -0.5785973072052002, -0.3145569860935211, -0.8015346527099609, -0.1933470517396927, -0.5683828592300415, -1.304154872894287, -0.14986804127693176, -0.3018617033958435, -0.6013588309288025, -0.2965071201324463, -0.6072373986244202, -1.3730709552764893, -0.1393662691116333, -0.27471476793289185, -0.7196722030639648, -0.21482688188552856, -0.745886504650116, -1.710287094116211, -0.0779477134346962, -0.16355390846729279, -0.9656994938850403, -0.13660213351249695, -0.3847355842590332, -0.42321911454200745, -0.317710280418396, -0.49819260835647583, -0.25729066133499146, -0.6027328968048096, -0.2049916833639145, -0.7486091256141663, -0.16178610920906067, -0.947895348072052, -0.12781080603599548, -0.35558798909187317, -1.0622150897979736, -0.14644810557365417, -0.5089705586433411, -0.22820977866649628, -0.6502802968025208, -0.18143507838249207, -0.8364208936691284, -0.14605705440044403, -1.0695120096206665, -0.11981610953807831, -0.30339062213897705, -0.9352385997772217, -0.1570400893688202, -0.6127747893333435, -1.7078657150268555, -0.08540136367082596, -0.15626291930675507, -1.0750043392181396, -2.10313081741333, -0.07330162078142166, -0.10850570350885391, -0.2107125222682953, -0.8692924976348877, -0.16780050098896027, -0.3875283896923065, -0.9764779210090637, -0.17066781222820282, -0.594731330871582, -0.253449946641922, -0.631259024143219, -1.4179916381835938, -0.10897906869649887, -1.3256185054779053, -2.226616382598877, -0.0604366734623909], "action_dist_inputs": [[0.23859582841396332, -0.23908911645412445], [-0.5871837735176086, 0.5899417400360107], [0.2623320519924164, -0.2629687488079071], [0.9572312831878662, -0.9612089395523071], [0.3336254358291626, -0.3344184160232544], [0.9993316531181335, -1.0034831762313843], [0.4207706153392792, -0.4217832386493683], [-0.38861873745918274, 0.3909534811973572], [0.47458401322364807, -0.47584688663482666], [-0.3292568325996399, 0.33139297366142273], [0.52565997838974, -0.5271689295768738], [1.0940442085266113, -1.0988304615020752], [1.3531697988510132, -1.3605616092681885], [1.1549112796783447, -1.1600332260131836], [0.7656822204589844, -0.7679660320281982], [0.10834284126758575, -0.10717649757862091], [0.8501612544059753, -0.8529485464096069], [0.2514810860157013, -0.25085705518722534], [-0.48455163836479187, 0.4883631467819214], [-1.0531679391860962, 1.0591603517532349], [-1.3672943115234375, 1.3749845027923584], [-1.0703155994415283, 1.0761181116104126], [-0.4875309467315674, 0.49074694514274597], [0.3137631118297577, -0.31426137685775757], [-0.4734698534011841, 0.4765090048313141], [0.3238130509853363, -0.3245041072368622], [0.9482049942016602, -0.9524601101875305], [1.267920732498169, -1.2747924327850342], [1.002998948097229, -1.0075199604034424], [0.49622148275375366, -0.49755603075027466], [-0.23541241884231567, 0.23774200677871704], [-0.8936587572097778, 0.8987056612968445], [-1.2864240407943726, 1.2934144735336304], [-0.9324130415916443, 0.9372808337211609], [-0.30341780185699463, 0.3053032457828522], [0.465887188911438, -0.46787381172180176], [-0.3124961256980896, 0.3142721354961395], [0.4569619297981262, -0.4590362310409546], [-0.32392391562461853, 0.3255979120731354], [-0.972059428691864, 0.9766317009925842], [-0.3901996314525604, 0.3918067514896393], [0.3714877963066101, -0.3735952377319336], [0.9789344072341919, -0.9842936992645264], [0.380098819732666, -0.38223719596862793], [-0.4106171131134033, 0.412132203578949], [-1.0176773071289062, 1.0220820903778076], [-0.48474928736686707, 0.48621809482574463], [0.2629261016845703, -0.2650202512741089], [0.9196363687515259, -0.9250019788742065], [0.25539055466651917, -0.25746139883995056], [-0.5318325161933899, 0.5332775712013245], [0.21028202772140503, -0.2123344987630844], [-0.5712552070617676, 0.5726755261421204], [0.15659891068935394, -0.15861284732818604], [0.8564422130584717, -0.8617525100708008], [0.14707322418689728, -0.14906790852546692], [-0.6154056191444397, 0.6167928576469421], [0.0971907526254654, -0.099171943962574], [-0.6544331908226013, 0.6558011770248413], [0.03682839125394821, -0.038771890103816986], [-0.6993672251701355, 0.7007406949996948], [-0.034719787538051605, 0.032837383449077606], [-0.7497705221176147, 0.751178503036499], [-1.1722831726074219, 1.1767579317092896], [-0.8357272148132324, 0.8372282981872559], [-0.27227821946144104, 0.2706281840801239], [0.453799307346344, -0.4584994316101074], [-0.3512963652610779, 0.34982290863990784], [0.36937737464904785, -0.3738808035850525], [-0.42465606331825256, 0.42334410548210144], [0.2835048735141754, -0.2878258526325226], [-0.4939637780189514, 0.4928082227706909], [0.19520102441310883, -0.1993493139743805], [-0.5605527758598328, 0.5595583319664001], [0.10344687104225159, -0.10742737352848053], [0.8063669204711914, -0.8129692077636719], [0.056718215346336365, -0.06053650751709938], [-0.6519159078598022, 0.6512467265129089], [-0.024257877841591835, 0.02056770771741867], [-0.7047916054725647, 0.704286515712738], [-1.1024717092514038, 1.1055151224136353], [-0.784256100654602, 0.7839918732643127], [-0.2586652934551239, 0.25531166791915894], [-0.8470824360847473, 0.8471493721008301], [-0.3732197880744934, 0.3701229691505432], [0.2842237055301666, -0.29003962874412537], [-0.456325888633728, 0.45353367924690247], [0.17932820320129395, -0.18491706252098083], [0.8350804448127747, -0.8427875638008118], [0.12174011766910553, -0.1270989030599594], [0.7993330955505371, -0.806917667388916], [0.08270037174224854, -0.08786459267139435], [0.7778095006942749, -0.7852884531021118], [0.06101704761385918, -0.0660238265991211], [-0.6028319001197815, 0.6010121703147888], [0.009301298297941685, -0.014179716818034649], [-0.6377478241920471, 0.6361101269721985], [-0.04697181284427643, 0.042238280177116394], [-0.6745468974113464, 0.6731155514717102], [-1.0426273345947266, 1.0448558330535889], [-0.7356538772583008, 0.7345151901245117], [-0.22594058513641357, 0.22162838280200958], [-0.7842913866043091, 0.7835098505020142], [-0.314548522233963, 0.3105483949184418], [-0.8328797221183777, 0.8325076103210449], [-0.4067978858947754, 0.40317606925964355], [0.2038385272026062, -0.21042683720588684], [-0.47272855043411255, 0.4695153832435608], [0.11770612001419067, -0.12401366233825684], [-0.5328803658485413, 0.5300799608230591], [0.03370724618434906, -0.039705049246549606], [0.6808146834373474, -0.6890352368354797], [-0.0076730456203222275, 0.001978016458451748], [-0.6138975024223328, 0.6118517518043518], [-0.07388909161090851, 0.06849713623523712], [-0.6565136909484863, 0.6548337340354919], [-0.14218023419380188, 0.13712529838085175], [-0.6988872289657593, 0.6975932121276855], [-0.2132411003112793, 0.2085651010274887], [0.4269389510154724, -0.43454262614250183], [-0.2525216042995453, 0.2482057511806488], [0.3921034336090088, -0.3994993567466736], [-0.2822234332561493, 0.2782282829284668], [-0.781134307384491, 0.7808753252029419], [-1.0622917413711548, 1.0654020309448242], [-0.828583836555481, 0.8287472724914551], [-0.43645569682121277, 0.433357834815979], [0.1375420242547989, -0.144095316529274], [0.7580773234367371, -0.7666761875152588], [0.11627490818500519, -0.12249590456485748], [0.7581376433372498, -0.7665620446205139], [0.11898824572563171, -0.12495146691799164], [-0.49859419465065, 0.4965980350971222], [0.1002192348241806, -0.1059483215212822], [0.7684604525566101, -0.7765771150588989], [0.13089020550251007, -0.13645364344120026], [-0.4945647120475769, 0.49295729398727417], [-0.9101679921150208, 0.9119621515274048], [-0.5222236514091492, 0.5208379030227661], [0.09383189678192139, -0.09902937710285187], [-0.5324671864509583, 0.5313026309013367], [0.08744913339614868, -0.09245050698518753], [-0.5409486889839172, 0.5399932265281677], [-0.9488766193389893, 0.9512808322906494], [-0.5761010646820068, 0.575421154499054], [0.023922614753246307, -0.028441909700632095], [0.7106487154960632, -0.7179381847381592], [0.04925183579325676, -0.0535842590034008], [0.7518558502197266, -0.7589871883392334], [1.251994252204895, -1.2604961395263672], [0.8603653907775879, -0.8673563003540039], [0.2410966455936432, -0.24541029334068298], [0.9573457837104797, -0.9642583727836609], [0.3761266767978668, -0.3805444836616516], [-0.32075443863868713, 0.3200491666793823], [0.48951417207717896, -0.4940439462661743], [-0.2191612869501114, 0.21819067001342773], [0.610758364200592, -0.6153885126113892], [-0.09554257988929749, 0.09428061544895172], [0.7379063367843628, -0.7426334023475647], [0.0532190315425396, -0.05478977411985397], [0.8673306107521057, -0.8721662163734436], [0.2278567999601364, -0.22974100708961487], [0.9938194155693054, -0.9987992644309998], [0.42436593770980835, -0.4265596568584442], [-0.3184404969215393, 0.3196018636226654], [-0.9214345812797546, 0.9255316257476807], [-0.20466475188732147, 0.20544445514678955], [0.6792303919792175, -0.6819857358932495], [-0.043611567467451096, 0.04404234513640404], [0.8058798313140869, -0.8088884353637695], [0.13432516157627106, -0.1342438906431198], [0.9232691526412964, -0.9265716075897217], [0.3244459927082062, -0.3247268795967102], [1.0288145542144775, -1.0324764251708984], [0.5182617902755737, -0.5189445614814758], [-0.21720603108406067, 0.2196422815322876], [-0.8833425641059875, 0.8883640170097351], [-0.08287432789802551, 0.08489923179149628], [0.7531628012657166, -0.7547237277030945], [1.206234097480774, -1.2111543416976929], [0.8875055909156799, -0.8895613551139832], [0.32931584119796753, -0.3282071352005005], [0.985150158405304, -0.9877882599830627], [1.2851643562316895, -1.2911326885223389], [1.0814348459243774, -1.0847746133804321], [0.724854052066803, -0.7252007126808167], [0.16437280178070068, -0.16148817539215088], [0.8493415713310242, -0.8505645990371704], [0.37497228384017944, -0.37297993898391724], [-0.24940066039562225, 0.2544535994529724], [-0.8372427821159363, 0.8442460298538208], [-0.10158585011959076, 0.10599957406520844], [0.6216843128204346, -0.6215047836303711], [0.06576816737651825, -0.06209240481257439], [-0.5671284198760986, 0.5735276341438293], [-1.0768656730651855, 1.0847489833831787], [-0.5054264068603516, 0.511438250541687], [-1.0523751974105835, 1.0600721836090088], [-1.383503794670105, 1.3922843933105469]], "value_targets": [86.60203552246094, 86.4666976928711, 86.33000183105469, 86.1919174194336, 86.05244445800781, 85.91156005859375, 85.76924896240234, 85.62550354003906, 85.48030853271484, 85.33364868164062, 85.18550109863281, 85.03585815429688, 84.88470458984375, 84.73202514648438, 84.57780456542969, 84.42202758789062, 84.2646713256836, 84.10572814941406, 83.94518280029297, 83.78301239013672, 83.61920166015625, 83.45374298095703, 83.28660583496094, 83.11778259277344, 82.94725799560547, 82.77500915527344, 82.60102081298828, 82.4252700805664, 82.24774932861328, 82.06842803955078, 81.8873062133789, 81.704345703125, 81.51954650878906, 81.33287048339844, 81.14431762695312, 80.953857421875, 80.76146697998047, 80.567138671875, 80.370849609375, 80.17257690429688, 79.97229766845703, 79.7699966430664, 79.5656509399414, 79.35924530029297, 79.1507568359375, 78.94015502929688, 78.72743225097656, 78.51255798339844, 78.2955093383789, 78.0762710571289, 77.85482025146484, 77.63113403320312, 77.40518188476562, 77.17695617675781, 76.94641876220703, 76.71355438232422, 76.47834014892578, 76.2407455444336, 76.0007553100586, 75.75833892822266, 75.51347351074219, 75.26612854003906, 75.01629638671875, 74.76393127441406, 74.50902557373047, 74.25154113769531, 73.991455078125, 73.72874450683594, 73.46337127685547, 73.19532775878906, 72.92457580566406, 72.65108489990234, 72.37483215332031, 72.09579467773438, 71.81392669677734, 71.52922058105469, 71.24163818359375, 70.9511489868164, 70.65773010253906, 70.36134338378906, 70.06195831298828, 69.75955963134766, 69.45409393310547, 69.14555358886719, 68.83389282226562, 68.51908111572266, 68.20109558105469, 67.87989044189453, 67.55545043945312, 67.22772216796875, 66.89669036865234, 66.56231689453125, 66.22456359863281, 65.88339233398438, 65.53878021240234, 65.19068908691406, 64.83908081054688, 64.48391723632812, 64.12516784667969, 63.76279830932617, 63.396766662597656, 63.027034759521484, 62.65357208251953, 62.276336669921875, 61.895286560058594, 61.51039123535156, 61.12160873413086, 60.72889709472656, 60.332218170166016, 59.93153381347656, 59.52680206298828, 59.11798095703125, 58.70503234863281, 58.28791046142578, 57.8665771484375, 57.44098663330078, 57.0110969543457, 56.576866149902344, 56.138248443603516, 55.6952018737793, 55.247676849365234, 54.79563522338867, 54.33902359008789, 53.877803802490234, 53.411922454833984, 52.94133758544922, 52.46599578857422, 51.98585510253906, 51.50086212158203, 51.01097106933594, 50.51613235473633, 50.01629638671875, 49.511409759521484, 49.001426696777344, 48.486289978027344, 47.965946197509766, 47.44034957885742, 46.909446716308594, 46.37317657470703, 45.83149337768555, 45.28433609008789, 44.731651306152344, 44.17338562011719, 43.60948181152344, 43.039878845214844, 42.46452331542969, 41.883358001708984, 41.296321868896484, 40.70335388183594, 40.104400634765625, 39.499393463134766, 38.888275146484375, 38.2709846496582, 37.6474609375, 37.017635345458984, 36.38145065307617, 35.73883819580078, 35.08973693847656, 34.434078216552734, 33.77179718017578, 33.10282516479492, 32.427093505859375, 31.74454116821289, 31.055091857910156, 30.358678817749023, 29.655229568481445, 28.944677352905273, 28.226945877075195, 27.50196647644043, 26.769662857055664, 26.02996253967285, 25.282791137695312, 24.5280704498291, 23.765727996826172, 22.995685577392578, 22.217864990234375, 21.432186126708984, 20.63857078552246, 19.83694076538086, 19.02721405029297, 18.209306716918945, 17.383136749267578, 16.54862403869629, 15.705680847167969, 14.854223251342773, 13.99416446685791, 13.125418663024902, 12.24789810180664, 11.361513137817383, 10.466174125671387, 9.561792373657227, 8.648275375366211, 7.725530624389648, 6.7934651374816895, 5.851984977722168, 4.900994777679443, 3.940398931503296, 2.970099925994873, 1.9900000095367432, 1.0]}
{"type": "SampleBatch", "eps_id": [1999147951, 1999147951, 1999147951, 1999147951, 1999147951, 1999147951, 1999147951, 1999147951, 1999147951, 1999147951, 1999147951, 1999147951, 1999147951, 1999147951, 1999147951, 1999147951, 1999147951, 1999147951, 1999147951, 1999147951, 1999147951, 1999147951, 1999147951, 1999147951, 1999147951, 1999147951, 1999147951, 1999147951, 1999147951, 1999147951, 1999147951, 1999147951, 1999147951, 1999147951, 1999147951, 1999147951, 1999147951, 1999147951, 1999147951, 1999147951, 1999147951, 1999147951, 1999147951, 1999147951, 1999147951, 1999147951, 1999147951, 1999147951, 1999147951, 1999147951, 1999147951, 1999147951, 1999147951, 1999147951, 1999147951, 1999147951, 1999147951, 1999147951, 1999147951, 1999147951, 1999147951, 1999147951, 1999147951, 1999147951, 1999147951, 1999147951, 1999147951, 1999147951, 1999147951, 1999147951, 1999147951, 1999147951, 1999147951, 1999147951, 1999147951, 1999147951, 1999147951, 1999147951, 1999147951, 1999147951, 1999147951, 1999147951, 1999147951, 1999147951, 1999147951, 1999147951, 1999147951, 1999147951, 1999147951, 1999147951, 1999147951, 1999147951, 1999147951, 1999147951, 1999147951, 1999147951, 1999147951, 1999147951, 1999147951, 1999147951, 1999147951, 1999147951, 1999147951, 1999147951, 1999147951, 1999147951, 1999147951, 1999147951, 1999147951, 1999147951, 1999147951, 1999147951, 1999147951, 1999147951, 1999147951, 1999147951, 1999147951, 1999147951, 1999147951, 1999147951, 1999147951, 1999147951, 1999147951, 1999147951, 1999147951, 1999147951, 1999147951, 1999147951, 1999147951, 1999147951, 1999147951, 1999147951, 1999147951, 1999147951, 1999147951, 1999147951, 1999147951, 1999147951, 1999147951, 1999147951, 1999147951, 1999147951, 1999147951, 1999147951, 1999147951, 1999147951, 1999147951, 1999147951, 1999147951, 1999147951, 1999147951, 1999147951, 1999147951, 1999147951, 1999147951, 1999147951, 1999147951, 1999147951, 1999147951, 1999147951, 1999147951, 1999147951, 1999147951, 1999147951, 1999147951, 1999147951, 1999147951, 1999147951, 1999147951, 1999147951, 1999147951, 1999147951, 1999147951, 1999147951, 1999147951, 1999147951, 1999147951, 1999147951, 1999147951, 1999147951, 1999147951, 1999147951, 1999147951, 1999147951, 1999147951, 1999147951, 1999147951, 1999147951, 1999147951, 1999147951, 1999147951, 1999147951, 1999147951, 1999147951, 1999147951, 1999147951, 1999147951, 1999147951, 1999147951, 1999147951], "obs": [[-0.04690135270357132, -0.04935567080974579, -0.006962033454328775, 0.03984365239739418], [-0.047888465225696564, 0.14586542546749115, -0.006165160331875086, -0.255027711391449], [-0.04497115686535835, -0.04916796833276749, -0.011265714652836323, 0.03570426627993584], [-0.045954518020153046, -0.2441265732049942, -0.010551628656685352, 0.32481154799461365], [-0.05083704739809036, -0.43909668922424316, -0.004055398050695658, 0.6141483783721924], [-0.059618983417749405, -0.243918314576149, 0.008227569051086903, 0.3201909065246582], [-0.06449735164642334, -0.04891449958086014, 0.014631387777626514, 0.030113957822322845], [-0.06547563523054123, -0.24424318969249725, 0.015233666636049747, 0.3273771107196808], [-0.07036050409078598, -0.049341388046741486, 0.021781207993626595, 0.03953685238957405], [-0.07134733349084854, -0.24476879835128784, 0.022571945562958717, 0.33901160955429077], [-0.07624270766973495, -0.049975182861089706, 0.029352176934480667, 0.05353119969367981], [-0.07724221050739288, -0.2455054372549057, 0.03042280115187168, 0.3553285598754883], [-0.08215232193470001, -0.0508289635181427, 0.03752937167882919, 0.07239188253879547], [-0.08316890150308609, 0.14373542368412018, 0.038977209478616714, -0.20821814239025116], [-0.08029419183731079, -0.05192156881093979, 0.03481284901499748, 0.09650083631277084], [-0.08133262395858765, 0.14268457889556885, 0.03674286603927612, -0.18499861657619476], [-0.07847893238067627, 0.3372620642185211, 0.033042892813682556, -0.46586787700653076], [-0.07173369079828262, 0.14168919622898102, 0.023725533857941628, -0.1629558652639389], [-0.06889990717172623, -0.0537642203271389, 0.02046641707420349, 0.13711640238761902], [-0.06997518986463547, 0.14105869829654694, 0.023208744823932648, -0.1490400731563568], [-0.06715401262044907, -0.05438777431845665, 0.020227942615747452, 0.15087343752384186], [-0.06824176758527756, -0.24979344010353088, 0.02324541285634041, 0.4498685896396637], [-0.07323763519525528, -0.05500785633921623, 0.0322427824139595, 0.16460268199443817], [-0.07433779537677765, 0.1396380513906479, 0.03553483635187149, -0.11773669719696045], [-0.07154503464698792, -0.05597454309463501, 0.033180102705955505, 0.18594200909137726], [-0.0726645290851593, 0.1386573612689972, 0.03689894452691078, -0.09609197825193405], [-0.06989137828350067, -0.05697348713874817, 0.034977104514837265, 0.20800036191940308], [-0.07103084772825241, 0.13763131201267242, 0.039137113839387894, -0.07344712316989899], [-0.0682782232761383, -0.05802922695875168, 0.03766816854476929, 0.23132231831550598], [-0.06943880766630173, -0.2536686062812805, 0.042294617742300034, 0.535645067691803], [-0.07451217621564865, -0.059166114777326584, 0.053007517009973526, 0.2565831243991852], [-0.07569549977779388, 0.13516053557395935, 0.05813917890191078, -0.018920527771115303], [-0.07299228757619858, 0.3294025957584381, 0.05776076763868332, -0.29270803928375244], [-0.06640423834323883, 0.13350671529769897, 0.051906608045101166, 0.017617980018258095], [-0.06373410671949387, 0.32784733176231384, 0.052258968353271484, -0.25824663043022156], [-0.05717715620994568, 0.1320197582244873, 0.047094035893678665, 0.05045085400342941], [-0.054536763578653336, 0.3264358937740326, 0.048103053122758865, -0.22700950503349304], [-0.04800804331898689, 0.13066068291664124, 0.043562863022089005, 0.08045048266649246], [-0.04539483040571213, 0.32513195276260376, 0.04517187178134918, -0.19817624986171722], [-0.03889219090342522, 0.12939399480819702, 0.04120834544301033, 0.10840720683336258], [-0.03630431368947029, -0.06629350781440735, 0.04337649047374725, 0.4138011038303375], [-0.03763018175959587, 0.1281876266002655, 0.051652513444423676, 0.13510248064994812], [-0.035066429525613785, 0.32253313064575195, 0.05435456335544586, -0.14084790647029877], [-0.028615767136216164, 0.126676544547081, 0.05153760313987732, 0.16847547888755798], [-0.02608223631978035, 0.3210243582725525, 0.05490711331367493, -0.10751383006572723], [-0.01966174878180027, 0.1251603364944458, 0.052756838500499725, 0.2019740492105484], [-0.017158541828393936, 0.31948962807655334, 0.05679631978273392, -0.07361102849245071], [-0.010768748819828033, 0.12360138446092606, 0.055324096232652664, 0.23643669486045837], [-0.008296721614897251, 0.31789106130599976, 0.06005283072590828, -0.0382949560880661], [-0.0019388999789953232, 0.12196166813373566, 0.0592869333922863, 0.2727142870426178], [0.0005003333208151162, 0.3161897659301758, 0.06474121659994125, -0.0006958151352591813], [0.006824128329753876, 0.5103263258934021, 0.0647272989153862, -0.2722700238227844], [0.017030656337738037, 0.7044678330421448, 0.05928190052509308, -0.5438559055328369], [0.03112001344561577, 0.5085651278495789, 0.04840478301048279, -0.2330993413925171], [0.041291315108537674, 0.31278616189956665, 0.043742794543504715, 0.07445057481527328], [0.04754703864455223, 0.5072546005249023, 0.045231807976961136, -0.20411677658557892], [0.05769212916493416, 0.7017015218734741, 0.04114947095513344, -0.4821951687335968], [0.07172615826129913, 0.506023645401001, 0.03150556981563568, -0.17683231830596924], [0.08184663206338882, 0.3104653060436249, 0.02796892262995243, 0.12562070786952972], [0.08805593848228455, 0.5051756501197815, 0.030481336638331413, -0.15810877084732056], [0.09815945476293564, 0.3096308410167694, 0.027319161221385002, 0.1440322995185852], [0.10435207188129425, 0.5043511390686035, 0.0301998071372509, -0.13990828394889832], [0.11443909257650375, 0.6990278363227844, 0.027401641011238098, -0.4229127764701843], [0.1284196525812149, 0.5035285949707031, 0.018943386152386665, -0.12171897292137146], [0.1384902149438858, 0.30814042687416077, 0.016509005799889565, 0.17687970399856567], [0.14465302228927612, 0.5030222535133362, 0.020046601071953773, -0.11054980754852295], [0.1547134667634964, 0.697851300239563, 0.017835604026913643, -0.3968413472175598], [0.16867050528526306, 0.5024809241294861, 0.00989877711981535, -0.0985889658331871], [0.1787201166152954, 0.6974596381187439, 0.007926997728645802, -0.3881324827671051], [0.1926693171262741, 0.5022260546684265, 0.00016434828285127878, -0.09296081960201263], [0.20271383225917816, 0.6973456740379333, -0.0016948682023212314, -0.38559189438819885], [0.216660737991333, 0.5022478103637695, -0.00940670631825924, -0.09344383329153061], [0.22670570015907288, 0.3072619140148163, -0.011275582946836948, 0.19625650346279144], [0.23285093903541565, 0.5025433301925659, -0.007350452709943056, -0.09996193647384644], [0.24290180206298828, 0.6977698802947998, -0.00934969075024128, -0.3949548304080963], [0.2568572163581848, 0.5027818083763123, -0.017248786985874176, -0.1052343025803566], [0.2669128477573395, 0.3079112470149994, -0.01935347355902195, 0.1819571852684021], [0.2730710506439209, 0.1130714863538742, -0.015714330598711967, 0.46847251057624817], [0.2753324806690216, 0.3084118664264679, -0.006344879511743784, 0.17087829113006592], [0.2815007269382477, 0.5036240816116333, -0.0029273140244185925, -0.12379948794841766], [0.2915732264518738, 0.3085441589355469, -0.005403303541243076, 0.16795846819877625], [0.29774409532546997, 0.503743052482605, -0.002044134307652712, -0.1264241337776184], [0.3078189492225647, 0.698894202709198, -0.004572616890072823, -0.41975125670433044], [0.32179683446884155, 0.894080638885498, -0.012967642396688461, -0.7138721942901611], [0.33967846632003784, 0.6991406083106995, -0.027245085686445236, -0.42529910802841187], [0.35366126894950867, 0.504414975643158, -0.035751067101955414, -0.1413281112909317], [0.36374956369400024, 0.7000302076339722, -0.03857763111591339, -0.4450720548629761], [0.3777501583099365, 0.5054746866226196, -0.04747907072305679, -0.1647949367761612], [0.38785967230796814, 0.3110634386539459, -0.05077496916055679, 0.11253973841667175], [0.3940809369087219, 0.5068747997283936, -0.048524174839258194, -0.19572018086910248], [0.4042184352874756, 0.31247931718826294, -0.05243857949972153, 0.08126930147409439], [0.4104680120944977, 0.5083122253417969, -0.05081319436430931, -0.22748616337776184], [0.42063426971435547, 0.31395187973976135, -0.055362917482852936, 0.04874541237950325], [0.4269132912158966, 0.11966568976640701, -0.05438800901174545, 0.32345980405807495], [0.42930659651756287, 0.31551820039749146, -0.047918811440467834, 0.014133227989077568], [0.43561697006225586, 0.5112934708595276, -0.04763614758849144, -0.29327529668807983], [0.44584283232688904, 0.3168818950653076, -0.05350165441632271, -0.015988502651453018], [0.4521804749965668, 0.12256643176078796, -0.05382142215967178, 0.259345680475235], [0.4546318054199219, 0.31841376423835754, -0.04863451048731804, -0.04981581121683121], [0.46100008487701416, 0.12402170896530151, -0.04963082820177078, 0.2271345853805542], [0.46348053216934204, 0.3198164999485016, -0.045088134706020355, -0.08078145235776901], [0.46987685561180115, 0.5155548453330994, -0.0467037633061409, -0.3873419761657715], [0.48018795251846313, 0.7113075852394104, -0.05445060133934021, -0.6943767666816711], [0.4944140911102295, 0.5169814825057983, -0.06833814084529877, -0.4193202555179596], [0.5047537088394165, 0.3228910565376282, -0.07672454416751862, -0.14893993735313416], [0.5112115740776062, 0.12894685566425323, -0.07970334589481354, 0.11858563870191574], [0.513790488243103, 0.3251149356365204, -0.07733163237571716, -0.19814033806324005], [0.5202927589416504, 0.13117936253547668, -0.08129443973302841, 0.06918079406023026], [0.5229163765907288, -0.0626886785030365, -0.07991082221269608, 0.3351482152938843], [0.5216625928878784, 0.1334742307662964, -0.07320785522460938, 0.018374048173427582], [0.5243321061134338, 0.32956555485725403, -0.0728403776884079, -0.2964789867401123], [0.5309233665466309, 0.1355534940958023, -0.07876995205879211, -0.02762872725725174], [0.5336344838142395, 0.3317115306854248, -0.07932253181934357, -0.3440878391265869], [0.5402687191963196, 0.1378023475408554, -0.08620428293943405, -0.07743503153324127], [0.5430247187614441, 0.3340475261211395, -0.08775299042463303, -0.39602240920066833], [0.5497056841850281, 0.14027312397956848, -0.09567343443632126, -0.1322455108165741], [0.5525111556053162, 0.3366260826587677, -0.09831834584474564, -0.45351308584213257], [0.5592436790466309, 0.14302189648151398, -0.10738860815763474, -0.1933683305978775], [0.5621041059494019, 0.33950307965278625, -0.11125597357749939, -0.5179039239883423], [0.5688941478729248, 0.146108940243721, -0.12161405384540558, -0.26224803924560547], [0.5718163847923279, 0.34273797273635864, -0.12685900926589966, -0.5906796455383301], [0.5786710977554321, 0.14959906041622162, -0.1386726051568985, -0.34049591422080994], [0.5816630721092224, -0.04330545291304588, -0.14548252522945404, -0.09455607086420059], [0.580797016620636, -0.23607511818408966, -0.14737364649772644, 0.14892266690731049], [0.5760754942893982, -0.42881307005882263, -0.14439518749713898, 0.391724556684494], [0.5674992203712463, -0.2319687157869339, -0.13656070828437805, 0.05722599849104881], [0.562859833240509, -0.4248952567577362, -0.135416179895401, 0.3038974404335022], [0.5543619394302368, -0.22812946140766144, -0.12933823466300964, -0.028240030631422997], [0.549799382686615, -0.421182245016098, -0.12990303337574005, 0.22100090980529785], [0.5413756966590881, -0.22446587681770325, -0.12548302114009857, -0.10967163741588593], [0.5368863940238953, -0.41758719086647034, -0.12767644226551056, 0.14093737304210663], [0.5285346508026123, -0.61067134141922, -0.12485770136117935, 0.39077115058898926], [0.5163212418556213, -0.8038205504417419, -0.11704228073358536, 0.64162677526474], [0.5002447962760925, -0.6072783470153809, -0.10420974344015121, 0.31449854373931885], [0.48809924721717834, -0.41083821654319763, -0.0979197695851326, -0.009145361371338367], [0.47988247871398926, -0.21445827186107635, -0.09810268133878708, -0.3310466408729553], [0.47559332847595215, -0.4080568552017212, -0.10472360998392105, -0.070840984582901], [0.4674321711063385, -0.6015337109565735, -0.10614043474197388, 0.18705183267593384], [0.4554015100002289, -0.4050659239292145, -0.10239939391613007, -0.13713812828063965], [0.4473001956939697, -0.20863771438598633, -0.10514215379953384, -0.460289865732193], [0.44312742352485657, -0.4021286070346832, -0.11434795707464218, -0.20251116156578064], [0.43508484959602356, -0.5954453349113464, -0.11839817464351654, 0.052025098353624344], [0.42317596077919006, -0.7886881232261658, -0.11735767871141434, 0.3051321804523468], [0.4074021875858307, -0.5921063423156738, -0.11125503480434418, -0.022136205807328224], [0.39556005597114563, -0.785471498966217, -0.11169775575399399, 0.23347680270671844], [0.3798506259918213, -0.9788349866867065, -0.10702822357416153, 0.4889436364173889], [0.36027392745018005, -0.7823787331581116, -0.0972493439912796, 0.16453920304775238], [0.34462636709213257, -0.975983738899231, -0.09395856410264969, 0.42502832412719727], [0.325106680393219, -0.7796652317047119, -0.08545799553394318, 0.1042661964893341], [0.3095133900642395, -0.9734651446342468, -0.08337267488241196, 0.36881113052368164], [0.29004406929016113, -1.1673096418380737, -0.07599645107984543, 0.6340847015380859], [0.26669788360595703, -1.3612937927246094, -0.0633147582411766, 0.9018996953964233], [0.23947201669216156, -1.1653739213943481, -0.045276761054992676, 0.5900065302848816], [0.21616452932357788, -1.3598335981369019, -0.033476632088422775, 0.8680903911590576], [0.18896785378456116, -1.1642725467681885, -0.016114823520183563, 0.5650728344917297], [0.16568240523338318, -1.3591647148132324, -0.004813367500901222, 0.8526356220245361], [0.13849911093711853, -1.1639775037765503, 0.012239345349371433, 0.558443009853363], [0.11521956324577332, -0.9690294861793518, 0.023408206179738045, 0.2696411907672882], [0.09583897888660431, -0.774249255657196, 0.028801029548048973, -0.015567719005048275], [0.0803539901971817, -0.5795519351959229, 0.028489675372838974, -0.2990262508392334], [0.06876295059919357, -0.38484740257263184, 0.022509150207042694, -0.5825896859169006], [0.06106600537896156, -0.5802773833274841, 0.0108573567122221, -0.2829018533229828], [0.049460455775260925, -0.77555251121521, 0.005199319217354059, 0.013185546733438969], [0.03394940868020058, -0.5805054903030396, 0.005463030189275742, -0.2778524160385132], [0.022339297458529472, -0.7757049202919006, -9.401810530107468e-05, 0.016548534855246544], [0.006825198419392109, -0.9708255529403687, 0.00023695259005762637, 0.30920180678367615], [-0.012591312639415264, -0.775706946849823, 0.006420988589525223, 0.016593607142567635], [-0.02810545265674591, -0.9709204435348511, 0.0067528607323765755, 0.3112955093383789], [-0.0475238598883152, -0.7758952975273132, 0.012978770770132542, 0.02074984647333622], [-0.06304176896810532, -0.9712010025978088, 0.013393767178058624, 0.3174993097782135], [-0.08246578276157379, -1.166511058807373, 0.019743753597140312, 0.6143758893013], [-0.10579600930213928, -0.9716705083847046, 0.03203127160668373, 0.327976256608963], [-0.12522941827774048, -0.7770189046859741, 0.038590796291828156, 0.04556414112448692], [-0.14076979458332062, -0.9726723432540894, 0.03950208052992821, 0.35016870498657227], [-0.16022324562072754, -0.7781338095664978, 0.04650545120239258, 0.07019911706447601], [-0.17578591406345367, -0.5837083458900452, 0.047909434884786606, -0.20745603740215302], [-0.18746007978916168, -0.7794814705848694, 0.04376031458377838, 0.09994667768478394], [-0.20304971933364868, -0.9752023816108704, 0.04575924947857857, 0.40610840916633606], [-0.22255375981330872, -1.1709423065185547, 0.05388141795992851, 0.7128595113754272], [-0.2459726184606552, -0.9766061902046204, 0.06813860684633255, 0.43761178851127625], [-0.26550474762916565, -0.7825115323066711, 0.07689084112644196, 0.16716268658638], [-0.28115496039390564, -0.5885696411132812, 0.080234095454216, -0.10030702501535416], [-0.2929263710975647, -0.39468374848365784, 0.0782279521226883, -0.3666366934776306], [-0.3008200228214264, -0.5908251404762268, 0.0708952248096466, -0.05034881457686424], [-0.31263652443885803, -0.3967875838279724, 0.06988824903964996, -0.31984826922416687], [-0.32057228684425354, -0.20272694528102875, 0.06349127739667892, -0.5896981954574585], [-0.3246268332004547, -0.3986777663230896, 0.05169731751084328, -0.27771028876304626], [-0.3326003849506378, -0.5944976806640625, 0.04614311084151268, 0.030819369480013847], [-0.3444903492927551, -0.4000667631626129, 0.04675949737429619, -0.2469552904367447], [-0.35249167680740356, -0.5958242416381836, 0.04182039201259613, 0.06010228395462036], [-0.3644081652164459, -0.40132609009742737, 0.04302243888378143, -0.2190982550382614], [-0.37243467569351196, -0.597035825252533, 0.038640473037958145, 0.08683934062719345], [-0.3843753933906555, -0.4024884104728699, 0.040377259254455566, -0.19340643286705017], [-0.39242514967918396, -0.5981640219688416, 0.03650913015007973, 0.11173541098833084], [-0.4043884575366974, -0.7937895655632019, 0.03874383866786957, 0.415709525346756], [-0.42026424407958984, -0.9894385933876038, 0.04705803096294403, 0.7203506827354431], [-0.4400530159473419, -0.7949981689453125, 0.06146504357457161, 0.44284290075302124], [-0.4559529721736908, -0.6007974147796631, 0.07032190263271332, 0.17015111446380615], [-0.4679689109325409, -0.4067487418651581, 0.07372492551803589, -0.09954483062028885], [-0.47610390186309814, -0.21275660395622253, 0.07173402607440948, -0.36808711290359497]], "actions": [1, 0, 0, 0, 1, 1, 0, 1, 0, 1, 0, 1, 1, 0, 1, 1, 0, 0, 1, 0, 0, 1, 1, 0, 1, 0, 1, 0, 0, 1, 1, 1, 0, 1, 0, 1, 0, 1, 0, 0, 1, 1, 0, 1, 0, 1, 0, 1, 0, 1, 1, 1, 0, 0, 1, 1, 0, 0, 1, 0, 1, 1, 0, 0, 1, 1, 0, 1, 0, 1, 0, 0, 1, 1, 0, 0, 0, 1, 1, 0, 1, 1, 1, 0, 0, 1, 0, 0, 1, 0, 1, 0, 0, 1, 1, 0, 0, 1, 0, 1, 1, 1, 0, 0, 0, 1, 0, 0, 1, 1, 0, 1, 0, 1, 0, 1, 0, 1, 0, 1, 0, 0, 0, 0, 1, 0, 1, 0, 1, 0, 0, 0, 1, 1, 1, 0, 0, 1, 1, 0, 0, 0, 1, 0, 0, 1, 0, 1, 0, 0, 0, 1, 0, 1, 0, 1, 1, 1, 1, 1, 0, 0, 1, 0, 0, 1, 0, 1, 0, 0, 1, 1, 0, 1, 1, 0, 0, 0, 1, 1, 1, 1, 0, 1, 1, 0, 0, 1, 0, 1, 0, 1, 0, 0, 0, 1, 1, 1, 1, 0], "rewards": [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], "prev_actions": [0, 1, 0, 0, 0, 1, 1, 0, 1, 0, 1, 0, 1, 1, 0, 1, 1, 0, 0, 1, 0, 0, 1, 1, 0, 1, 0, 1, 0, 0, 1, 1, 1, 0, 1, 0, 1, 0, 1, 0, 0, 1, 1, 0, 1, 0, 1, 0, 1, 0, 1, 1, 1, 0, 0, 1, 1, 0, 0, 1, 0, 1, 1, 0, 0, 1, 1, 0, 1, 0, 1, 0, 0, 1, 1, 0, 0, 0, 1, 1, 0, 1, 1, 1, 0, 0, 1, 0, 0, 1, 0, 1, 0, 0, 1, 1, 0, 0, 1, 0, 1, 1, 1, 0, 0, 0, 1, 0, 0, 1, 1, 0, 1, 0, 1, 0, 1, 0, 1, 0, 1, 0, 0, 0, 0, 1, 0, 1, 0, 1, 0, 0, 0, 1, 1, 1, 0, 0, 1, 1, 0, 0, 0, 1, 0, 0, 1, 0, 1, 0, 0, 0, 1, 0, 1, 0, 1, 1, 1, 1, 1, 0, 0, 1, 0, 0, 1, 0, 1, 0, 0, 1, 1, 0, 1, 1, 0, 0, 0, 1, 1, 1, 1, 0, 1, 1, 0, 0, 1, 0, 1, 0, 1, 0, 0, 0, 1, 1, 1, 1], "prev_rewards": [0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], "dones": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, true], "new_obs": [[-0.047888465225696564, 0.14586542546749115, -0.006165160331875086, -0.255027711391449], [-0.04497115686535835, -0.04916796833276749, -0.011265714652836323, 0.03570426627993584], [-0.045954518020153046, -0.2441265732049942, -0.010551628656685352, 0.32481154799461365], [-0.05083704739809036, -0.43909668922424316, -0.004055398050695658, 0.6141483783721924], [-0.059618983417749405, -0.243918314576149, 0.008227569051086903, 0.3201909065246582], [-0.06449735164642334, -0.04891449958086014, 0.014631387777626514, 0.030113957822322845], [-0.06547563523054123, -0.24424318969249725, 0.015233666636049747, 0.3273771107196808], [-0.07036050409078598, -0.049341388046741486, 0.021781207993626595, 0.03953685238957405], [-0.07134733349084854, -0.24476879835128784, 0.022571945562958717, 0.33901160955429077], [-0.07624270766973495, -0.049975182861089706, 0.029352176934480667, 0.05353119969367981], [-0.07724221050739288, -0.2455054372549057, 0.03042280115187168, 0.3553285598754883], [-0.08215232193470001, -0.0508289635181427, 0.03752937167882919, 0.07239188253879547], [-0.08316890150308609, 0.14373542368412018, 0.038977209478616714, -0.20821814239025116], [-0.08029419183731079, -0.05192156881093979, 0.03481284901499748, 0.09650083631277084], [-0.08133262395858765, 0.14268457889556885, 0.03674286603927612, -0.18499861657619476], [-0.07847893238067627, 0.3372620642185211, 0.033042892813682556, -0.46586787700653076], [-0.07173369079828262, 0.14168919622898102, 0.023725533857941628, -0.1629558652639389], [-0.06889990717172623, -0.0537642203271389, 0.02046641707420349, 0.13711640238761902], [-0.06997518986463547, 0.14105869829654694, 0.023208744823932648, -0.1490400731563568], [-0.06715401262044907, -0.05438777431845665, 0.020227942615747452, 0.15087343752384186], [-0.06824176758527756, -0.24979344010353088, 0.02324541285634041, 0.4498685896396637], [-0.07323763519525528, -0.05500785633921623, 0.0322427824139595, 0.16460268199443817], [-0.07433779537677765, 0.1396380513906479, 0.03553483635187149, -0.11773669719696045], [-0.07154503464698792, -0.05597454309463501, 0.033180102705955505, 0.18594200909137726], [-0.0726645290851593, 0.1386573612689972, 0.03689894452691078, -0.09609197825193405], [-0.06989137828350067, -0.05697348713874817, 0.034977104514837265, 0.20800036191940308], [-0.07103084772825241, 0.13763131201267242, 0.039137113839387894, -0.07344712316989899], [-0.0682782232761383, -0.05802922695875168, 0.03766816854476929, 0.23132231831550598], [-0.06943880766630173, -0.2536686062812805, 0.042294617742300034, 0.535645067691803], [-0.07451217621564865, -0.059166114777326584, 0.053007517009973526, 0.2565831243991852], [-0.07569549977779388, 0.13516053557395935, 0.05813917890191078, -0.018920527771115303], [-0.07299228757619858, 0.3294025957584381, 0.05776076763868332, -0.29270803928375244], [-0.06640423834323883, 0.13350671529769897, 0.051906608045101166, 0.017617980018258095], [-0.06373410671949387, 0.32784733176231384, 0.052258968353271484, -0.25824663043022156], [-0.05717715620994568, 0.1320197582244873, 0.047094035893678665, 0.05045085400342941], [-0.054536763578653336, 0.3264358937740326, 0.048103053122758865, -0.22700950503349304], [-0.04800804331898689, 0.13066068291664124, 0.043562863022089005, 0.08045048266649246], [-0.04539483040571213, 0.32513195276260376, 0.04517187178134918, -0.19817624986171722], [-0.03889219090342522, 0.12939399480819702, 0.04120834544301033, 0.10840720683336258], [-0.03630431368947029, -0.06629350781440735, 0.04337649047374725, 0.4138011038303375], [-0.03763018175959587, 0.1281876266002655, 0.051652513444423676, 0.13510248064994812], [-0.035066429525613785, 0.32253313064575195, 0.05435456335544586, -0.14084790647029877], [-0.028615767136216164, 0.126676544547081, 0.05153760313987732, 0.16847547888755798], [-0.02608223631978035, 0.3210243582725525, 0.05490711331367493, -0.10751383006572723], [-0.01966174878180027, 0.1251603364944458, 0.052756838500499725, 0.2019740492105484], [-0.017158541828393936, 0.31948962807655334, 0.05679631978273392, -0.07361102849245071], [-0.010768748819828033, 0.12360138446092606, 0.055324096232652664, 0.23643669486045837], [-0.008296721614897251, 0.31789106130599976, 0.06005283072590828, -0.0382949560880661], [-0.0019388999789953232, 0.12196166813373566, 0.0592869333922863, 0.2727142870426178], [0.0005003333208151162, 0.3161897659301758, 0.06474121659994125, -0.0006958151352591813], [0.006824128329753876, 0.5103263258934021, 0.0647272989153862, -0.2722700238227844], [0.017030656337738037, 0.7044678330421448, 0.05928190052509308, -0.5438559055328369], [0.03112001344561577, 0.5085651278495789, 0.04840478301048279, -0.2330993413925171], [0.041291315108537674, 0.31278616189956665, 0.043742794543504715, 0.07445057481527328], [0.04754703864455223, 0.5072546005249023, 0.045231807976961136, -0.20411677658557892], [0.05769212916493416, 0.7017015218734741, 0.04114947095513344, -0.4821951687335968], [0.07172615826129913, 0.506023645401001, 0.03150556981563568, -0.17683231830596924], [0.08184663206338882, 0.3104653060436249, 0.02796892262995243, 0.12562070786952972], [0.08805593848228455, 0.5051756501197815, 0.030481336638331413, -0.15810877084732056], [0.09815945476293564, 0.3096308410167694, 0.027319161221385002, 0.1440322995185852], [0.10435207188129425, 0.5043511390686035, 0.0301998071372509, -0.13990828394889832], [0.11443909257650375, 0.6990278363227844, 0.027401641011238098, -0.4229127764701843], [0.1284196525812149, 0.5035285949707031, 0.018943386152386665, -0.12171897292137146], [0.1384902149438858, 0.30814042687416077, 0.016509005799889565, 0.17687970399856567], [0.14465302228927612, 0.5030222535133362, 0.020046601071953773, -0.11054980754852295], [0.1547134667634964, 0.697851300239563, 0.017835604026913643, -0.3968413472175598], [0.16867050528526306, 0.5024809241294861, 0.00989877711981535, -0.0985889658331871], [0.1787201166152954, 0.6974596381187439, 0.007926997728645802, -0.3881324827671051], [0.1926693171262741, 0.5022260546684265, 0.00016434828285127878, -0.09296081960201263], [0.20271383225917816, 0.6973456740379333, -0.0016948682023212314, -0.38559189438819885], [0.216660737991333, 0.5022478103637695, -0.00940670631825924, -0.09344383329153061], [0.22670570015907288, 0.3072619140148163, -0.011275582946836948, 0.19625650346279144], [0.23285093903541565, 0.5025433301925659, -0.007350452709943056, -0.09996193647384644], [0.24290180206298828, 0.6977698802947998, -0.00934969075024128, -0.3949548304080963], [0.2568572163581848, 0.5027818083763123, -0.017248786985874176, -0.1052343025803566], [0.2669128477573395, 0.3079112470149994, -0.01935347355902195, 0.1819571852684021], [0.2730710506439209, 0.1130714863538742, -0.015714330598711967, 0.46847251057624817], [0.2753324806690216, 0.3084118664264679, -0.006344879511743784, 0.17087829113006592], [0.2815007269382477, 0.5036240816116333, -0.0029273140244185925, -0.12379948794841766], [0.2915732264518738, 0.3085441589355469, -0.005403303541243076, 0.16795846819877625], [0.29774409532546997, 0.503743052482605, -0.002044134307652712, -0.1264241337776184], [0.3078189492225647, 0.698894202709198, -0.004572616890072823, -0.41975125670433044], [0.32179683446884155, 0.894080638885498, -0.012967642396688461, -0.7138721942901611], [0.33967846632003784, 0.6991406083106995, -0.027245085686445236, -0.42529910802841187], [0.35366126894950867, 0.504414975643158, -0.035751067101955414, -0.1413281112909317], [0.36374956369400024, 0.7000302076339722, -0.03857763111591339, -0.4450720548629761], [0.3777501583099365, 0.5054746866226196, -0.04747907072305679, -0.1647949367761612], [0.38785967230796814, 0.3110634386539459, -0.05077496916055679, 0.11253973841667175], [0.3940809369087219, 0.5068747997283936, -0.048524174839258194, -0.19572018086910248], [0.4042184352874756, 0.31247931718826294, -0.05243857949972153, 0.08126930147409439], [0.4104680120944977, 0.5083122253417969, -0.05081319436430931, -0.22748616337776184], [0.42063426971435547, 0.31395187973976135, -0.055362917482852936, 0.04874541237950325], [0.4269132912158966, 0.11966568976640701, -0.05438800901174545, 0.32345980405807495], [0.42930659651756287, 0.31551820039749146, -0.047918811440467834, 0.014133227989077568], [0.43561697006225586, 0.5112934708595276, -0.04763614758849144, -0.29327529668807983], [0.44584283232688904, 0.3168818950653076, -0.05350165441632271, -0.015988502651453018], [0.4521804749965668, 0.12256643176078796, -0.05382142215967178, 0.259345680475235], [0.4546318054199219, 0.31841376423835754, -0.04863451048731804, -0.04981581121683121], [0.46100008487701416, 0.12402170896530151, -0.04963082820177078, 0.2271345853805542], [0.46348053216934204, 0.3198164999485016, -0.045088134706020355, -0.08078145235776901], [0.46987685561180115, 0.5155548453330994, -0.0467037633061409, -0.3873419761657715], [0.48018795251846313, 0.7113075852394104, -0.05445060133934021, -0.6943767666816711], [0.4944140911102295, 0.5169814825057983, -0.06833814084529877, -0.4193202555179596], [0.5047537088394165, 0.3228910565376282, -0.07672454416751862, -0.14893993735313416], [0.5112115740776062, 0.12894685566425323, -0.07970334589481354, 0.11858563870191574], [0.513790488243103, 0.3251149356365204, -0.07733163237571716, -0.19814033806324005], [0.5202927589416504, 0.13117936253547668, -0.08129443973302841, 0.06918079406023026], [0.5229163765907288, -0.0626886785030365, -0.07991082221269608, 0.3351482152938843], [0.5216625928878784, 0.1334742307662964, -0.07320785522460938, 0.018374048173427582], [0.5243321061134338, 0.32956555485725403, -0.0728403776884079, -0.2964789867401123], [0.5309233665466309, 0.1355534940958023, -0.07876995205879211, -0.02762872725725174], [0.5336344838142395, 0.3317115306854248, -0.07932253181934357, -0.3440878391265869], [0.5402687191963196, 0.1378023475408554, -0.08620428293943405, -0.07743503153324127], [0.5430247187614441, 0.3340475261211395, -0.08775299042463303, -0.39602240920066833], [0.5497056841850281, 0.14027312397956848, -0.09567343443632126, -0.1322455108165741], [0.5525111556053162, 0.3366260826587677, -0.09831834584474564, -0.45351308584213257], [0.5592436790466309, 0.14302189648151398, -0.10738860815763474, -0.1933683305978775], [0.5621041059494019, 0.33950307965278625, -0.11125597357749939, -0.5179039239883423], [0.5688941478729248, 0.146108940243721, -0.12161405384540558, -0.26224803924560547], [0.5718163847923279, 0.34273797273635864, -0.12685900926589966, -0.5906796455383301], [0.5786710977554321, 0.14959906041622162, -0.1386726051568985, -0.34049591422080994], [0.5816630721092224, -0.04330545291304588, -0.14548252522945404, -0.09455607086420059], [0.580797016620636, -0.23607511818408966, -0.14737364649772644, 0.14892266690731049], [0.5760754942893982, -0.42881307005882263, -0.14439518749713898, 0.391724556684494], [0.5674992203712463, -0.2319687157869339, -0.13656070828437805, 0.05722599849104881], [0.562859833240509, -0.4248952567577362, -0.135416179895401, 0.3038974404335022], [0.5543619394302368, -0.22812946140766144, -0.12933823466300964, -0.028240030631422997], [0.549799382686615, -0.421182245016098, -0.12990303337574005, 0.22100090980529785], [0.5413756966590881, -0.22446587681770325, -0.12548302114009857, -0.10967163741588593], [0.5368863940238953, -0.41758719086647034, -0.12767644226551056, 0.14093737304210663], [0.5285346508026123, -0.61067134141922, -0.12485770136117935, 0.39077115058898926], [0.5163212418556213, -0.8038205504417419, -0.11704228073358536, 0.64162677526474], [0.5002447962760925, -0.6072783470153809, -0.10420974344015121, 0.31449854373931885], [0.48809924721717834, -0.41083821654319763, -0.0979197695851326, -0.009145361371338367], [0.47988247871398926, -0.21445827186107635, -0.09810268133878708, -0.3310466408729553], [0.47559332847595215, -0.4080568552017212, -0.10472360998392105, -0.070840984582901], [0.4674321711063385, -0.6015337109565735, -0.10614043474197388, 0.18705183267593384], [0.4554015100002289, -0.4050659239292145, -0.10239939391613007, -0.13713812828063965], [0.4473001956939697, -0.20863771438598633, -0.10514215379953384, -0.460289865732193], [0.44312742352485657, -0.4021286070346832, -0.11434795707464218, -0.20251116156578064], [0.43508484959602356, -0.5954453349113464, -0.11839817464351654, 0.052025098353624344], [0.42317596077919006, -0.7886881232261658, -0.11735767871141434, 0.3051321804523468], [0.4074021875858307, -0.5921063423156738, -0.11125503480434418, -0.022136205807328224], [0.39556005597114563, -0.785471498966217, -0.11169775575399399, 0.23347680270671844], [0.3798506259918213, -0.9788349866867065, -0.10702822357416153, 0.4889436364173889], [0.36027392745018005, -0.7823787331581116, -0.0972493439912796, 0.16453920304775238], [0.34462636709213257, -0.975983738899231, -0.09395856410264969, 0.42502832412719727], [0.325106680393219, -0.7796652317047119, -0.08545799553394318, 0.1042661964893341], [0.3095133900642395, -0.9734651446342468, -0.08337267488241196, 0.36881113052368164], [0.29004406929016113, -1.1673096418380737, -0.07599645107984543, 0.6340847015380859], [0.26669788360595703, -1.3612937927246094, -0.0633147582411766, 0.9018996953964233], [0.23947201669216156, -1.1653739213943481, -0.045276761054992676, 0.5900065302848816], [0.21616452932357788, -1.3598335981369019, -0.033476632088422775, 0.8680903911590576], [0.18896785378456116, -1.1642725467681885, -0.016114823520183563, 0.5650728344917297], [0.16568240523338318, -1.3591647148132324, -0.004813367500901222, 0.8526356220245361], [0.13849911093711853, -1.1639775037765503, 0.012239345349371433, 0.558443009853363], [0.11521956324577332, -0.9690294861793518, 0.023408206179738045, 0.2696411907672882], [0.09583897888660431, -0.774249255657196, 0.028801029548048973, -0.015567719005048275], [0.0803539901971817, -0.5795519351959229, 0.028489675372838974, -0.2990262508392334], [0.06876295059919357, -0.38484740257263184, 0.022509150207042694, -0.5825896859169006], [0.06106600537896156, -0.5802773833274841, 0.0108573567122221, -0.2829018533229828], [0.049460455775260925, -0.77555251121521, 0.005199319217354059, 0.013185546733438969], [0.03394940868020058, -0.5805054903030396, 0.005463030189275742, -0.2778524160385132], [0.022339297458529472, -0.7757049202919006, -9.401810530107468e-05, 0.016548534855246544], [0.006825198419392109, -0.9708255529403687, 0.00023695259005762637, 0.30920180678367615], [-0.012591312639415264, -0.775706946849823, 0.006420988589525223, 0.016593607142567635], [-0.02810545265674591, -0.9709204435348511, 0.0067528607323765755, 0.3112955093383789], [-0.0475238598883152, -0.7758952975273132, 0.012978770770132542, 0.02074984647333622], [-0.06304176896810532, -0.9712010025978088, 0.013393767178058624, 0.3174993097782135], [-0.08246578276157379, -1.166511058807373, 0.019743753597140312, 0.6143758893013], [-0.10579600930213928, -0.9716705083847046, 0.03203127160668373, 0.327976256608963], [-0.12522941827774048, -0.7770189046859741, 0.038590796291828156, 0.04556414112448692], [-0.14076979458332062, -0.9726723432540894, 0.03950208052992821, 0.35016870498657227], [-0.16022324562072754, -0.7781338095664978, 0.04650545120239258, 0.07019911706447601], [-0.17578591406345367, -0.5837083458900452, 0.047909434884786606, -0.20745603740215302], [-0.18746007978916168, -0.7794814705848694, 0.04376031458377838, 0.09994667768478394], [-0.20304971933364868, -0.9752023816108704, 0.04575924947857857, 0.40610840916633606], [-0.22255375981330872, -1.1709423065185547, 0.05388141795992851, 0.7128595113754272], [-0.2459726184606552, -0.9766061902046204, 0.06813860684633255, 0.43761178851127625], [-0.26550474762916565, -0.7825115323066711, 0.07689084112644196, 0.16716268658638], [-0.28115496039390564, -0.5885696411132812, 0.080234095454216, -0.10030702501535416], [-0.2929263710975647, -0.39468374848365784, 0.0782279521226883, -0.3666366934776306], [-0.3008200228214264, -0.5908251404762268, 0.0708952248096466, -0.05034881457686424], [-0.31263652443885803, -0.3967875838279724, 0.06988824903964996, -0.31984826922416687], [-0.32057228684425354, -0.20272694528102875, 0.06349127739667892, -0.5896981954574585], [-0.3246268332004547, -0.3986777663230896, 0.05169731751084328, -0.27771028876304626], [-0.3326003849506378, -0.5944976806640625, 0.04614311084151268, 0.030819369480013847], [-0.3444903492927551, -0.4000667631626129, 0.04675949737429619, -0.2469552904367447], [-0.35249167680740356, -0.5958242416381836, 0.04182039201259613, 0.06010228395462036], [-0.3644081652164459, -0.40132609009742737, 0.04302243888378143, -0.2190982550382614], [-0.37243467569351196, -0.597035825252533, 0.038640473037958145, 0.08683934062719345], [-0.3843753933906555, -0.4024884104728699, 0.040377259254455566, -0.19340643286705017], [-0.39242514967918396, -0.5981640219688416, 0.03650913015007973, 0.11173541098833084], [-0.4043884575366974, -0.7937895655632019, 0.03874383866786957, 0.415709525346756], [-0.42026424407958984, -0.9894385933876038, 0.04705803096294403, 0.7203506827354431], [-0.4400530159473419, -0.7949981689453125, 0.06146504357457161, 0.44284290075302124], [-0.4559529721736908, -0.6007974147796631, 0.07032190263271332, 0.17015111446380615], [-0.4679689109325409, -0.4067487418651581, 0.07372492551803589, -0.09954483062028885], [-0.47610390186309814, -0.21275660395622253, 0.07173402607440948, -0.36808711290359497], [-0.4803590178489685, -0.40882062911987305, 0.06437228620052338, -0.05367569997906685]], "action_prob": [0.5654875040054321, 0.8040135502815247, 0.45223185420036316, 0.1549399346113205, 0.9259833097457886, 0.8570348024368286, 0.40013056993484497, 0.8652527332305908, 0.36860010027885437, 0.8745713829994202, 0.33140456676483154, 0.8844476938247681, 0.7096751928329468, 0.6736576557159424, 0.7345453500747681, 0.35743194818496704, 0.875752866268158, 0.6362907290458679, 0.7577415704727173, 0.6146493554115295, 0.2288542538881302, 0.9061077833175659, 0.7974872589111328, 0.531220018863678, 0.8144425749778748, 0.4899393916130066, 0.8303335905075073, 0.4457215964794159, 0.15476757287979126, 0.9221041202545166, 0.8653063178062439, 0.6759410500526428, 0.6863719820976257, 0.7107152938842773, 0.646672248840332, 0.73939049243927, 0.6065167188644409, 0.763507068157196, 0.5659942030906677, 0.21575787663459778, 0.9024361371994019, 0.8123241066932678, 0.4514608383178711, 0.8309265971183777, 0.3999043405056, 0.8470900058746338, 0.35008668899536133, 0.8612415194511414, 0.30303502082824707, 0.8736553192138672, 0.7401784658432007, 0.4401124119758606, 0.822691023349762, 0.5353505611419678, 0.7776198387145996, 0.5014922618865967, 0.7936672568321228, 0.4872415363788605, 0.7978599071502686, 0.4624759256839752, 0.8085149526596069, 0.5622690320014954, 0.7564334869384766, 0.4356200397014618, 0.8190778493881226, 0.5810030102729797, 0.74485844373703, 0.576104998588562, 0.7519031167030334, 0.5626222491264343, 0.7645523548126221, 0.46012482047080994, 0.8091349601745605, 0.5324739813804626, 0.7850403189659119, 0.4992908537387848, 0.20848292112350464, 0.9036378264427185, 0.7965869903564453, 0.5005064606666565, 0.7947861552238464, 0.4952167570590973, 0.1999964416027069, 0.9080366492271423, 0.8265438079833984, 0.3968445658683777, 0.8464322090148926, 0.6586679816246033, 0.6666800379753113, 0.6981601119041443, 0.6194940209388733, 0.7349698543548584, 0.4352855980396271, 0.8293425440788269, 0.5277339220046997, 0.7856842875480652, 0.5295373797416687, 0.7779338359832764, 0.5684635639190674, 0.7514411211013794, 0.396251380443573, 0.16376914083957672, 0.9107570648193359, 0.8587309718132019, 0.7246977090835571, 0.5548981428146362, 0.7632200717926025, 0.5168026089668274, 0.7729392051696777, 0.43116509914398193, 0.8146058917045593, 0.3680339753627777, 0.8364120721817017, 0.30910250544548035, 0.8548368215560913, 0.25696107745170593, 0.8700482845306396, 0.21325881779193878, 0.8822277784347534, 0.17851042747497559, 0.8915993571281433, 0.847735583782196, 0.7600783109664917, 0.5940164923667908, 0.6353214979171753, 0.6627923846244812, 0.5495230555534363, 0.715802013874054, 0.4670157730579376, 0.7560772895812988, 0.6069375276565552, 0.39478397369384766, 0.7919875979423523, 0.5524985790252686, 0.3075117766857147, 0.8177686333656311, 0.7312847375869751, 0.4222203493118286, 0.24086853861808777, 0.8421581983566284, 0.7854773998260498, 0.6865177750587463, 0.47083571553230286, 0.7204129695892334, 0.5840632915496826, 0.5992926359176636, 0.6225019097328186, 0.5544939637184143, 0.6535488367080688, 0.485483855009079, 0.2945903241634369, 0.8453689813613892, 0.2931329011917114, 0.8535504937171936, 0.2757158577442169, 0.8697211146354675, 0.7574661374092102, 0.559332013130188, 0.3497561514377594, 0.21455025672912598, 0.8550212383270264, 0.7910482883453369, 0.3426247239112854, 0.7950897812843323, 0.662188708782196, 0.5699663758277893, 0.6574991941452026, 0.5847275257110596, 0.6487139463424683, 0.3946632742881775, 0.8260341286659241, 0.6525400280952454, 0.5941833257675171, 0.6938971281051636, 0.4459526538848877, 0.7599968314170837, 0.521356463432312, 0.23258621990680695, 0.9032697081565857, 0.8228471279144287, 0.636366069316864, 0.36601579189300537, 0.8204308748245239, 0.41159769892692566, 0.1956786811351776, 0.8955844044685364, 0.7958370447158813, 0.4775746166706085, 0.7802082300186157, 0.5131816267967224, 0.7626022696495056, 0.5475956797599792, 0.7426940202713013, 0.41922223567962646, 0.17045560479164124, 0.915397047996521, 0.8588346242904663, 0.7142754197120667, 0.432564377784729, 0.8153843879699707], "action_logp": [-0.5700670480728149, -0.2181391417980194, -0.793560266494751, -1.864717721939087, -0.07689904421567917, -0.15427672863006592, -0.9159643650054932, -0.14473363757133484, -0.9980429410934448, -0.1340213567018509, -1.1044154167175293, -0.12279188632965088, -0.3429478704929352, -0.39503324031829834, -0.30850350856781006, -1.0288102626800537, -0.13267135620117188, -0.4520997107028961, -0.27741292119026184, -0.48670336604118347, -1.4746699333190918, -0.09859702736139297, -0.22628943622112274, -0.6325790286064148, -0.20525133609771729, -0.7134735584259033, -0.18592771887779236, -0.8080607652664185, -1.8658307790756226, -0.08109713345766068, -0.1446717381477356, -0.39164942502975464, -0.3763355314731598, -0.34148338437080383, -0.43591567873954773, -0.3019290566444397, -0.5000229477882385, -0.26983287930488586, -0.5691714882850647, -1.5335984230041504, -0.10265732556581497, -0.20785585045814514, -0.7952666282653809, -0.18521380424499512, -0.9165298938751221, -0.1659483015537262, -1.0495744943618774, -0.14938028156757355, -1.1939069032669067, -0.1350693255662918, -0.30086398124694824, -0.8207250833511353, -0.19517454504966736, -0.6248335242271423, -0.25151753425598145, -0.6901670694351196, -0.2310909926891327, -0.7189953327178955, -0.22582226991653442, -0.7711607813835144, -0.21255607903003693, -0.5757747888565063, -0.2791407108306885, -0.830984890460968, -0.19957613945007324, -0.5429993867874146, -0.2945610582828522, -0.5514653325080872, -0.2851477861404419, -0.5751467943191528, -0.2684647738933563, -0.7762574553489685, -0.2117895483970642, -0.6302212476730347, -0.24202020466327667, -0.6945664882659912, -1.567898154258728, -0.10132665932178497, -0.22741897404193878, -0.6921347975730896, -0.22968216240406036, -0.7027597427368164, -1.6094557046890259, -0.09647051990032196, -0.1905023604631424, -0.9242106080055237, -0.16672514379024506, -0.4175357222557068, -0.40544506907463074, -0.35930681228637695, -0.47885218262672424, -0.3079257607460022, -0.8317528963088989, -0.18712203204631805, -0.639163076877594, -0.241200253367424, -0.6357515454292297, -0.2511138319969177, -0.5648180842399597, -0.28576239943504333, -0.9257065057754517, -1.8092975616455078, -0.09347909688949585, -0.15229958295822144, -0.322000652551651, -0.5889707207679749, -0.2702088952064514, -0.6600942611694336, -0.25755488872528076, -0.8412641882896423, -0.20505082607269287, -0.9995800256729126, -0.178633913397789, -1.1740822792053223, -0.15684464573860168, -1.3588306903839111, -0.13920655846595764, -1.5452487468719482, -0.12530502676963806, -1.7231082916259766, -0.11473841220140457, -0.16518650949001312, -0.27433380484580994, -0.5208481550216675, -0.4536241590976715, -0.41129347681999207, -0.5987045168876648, -0.33435162901878357, -0.7613922357559204, -0.2796116769313812, -0.49932941794395447, -0.9294165372848511, -0.23320958018302917, -0.5933043956756592, -1.1792418956756592, -0.20117579400539398, -0.3129523992538452, -0.8622279763221741, -1.4235039949417114, -0.17178741097450256, -0.2414635866880417, -0.3761231601238251, -0.7532460689544678, -0.3279306888580322, -0.5377458930015564, -0.5120052695274353, -0.47400856018066406, -0.5896993279457092, -0.4253380000591278, -0.7226092219352722, -1.2221696376800537, -0.16798211634159088, -1.2271292209625244, -0.15835058689117432, -1.2883844375610352, -0.13958267867565155, -0.27777644991874695, -0.5810120105743408, -1.0505191087722778, -1.5392112731933594, -0.15662899613380432, -0.234396293759346, -1.0711195468902588, -0.22930027544498444, -0.41220468282699585, -0.5621778964996338, -0.4193117618560791, -0.5366092920303345, -0.4327634572982788, -0.9297223687171936, -0.19111917912960052, -0.4268828332424164, -0.5205674171447754, -0.3654315173625946, -0.8075425028800964, -0.2744410037994385, -0.6513212323188782, -1.4584943056106567, -0.10173408687114716, -0.19498485326766968, -0.4519813060760498, -1.0050787925720215, -0.1979256123304367, -0.887708842754364, -1.6312813758850098, -0.11027877777814865, -0.22836081683635712, -0.73903489112854, -0.2481943964958191, -0.667125403881073, -0.2710186839103699, -0.6022180914878845, -0.29747113585472107, -0.8693541288375854, -1.7692804336547852, -0.08839736878871918, -0.15217888355255127, -0.3364866077899933, -0.8380241394042969, -0.20409560203552246], "action_dist_inputs": [[-0.13178130984306335, 0.1316821575164795], [0.7040669918060303, -0.7075037360191345], [-0.09590370953083038, 0.09575342386960983], [-0.8466938734054565, 0.8496763110160828], [-1.2604373693466187, 1.2661279439926147], [-0.8939500451087952, 0.8969273567199707], [-0.20255516469478607, 0.2023659199476242], [-0.9282901287078857, 0.9313303828239441], [-0.2691682279109955, 0.26905885338783264], [-0.9694257378578186, 0.9725714921951294], [-0.3509121239185333, 0.3509271740913391], [-1.01596999168396, 1.019270420074463], [-0.44680824875831604, 0.44699904322624207], [0.36086276173591614, -0.36391228437423706], [-0.5087029933929443, 0.5091047286987305], [0.29183071851730347, -0.2946970462799072], [0.9736546874046326, -0.9791567325592041], [0.27830222249031067, -0.28099846839904785], [-0.5697901844978333, 0.5705468654632568], [0.23216411471366882, -0.23473405838012695], [-0.6069467067718506, 0.6078453063964844], [-1.131450891494751, 1.1355596780776978], [-0.6847912669181824, 0.6858716011047363], [0.061395663768053055, -0.06364695727825165], [-0.7389146685600281, 0.7402250170707703], [-0.02113965153694153, 0.019108165055513382], [-0.7932172417640686, 0.7947758436203003], [-0.10987918078899384, 0.10809359699487686], [-0.8479281663894653, 0.8497589230537415], [-1.2331289052963257, 1.2381563186645508], [-0.9289487600326538, 0.9311317801475525], [-0.3681351840496063, 0.36704522371292114], [0.38947558403015137, -0.3937365412712097], [-0.4497624337673187, 0.44909796118736267], [0.30023765563964844, -0.3042060136795044], [-0.5215293765068054, 0.5212737917900085], [0.21451349556446075, -0.2181803286075592], [-0.5859320163726807, 0.5860720872879028], [0.13108667731285095, -0.1344391107559204], [-0.6450169682502747, 0.6455440521240234], [-1.1103241443634033, 1.114267110824585], [-0.7321059703826904, 0.7330769896507263], [-0.09866932034492493, 0.09610076248645782], [-0.7953857183456421, 0.7968231439590454], [-0.20397306978702545, 0.2018904834985733], [-0.8550241589546204, 0.8569334149360657], [-0.31010210514068604, 0.30855605006217957], [-0.9116246104240417, 0.9140157699584961], [-0.4169204533100128, 0.415966272354126], [-0.9653926491737366, 0.9682798981666565], [-0.5236008763313293, 0.5232951045036316], [0.11838960647583008, -0.12231618165969849], [0.7641167640686035, -0.7705703377723694], [0.06908981502056122, -0.0725487768650055], [-0.625533401966095, 0.6263161301612854], [-0.00448246207088232, 0.0014866935089230537], [0.6706132292747498, -0.6765607595443726], [-0.026826487854123116, 0.024218503385782242], [-0.6856899261474609, 0.687282145023346], [-0.07630212604999542, 0.0740770697593689], [-0.7192199230194092, 0.7211697101593018], [-0.1261052042245865, 0.12427086383104324], [0.5640115737915039, -0.5692127346992493], [-0.13024279475212097, 0.12871457636356354], [-0.7537830471992493, 0.7563292980194092], [-0.16405333578586578, 0.16283872723579407], [0.5333181619644165, -0.5380575656890869], [-0.15389373898506165, 0.15291047096252441], [0.5521201491355896, -0.5566680431365967], [-0.12632262706756592, 0.12548857927322388], [0.5867012143135071, -0.5911006927490234], [-0.08030174672603607, 0.07953828573226929], [-0.7206283807754517, 0.7237709164619446], [-0.06538181006908417, 0.06469717621803284], [0.6455537676811218, -0.6497306227684021], [-0.001754756085574627, 0.0010818066075444221], [-0.6654560565948486, 0.6686381697654724], [-1.116149663925171, 1.1221643686294556], [-0.6809207201004028, 0.6841771006584167], [0.0007505947723984718, -0.0012750718742609024], [-0.6753396987915039, 0.6786810159683228], [0.009360421448946, -0.00977312121540308], [0.691283106803894, -0.6950334310531616], [1.1419014930725098, -1.1479928493499756], [0.7788270115852356, -0.782500684261322], [0.20908302068710327, -0.20954716205596924], [0.8516075015068054, -0.8552806377410889], [0.3283866345882416, -0.3289770483970642], [-0.3451598882675171, 0.3480472266674042], [0.418911337852478, -0.41964033246040344], [-0.2423725128173828, 0.2450287938117981], [0.5095636248588562, -0.5104223489761353], [-0.12894606590270996, 0.13137155771255493], [-0.7877587676048279, 0.7932159304618835], [-0.05441213771700859, 0.05663741007447243], [0.6490011811256409, -0.6501035094261169], [0.06016777083277702, -0.058119360357522964], [-0.6243018507957458, 0.6293641924858093], [0.13873054087162018, -0.13685470819473267], [-0.550718367099762, 0.555594801902771], [0.2114209532737732, -0.2096882313489914], [0.8144868612289429, -0.815960168838501], [1.1591341495513916, -1.1637791395187378], [0.9015487432479858, -0.9032406806945801], [0.48464953899383545, -0.48323535919189453], [-0.10813319683074951, 0.11234819144010544], [0.5857762098312378, -0.584638774394989], [0.03559788689017296, -0.03163797780871391], [-0.6092840433120728, 0.6156985759735107], [0.14039942622184753, -0.13669970631599426], [0.7403525114059448, -0.7398683428764343], [0.272063285112381, -0.2685970962047577], [0.8159235119819641, -0.8158468008041382], [0.40374869108200073, -0.4005697965621948], [0.8863060474395752, -0.8867464661598206], [0.5323063135147095, -0.5295174717903137], [0.9501520395278931, -0.9512338638305664], [0.653814971446991, -0.651577889919281], [1.005923867225647, -1.0077741146087646], [0.7639721632003784, -0.7625000476837158], [1.0522265434265137, -1.0549565553665161], [0.8587128520011902, -0.8582375645637512], [0.5783502459526062, -0.5747587084770203], [0.19345369935035706, -0.18714098632335663], [-0.2732343375682831, 0.281880646944046], [0.34061768651008606, -0.33514541387557983], [-0.09529326856136322, 0.10345054417848587], [0.46413326263427734, -0.45959943532943726], [0.06978772580623627, -0.06234097108244896], [0.5674126148223877, -0.5638797879219055], [0.2204955518245697, -0.21396176517009735], [-0.20899049937725067, 0.21825622022151947], [-0.6631413102149963, 0.6738066077232361], [-0.10105033218860626, 0.10972072184085846], [0.40821900963783264, -0.4035588204860687], [0.7510619759559631, -0.7502408027648926], [0.5024112462997437, -0.4987390637397766], [0.16030187904834747, -0.15336334705352783], [0.5753169059753418, -0.5726068019866943], [0.8367912769317627, -0.8375834822654724], [0.6497952342033386, -0.6480812430381775], [0.3942422866821289, -0.38964706659317017], [0.062322985380887985, -0.05446668341755867], [0.4749789834022522, -0.47153207659721375], [0.17308954894542694, -0.16638681292533875], [-0.19644443690776825, 0.2060740888118744], [0.2528919577598572, -0.24728912115097046], [-0.10501232743263245, 0.1138329952955246], [0.3196263313293457, -0.31504902243614197], [-0.025059031322598457, 0.033021919429302216], [-0.43138426542282104, 0.441808819770813], [-0.843681275844574, 0.8550500273704529], [-0.4350825548171997, 0.44513413310050964], [-0.8757848739624023, 0.8869389891624451], [-0.4780139625072479, 0.48779889941215515], [-0.9437879920005798, 0.9547070860862732], [-0.5646049976348877, 0.5742324590682983], [-0.11593952775001526, 0.12251218408346176], [0.31125307083129883, -0.30885830521583557], [0.6482685208320618, -0.6494439244270325], [0.8854566216468811, -0.8890820145606995], [0.6649193167686462, -0.6663360595703125], [0.32679134607315063, -0.3248279094696045], [0.6770935654640198, -0.6787893176078796], [0.33736222982406616, -0.3357011079788208], [-0.1380006968975067, 0.14371328055858612], [0.32679903507232666, -0.3253704309463501], [-0.16833896934986115, 0.17387208342552185], [0.30732691287994385, -0.30606386065483093], [-0.2111688256263733, 0.21658314764499664], [-0.774746298789978, 0.7830305695533752], [-0.31237727403640747, 0.31784576177597046], [0.19131284952163696, -0.18997344374656677], [-0.4064297080039978, 0.4119727909564972], [0.10928685963153839, -0.10775057971477509], [0.5751335620880127, -0.5775284171104431], [0.043593086302280426, -0.041884806007146835], [-0.5940433740615845, 0.5997217893600464], [-1.1131151914596558, 1.1209796667099], [-0.7649771571159363, 0.7707802057266235], [-0.27855271100997925, 0.2810736894607544], [0.27393990755081177, -0.27540773153305054], [0.7572821974754333, -0.7619871497154236], [0.17815247178077698, -0.17921200394630432], [0.7045150399208069, -0.7090099453926086], [1.071165680885315, -1.077931523323059], [0.6780674457550049, -0.6824088096618652], [0.044622212648391724, -0.045139607042074203], [0.6313415169715881, -0.6355390548706055], [-0.026536040008068085, 0.026202727109193802], [0.58147132396698, -0.5855281352996826], [-0.09557120501995087, 0.09538968652486801], [0.5280501246452332, -0.5319681763648987], [-0.16301140189170837, 0.162955641746521], [-0.7894871830940247, 0.7929145693778992], [-1.1877341270446777, 1.1936546564102173], [-0.9010828137397766, 0.9045618176460266], [-0.45792821049690247, 0.45831236243247986], [0.13417217135429382, -0.1372240036725998], [0.7396941781044006, -0.7456898093223572]], "value_targets": [86.60203552246094, 86.4666976928711, 86.33000183105469, 86.1919174194336, 86.05244445800781, 85.91156005859375, 85.76924896240234, 85.62550354003906, 85.48030853271484, 85.33364868164062, 85.18550109863281, 85.03585815429688, 84.88470458984375, 84.73202514648438, 84.57780456542969, 84.42202758789062, 84.2646713256836, 84.10572814941406, 83.94518280029297, 83.78301239013672, 83.61920166015625, 83.45374298095703, 83.28660583496094, 83.11778259277344, 82.94725799560547, 82.77500915527344, 82.60102081298828, 82.4252700805664, 82.24774932861328, 82.06842803955078, 81.8873062133789, 81.704345703125, 81.51954650878906, 81.33287048339844, 81.14431762695312, 80.953857421875, 80.76146697998047, 80.567138671875, 80.370849609375, 80.17257690429688, 79.97229766845703, 79.7699966430664, 79.5656509399414, 79.35924530029297, 79.1507568359375, 78.94015502929688, 78.72743225097656, 78.51255798339844, 78.2955093383789, 78.0762710571289, 77.85482025146484, 77.63113403320312, 77.40518188476562, 77.17695617675781, 76.94641876220703, 76.71355438232422, 76.47834014892578, 76.2407455444336, 76.0007553100586, 75.75833892822266, 75.51347351074219, 75.26612854003906, 75.01629638671875, 74.76393127441406, 74.50902557373047, 74.25154113769531, 73.991455078125, 73.72874450683594, 73.46337127685547, 73.19532775878906, 72.92457580566406, 72.65108489990234, 72.37483215332031, 72.09579467773438, 71.81392669677734, 71.52922058105469, 71.24163818359375, 70.9511489868164, 70.65773010253906, 70.36134338378906, 70.06195831298828, 69.75955963134766, 69.45409393310547, 69.14555358886719, 68.83389282226562, 68.51908111572266, 68.20109558105469, 67.87989044189453, 67.55545043945312, 67.22772216796875, 66.89669036865234, 66.56231689453125, 66.22456359863281, 65.88339233398438, 65.53878021240234, 65.19068908691406, 64.83908081054688, 64.48391723632812, 64.12516784667969, 63.76279830932617, 63.396766662597656, 63.027034759521484, 62.65357208251953, 62.276336669921875, 61.895286560058594, 61.51039123535156, 61.12160873413086, 60.72889709472656, 60.332218170166016, 59.93153381347656, 59.52680206298828, 59.11798095703125, 58.70503234863281, 58.28791046142578, 57.8665771484375, 57.44098663330078, 57.0110969543457, 56.576866149902344, 56.138248443603516, 55.6952018737793, 55.247676849365234, 54.79563522338867, 54.33902359008789, 53.877803802490234, 53.411922454833984, 52.94133758544922, 52.46599578857422, 51.98585510253906, 51.50086212158203, 51.01097106933594, 50.51613235473633, 50.01629638671875, 49.511409759521484, 49.001426696777344, 48.486289978027344, 47.965946197509766, 47.44034957885742, 46.909446716308594, 46.37317657470703, 45.83149337768555, 45.28433609008789, 44.731651306152344, 44.17338562011719, 43.60948181152344, 43.039878845214844, 42.46452331542969, 41.883358001708984, 41.296321868896484, 40.70335388183594, 40.104400634765625, 39.499393463134766, 38.888275146484375, 38.2709846496582, 37.6474609375, 37.017635345458984, 36.38145065307617, 35.73883819580078, 35.08973693847656, 34.434078216552734, 33.77179718017578, 33.10282516479492, 32.427093505859375, 31.74454116821289, 31.055091857910156, 30.358678817749023, 29.655229568481445, 28.944677352905273, 28.226945877075195, 27.50196647644043, 26.769662857055664, 26.02996253967285, 25.282791137695312, 24.5280704498291, 23.765727996826172, 22.995685577392578, 22.217864990234375, 21.432186126708984, 20.63857078552246, 19.83694076538086, 19.02721405029297, 18.209306716918945, 17.383136749267578, 16.54862403869629, 15.705680847167969, 14.854223251342773, 13.99416446685791, 13.125418663024902, 12.24789810180664, 11.361513137817383, 10.466174125671387, 9.561792373657227, 8.648275375366211, 7.725530624389648, 6.7934651374816895, 5.851984977722168, 4.900994777679443, 3.940398931503296, 2.970099925994873, 1.9900000095367432, 1.0]}
{"type": "SampleBatch", "eps_id": [729290008, 729290008, 729290008, 729290008, 729290008, 729290008, 729290008, 729290008, 729290008, 729290008, 729290008, 729290008, 729290008, 729290008, 729290008, 729290008, 729290008, 729290008, 729290008, 729290008, 729290008, 729290008, 729290008, 729290008, 729290008, 729290008, 729290008, 729290008, 729290008, 729290008, 729290008, 729290008, 729290008, 729290008, 729290008, 729290008, 729290008, 729290008, 729290008, 729290008, 729290008, 729290008, 729290008, 729290008, 729290008, 729290008, 729290008, 729290008, 729290008, 729290008, 729290008, 729290008, 729290008, 729290008, 729290008, 729290008, 729290008, 729290008, 729290008, 729290008, 729290008, 729290008, 729290008, 729290008, 729290008, 729290008, 729290008, 729290008, 729290008, 729290008, 729290008, 729290008, 729290008, 729290008, 729290008, 729290008, 729290008, 729290008, 729290008, 729290008, 729290008, 729290008, 729290008, 729290008, 729290008, 729290008, 729290008, 729290008, 729290008, 729290008, 729290008, 729290008, 729290008, 729290008, 729290008, 729290008, 729290008, 729290008, 729290008, 729290008, 729290008, 729290008, 729290008, 729290008, 729290008, 729290008, 729290008, 729290008, 729290008, 729290008, 729290008, 729290008, 729290008, 729290008, 729290008, 729290008, 729290008, 729290008, 729290008, 729290008, 729290008, 729290008, 729290008, 729290008, 729290008, 729290008, 729290008, 729290008, 729290008, 729290008, 729290008, 729290008, 729290008, 729290008, 729290008, 729290008, 729290008, 729290008, 729290008, 729290008, 729290008, 729290008, 729290008, 729290008, 729290008, 729290008, 729290008, 729290008, 729290008, 729290008, 729290008, 729290008, 729290008, 729290008, 729290008, 729290008, 729290008, 729290008, 729290008, 729290008, 729290008, 729290008, 729290008, 729290008, 729290008, 729290008, 729290008, 729290008, 729290008, 729290008, 729290008, 729290008, 729290008, 729290008, 729290008, 729290008, 729290008, 729290008, 729290008, 729290008, 729290008, 729290008, 729290008, 729290008, 729290008, 729290008, 729290008, 729290008, 729290008, 729290008, 729290008, 729290008, 729290008, 729290008, 729290008, 729290008, 729290008, 729290008, 729290008, 729290008], "obs": [[-0.009964236058294773, 0.04580928012728691, 0.015888473019003868, 0.007800176274031401], [-0.00904805026948452, 0.24069981276988983, 0.016044477000832558, -0.27982771396636963], [-0.004234054125845432, 0.4355892539024353, 0.01044792216271162, -0.5674073696136475], [0.004477730952203274, 0.6305630803108215, -0.0009002249571494758, -0.8567805290222168], [0.0170889925211668, 0.4354534149169922, -0.01803583651781082, -0.5643808245658875], [0.02579806186258793, 0.24058911204338074, -0.029323453083634377, -0.2774341404438019], [0.030609844252467155, 0.045897506177425385, -0.034872133284807205, 0.005857868120074272], [0.031527794897556305, -0.14870741963386536, -0.034754976630210876, 0.28733745217323303], [0.028553646057844162, -0.3433169424533844, -0.029008228331804276, 0.5688595771789551], [0.021687306463718414, -0.14780040085315704, -0.017631037160754204, 0.2671808898448944], [0.01873129792511463, 0.047568682581186295, -0.01228741928935051, -0.03101043961942196], [0.01968267187476158, 0.2428646683692932, -0.01290762796998024, -0.3275447189807892], [0.024539966136217117, 0.4381679892539978, -0.019458523020148277, -0.6242700219154358], [0.03330332413315773, 0.24332302808761597, -0.031943920999765396, -0.33777835965156555], [0.03816978633403778, 0.048669856041669846, -0.03869948908686638, -0.05533747375011444], [0.03914318233728409, 0.2443247139453888, -0.03980623930692673, -0.35997483134269714], [0.04402967542409897, 0.049790553748607635, -0.04700573533773422, -0.08010468631982803], [0.04502548649907112, -0.1446271389722824, -0.048607829958200455, 0.19738513231277466], [0.042132943868637085, 0.05115514621138573, -0.04466012865304947, -0.11022651195526123], [0.04315604642033577, -0.14329932630062103, -0.04686465859413147, 0.16803866624832153], [0.04029006138443947, 0.05246101692318916, -0.043503884226083755, -0.1390526294708252], [0.04133928194642067, -0.14201171696186066, -0.046284936368465424, 0.13959437608718872], [0.03849904611706734, 0.053741537034511566, -0.04349304735660553, -0.16732396185398102], [0.039573878049850464, -0.14073173701763153, -0.046839527785778046, 0.1113271564245224], [0.03675924241542816, -0.3351522982120514, -0.044612985104322433, 0.388872355222702], [0.030056197196245193, -0.13942644000053406, -0.03683553636074066, 0.082463838160038], [0.027267668396234512, -0.3340015411376953, -0.03518626093864441, 0.36330127716064453], [0.020587638020515442, -0.13839761912822723, -0.027920234948396683, 0.05973440036177635], [0.017819685861468315, 0.057113293558359146, -0.02672554738819599, -0.24162515997886658], [0.01896195113658905, -0.13761690258979797, -0.03155805170536041, 0.04250945523381233], [0.016209613531827927, -0.3322724401950836, -0.030707860365509987, 0.325070858001709], [0.009564164094626904, -0.13672702014446259, -0.02420644462108612, 0.022864321246743202], [0.006829623598605394, -0.331493616104126, -0.023749157786369324, 0.3078126311302185], [0.0001997513318201527, -0.13604146242141724, -0.017592905089259148, 0.007735463324934244], [-0.0025210778694599867, 0.05932832136750221, -0.017438195645809174, -0.29044589400291443], [-0.0013345113256946206, -0.1355406939983368, -0.023247113451361656, -0.0033134000841528177], [-0.004045325331389904, 0.05990681052207947, -0.023313382640480995, -0.30323946475982666], [-0.002847188850864768, -0.13487525284290314, -0.029378172010183334, -0.017999276518821716], [-0.005544694140553474, -0.32956385612487793, -0.029738156124949455, 0.2652716338634491], [-0.012135971337556839, -0.13403034210205078, -0.024432724341750145, -0.03664064779877663], [-0.014816577546298504, 0.061433300375938416, -0.025165537372231483, -0.33693110942840576], [-0.013587911613285542, -0.13332165777683258, -0.03190416097640991, -0.05228906497359276], [-0.016254344955086708, -0.3279719650745392, -0.032949939370155334, 0.23015956580638885], [-0.022813783958554268, -0.5226079225540161, -0.028346749022603035, 0.5122695565223694], [-0.03326594457030296, -0.7173193693161011, -0.01810135878622532, 0.7958865761756897], [-0.04761233180761337, -0.5219537615776062, -0.0021836266387254, 0.4975646138191223], [-0.05805140733718872, -0.3268010914325714, 0.0077676656655967236, 0.2041943222284317], [-0.06458742916584015, -0.13179108500480652, 0.011851551942527294, -0.08602819591760635], [-0.06722325086593628, -0.3270809054374695, 0.0101309884339571, 0.2103702276945114], [-0.073764868080616, -0.5223462581634521, 0.01433839276432991, 0.5062316656112671], [-0.0842117965221405, -0.32742923498153687, 0.024463025853037834, 0.21810154616832733], [-0.09076038002967834, -0.13266536593437195, 0.028825057670474052, -0.0667654275894165], [-0.09341368824243546, 0.062031712383031845, 0.02748974785208702, -0.3502163290977478], [-0.09217304736375809, -0.13347019255161285, 0.020485421642661095, -0.0489933080971241], [-0.09484245628118515, 0.06135212257504463, 0.01950555481016636, -0.33514314889907837], [-0.09361541271209717, -0.1340419203042984, 0.012802692130208015, -0.03637358546257019], [-0.09629625082015991, 0.06089412048459053, 0.012075220234692097, -0.32498979568481445], [-0.09507837146520615, -0.13439765572547913, 0.005575424991548061, -0.02852344512939453], [-0.09776631742715836, -0.3295991122722626, 0.005004955921322107, 0.26591336727142334], [-0.10435830056667328, -0.13454896211624146, 0.01032322272658348, -0.02518676593899727], [-0.10704928636550903, -0.32981741428375244, 0.009819488041102886, 0.2707352936267853], [-0.11364562809467316, -0.13483695685863495, 0.01523419376462698, -0.018834415823221207], [-0.11634237319231033, -0.3301740288734436, 0.014857505448162556, 0.27861589193344116], [-0.12294585257768631, -0.5255047678947449, 0.0204298235476017, 0.5759475827217102], [-0.13345594704151154, -0.33067506551742554, 0.03194877505302429, 0.2897699475288391], [-0.14006945490837097, -0.1360228955745697, 0.03774417191743851, 0.007332060020416975], [-0.14278990030288696, 0.058537986129522324, 0.03789081424474716, -0.27320727705955505], [-0.14161914587020874, -0.13710355758666992, 0.03242667019367218, 0.031181640923023224], [-0.144361212849617, 0.05753874033689499, 0.0330503024160862, -0.25109654664993286], [-0.14321044087409973, -0.13803920149803162, 0.028028370812535286, 0.05182517319917679], [-0.14597122371196747, -0.3335515856742859, 0.029064875096082687, 0.35321784019470215], [-0.15264226496219635, -0.1388547420501709, 0.03612923249602318, 0.06983977556228638], [-0.15541934967041016, 0.055731114000082016, 0.037526026368141174, -0.2112288475036621], [-0.15430472791194916, -0.13990673422813416, 0.033301450312137604, 0.09305138885974884], [-0.15710286796092987, -0.33548977971076965, 0.03516247868537903, 0.39605212211608887], [-0.16381266713142395, -0.5310925245285034, 0.043083518743515015, 0.6996105313301086], [-0.17443451285362244, -0.33659350872039795, 0.057075731456279755, 0.42079538106918335], [-0.1811663806438446, -0.14232474565505981, 0.06549163907766342, 0.14663787186145782], [-0.18401287496089935, 0.051801178604364395, 0.06842439621686935, -0.12468598037958145], [-0.1829768568277359, 0.24587954580783844, 0.06593067198991776, -0.3950212001800537], [-0.17805926501750946, 0.04988706111907959, 0.058030251413583755, -0.08230164647102356], [-0.177061527967453, 0.2441312074661255, 0.056384216994047165, -0.3561260998249054], [-0.17217889428138733, 0.0482548326253891, 0.04926169663667679, -0.04621027782559395], [-0.1712138056755066, 0.2426370531320572, 0.04833748936653137, -0.32295283675193787], [-0.16636106371879578, 0.04686131700873375, 0.041878435760736465, -0.015426529571413994], [-0.16542382538318634, 0.2413584440946579, 0.04156990349292755, -0.2946077585220337], [-0.16059666872024536, 0.04566924646496773, 0.035677749663591385, 0.01089047733694315], [-0.15968327224254608, -0.1499457210302353, 0.03589555621147156, 0.3146132528781891], [-0.1626821905374527, 0.04464700073003769, 0.04218782112002373, 0.03346320614218712], [-0.16178925335407257, -0.1510537564754486, 0.0428570881485939, 0.3391526937484741], [-0.16481032967567444, 0.04343300685286522, 0.04964014142751694, 0.06028654798865318], [-0.1639416664838791, 0.23780937492847443, 0.05084587261080742, -0.2163306325674057], [-0.1591854840517044, 0.43216896057128906, 0.04651925712823868, -0.4925509989261627], [-0.15054209530353546, 0.23642279207706451, 0.036668237298727036, -0.1855776607990265], [-0.14581364393234253, 0.040795911103487015, 0.03295668587088585, 0.11844345927238464], [-0.1449977308511734, 0.2354305386543274, 0.0353255532681942, -0.16366244852542877], [-0.14028911292552948, 0.03982117027044296, 0.03205230459570885, 0.13995210826396942], [-0.1394926905632019, 0.23446974158287048, 0.03485134616494179, -0.1424490213394165], [-0.13480329513549805, 0.038866445422172546, 0.032002367079257965, 0.16102197766304016], [-0.13402597606182098, 0.23351597785949707, 0.03522280603647232, -0.12139572203159332], [-0.12935565412044525, 0.03790755197405815, 0.03279489278793335, 0.18218828737735748], [-0.12859749794006348, 0.23254527151584625, 0.03643865883350372, -0.09997132420539856], [-0.12394659221172333, 0.42712655663490295, 0.03443923220038414, -0.38093891739845276], [-0.11540406197309494, 0.23153293132781982, 0.026820452883839607, -0.07759931683540344], [-0.11077340692281723, 0.4262603223323822, 0.025268467143177986, -0.361701101064682], [-0.10224819928407669, 0.6210141777992249, 0.018034445121884346, -0.6463104486465454], [-0.08982791006565094, 0.425645649433136, 0.005108235403895378, -0.34800347685813904], [-0.08131500333547592, 0.23045140504837036, -0.001851834123954177, -0.05371414124965668], [-0.07670596987009048, 0.035356055945158005, -0.0029261168092489243, 0.238383948802948], [-0.07599885016679764, -0.15972396731376648, 0.0018415619852021337, 0.5301424264907837], [-0.07919333130121231, 0.03537202626466751, 0.012444411404430866, 0.23804037272930145], [-0.0784858912229538, 0.2303140014410019, 0.017205217853188515, -0.0506913885474205], [-0.07387960702180862, 0.42518508434295654, 0.016191391274333, -0.3378966450691223], [-0.0653759092092514, 0.22983650863170624, 0.009433457627892494, -0.04015214741230011], [-0.060779180377721786, 0.03458056226372719, 0.008630414493381977, 0.25549212098121643], [-0.06008756905794144, 0.22957822680473328, 0.013740257360041142, -0.03445616737008095], [-0.05549600347876549, 0.03426196798682213, 0.01305113360285759, 0.2625300884246826], [-0.05481076240539551, 0.22919520735740662, 0.018301736563444138, -0.026007959619164467], [-0.050226859748363495, 0.424049973487854, 0.01778157614171505, -0.31286075711250305], [-0.0417458601295948, 0.22867929935455322, 0.011524361558258533, -0.01462353952229023], [-0.03717227280139923, 0.0333939827978611, 0.011231890879571438, 0.2816730737686157], [-0.03650439530611038, 0.22835393249988556, 0.016865352168679237, -0.007446311879903078], [-0.03193731606006622, 0.42322999238967896, 0.016716426238417625, -0.29476067423820496], [-0.02347271516919136, 0.6181097030639648, 0.010821212083101273, -0.5821249485015869], [-0.011110521852970123, 0.4228378236293793, -0.0008212867542169988, -0.2860529124736786], [-0.002653765259310603, 0.6179714798927307, -0.00654234504327178, -0.5789947509765625], [0.009705663658678532, 0.8131844997406006, -0.018122240900993347, -0.8737314343452454], [0.025969354435801506, 0.6183135509490967, -0.03559686988592148, -0.5868006944656372], [0.03833562508225441, 0.4237077832221985, -0.04733288288116455, -0.3055402338504791], [0.04680978134274483, 0.229291170835495, -0.05344368889927864, -0.02815261110663414], [0.05139560252428055, 0.4251371920108795, -0.05400674045085907, -0.337207168340683], [0.05989834666252136, 0.23082371056079865, -0.06075088307261467, -0.06203218176960945], [0.06451482325792313, 0.0366230309009552, -0.061991527676582336, 0.21088168025016785], [0.06524728238582611, 0.23257403075695038, -0.0577738955616951, -0.10069406777620316], [0.06989876180887222, 0.4284743368625641, -0.059787776321172714, -0.4110303223133087], [0.07846824824810028, 0.23424868285655975, -0.06800838559865952, -0.13777953386306763], [0.08315322548151016, 0.040163394063711166, -0.0707639753818512, 0.13269636034965515], [0.08395649492740631, -0.15387731790542603, -0.06811004877090454, 0.4022417366504669], [0.08087894320487976, 0.04214123636484146, -0.06006520986557007, 0.08888675272464752], [0.08172176778316498, 0.23807041347026825, -0.058287475258111954, -0.2221255749464035], [0.0864831805229187, 0.433974951505661, -0.06272998452186584, -0.5326101779937744], [0.09516267478466034, 0.23978877067565918, -0.0733821913599968, -0.260334312915802], [0.09995845705270767, 0.045786913484334946, -0.07858888059854507, 0.008330295793712139], [0.10087419301271439, 0.24194283783435822, -0.07842227071523666, -0.30807679891586304], [0.10571304708719254, 0.04802080616354942, -0.08458380401134491, -0.04112027585506439], [0.106673464179039, -0.14579278230667114, -0.08540621399879456, 0.22372277081012726], [0.10375761240720749, -0.33959680795669556, -0.08093176037073135, 0.48829030990600586], [0.09696567058563232, -0.1434318572282791, -0.07116594910621643, 0.1712380349636078], [0.09409703314304352, 0.05263270065188408, -0.06774119287729263, -0.14301952719688416], [0.0951496884226799, -0.1414569914340973, -0.07060158252716064, 0.12754660844802856], [0.09232054650783539, 0.05460162088274956, -0.06805064529180527, -0.18654829263687134], [0.09341258555650711, -0.13948404788970947, -0.07178161293268204, 0.08391491323709488], [0.0906229019165039, -0.3335075378417969, -0.07010331749916077, 0.3531150221824646], [0.08395274728536606, -0.5275662541389465, -0.06304101645946503, 0.6228945851325989], [0.07340142875909805, -0.3316233456134796, -0.0505831241607666, 0.31104230880737305], [0.06676895916461945, -0.13581858575344086, -0.044362276792526245, 0.00284573994576931], [0.06405258923768997, -0.3302771747112274, -0.044305361807346344, 0.2812083959579468], [0.05744704231619835, -0.13455216586589813, -0.03868119418621063, -0.02511252462863922], [0.05475600063800812, -0.329098641872406, -0.039183445274829865, 0.2551195025444031], [0.04817402735352516, -0.1334397941827774, -0.03408105671405792, -0.049660518765449524], [0.045505229383707047, 0.062153857201337814, -0.03507426753640175, -0.352898508310318], [0.04674830660223961, -0.13245223462581635, -0.04213223606348038, -0.07147861272096634], [0.04409926384687424, -0.32694563269615173, -0.04356180876493454, 0.20761935412883759], [0.0375603511929512, -0.1312287151813507, -0.039409421384334564, -0.09848062694072723], [0.03493577614426613, -0.32576432824134827, -0.04137903451919556, 0.18151286244392395], [0.02842048928141594, -0.13007546961307526, -0.037748776376247406, -0.1239311471581459], [0.02581898123025894, -0.324636846780777, -0.04022739827632904, 0.1566075086593628], [0.019326243549585342, -0.5191604495048523, -0.03709524869918823, 0.43633317947387695], [0.008943034335970879, -0.3235335648059845, -0.02836858667433262, 0.13219121098518372], [0.002472363645210862, -0.12801696360111237, -0.025724761188030243, -0.16930490732192993], [-8.79758590599522e-05, -0.3227614462375641, -0.0291108600795269, 0.11515291035175323], [-0.00654320465400815, -0.5174544453620911, -0.02680780179798603, 0.39851129055023193], [-0.016892293468117714, -0.3219626545906067, -0.018837574869394302, 0.09749840945005417], [-0.023331547155976295, -0.12657584249973297, -0.01688760705292225, -0.201067715883255], [-0.02586306445300579, -0.321452260017395, -0.020908961072564125, 0.0862404927611351], [-0.03229210898280144, -0.5162683725357056, -0.01918415166437626, 0.37225398421287537], [-0.042617473751306534, -0.7111125588417053, -0.011739072389900684, 0.6588267683982849], [-0.056839726865291595, -0.5158292055130005, 0.001437462866306305, 0.36247071623802185], [-0.06715631484985352, -0.32072773575782776, 0.008686876855790615, 0.07024138420820236], [-0.0735708698630333, -0.12573140859603882, 0.010091704316437244, -0.21968817710876465], [-0.07608549296855927, -0.32099613547325134, 0.005697940941900015, 0.07616092264652252], [-0.08250541985034943, -0.12595634162425995, 0.007221159525215626, -0.21471884846687317], [-0.08502454310655594, 0.06906163692474365, 0.0029267824720591307, -0.5051151514053345], [-0.08364330977201462, -0.12610143423080444, -0.007175520993769169, -0.21151134371757507], [-0.08616533875465393, -0.3211200535297394, -0.011405748315155506, 0.07889947295188904], [-0.09258773922920227, -0.5160766839981079, -0.009827759116888046, 0.36796215176582336], [-0.10290927439928055, -0.7110576033592224, -0.0024685158859938383, 0.6575301289558411], [-0.11713042855262756, -0.5159013867378235, 0.01068208646029234, 0.36407092213630676], [-0.1274484544992447, -0.32093286514282227, 0.017963504418730736, 0.07477530092000961], [-0.13386711478233337, -0.5163076519966125, 0.019459011033177376, 0.37307122349739075], [-0.14419326186180115, -0.32146745920181274, 0.026920434087514877, 0.0865868404507637], [-0.15062262117862701, -0.5169647336006165, 0.028652172535657883, 0.3876401484012604], [-0.16096191108226776, -0.3222609758377075, 0.03640497475862503, 0.10412696748971939], [-0.16740712523460388, -0.12767915427684784, 0.0384875126183033, -0.17685168981552124], [-0.16996070742607117, -0.3233301639556885, 0.03495047986507416, 0.12772001326084137], [-0.17642731964588165, -0.5189349055290222, 0.037504881620407104, 0.4312213063240051], [-0.18680600821971893, -0.3243635296821594, 0.04612930491566658, 0.1505933403968811], [-0.19329328835010529, -0.12993143498897552, 0.04914117231965065, -0.1271873414516449], [-0.19589191675186157, -0.3257216811180115, 0.046597424894571304, 0.18058516085147858], [-0.20240634679794312, -0.13129641115665436, 0.050209131091833115, -0.09704148024320602]], "actions": [1, 1, 1, 0, 0, 0, 0, 0, 1, 1, 1, 1, 0, 0, 1, 0, 0, 1, 0, 1, 0, 1, 0, 0, 1, 0, 1, 1, 0, 0, 1, 0, 1, 1, 0, 1, 0, 0, 1, 1, 0, 0, 0, 0, 1, 1, 1, 0, 0, 1, 1, 1, 0, 1, 0, 1, 0, 0, 1, 0, 1, 0, 0, 1, 1, 1, 0, 1, 0, 0, 1, 1, 0, 0, 0, 1, 1, 1, 1, 0, 1, 0, 1, 0, 1, 0, 0, 1, 0, 1, 1, 1, 0, 0, 1, 0, 1, 0, 1, 0, 1, 1, 0, 1, 1, 0, 0, 0, 0, 1, 1, 1, 0, 0, 1, 0, 1, 1, 0, 0, 1, 1, 1, 0, 1, 1, 0, 0, 0, 1, 0, 0, 1, 1, 0, 0, 0, 1, 1, 1, 0, 0, 1, 0, 0, 0, 1, 1, 0, 1, 0, 0, 0, 1, 1, 0, 1, 0, 1, 1, 0, 0, 1, 0, 1, 0, 0, 1, 1, 0, 0, 1, 1, 0, 0, 0, 1, 1, 1, 0, 1, 1, 0, 0, 0, 0, 1, 1, 0, 1, 0, 1, 1, 0, 0, 1, 1, 0, 1, 1], "rewards": [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], "prev_actions": [0, 1, 1, 1, 0, 0, 0, 0, 0, 1, 1, 1, 1, 0, 0, 1, 0, 0, 1, 0, 1, 0, 1, 0, 0, 1, 0, 1, 1, 0, 0, 1, 0, 1, 1, 0, 1, 0, 0, 1, 1, 0, 0, 0, 0, 1, 1, 1, 0, 0, 1, 1, 1, 0, 1, 0, 1, 0, 0, 1, 0, 1, 0, 0, 1, 1, 1, 0, 1, 0, 0, 1, 1, 0, 0, 0, 1, 1, 1, 1, 0, 1, 0, 1, 0, 1, 0, 0, 1, 0, 1, 1, 1, 0, 0, 1, 0, 1, 0, 1, 0, 1, 1, 0, 1, 1, 0, 0, 0, 0, 1, 1, 1, 0, 0, 1, 0, 1, 1, 0, 0, 1, 1, 1, 0, 1, 1, 0, 0, 0, 1, 0, 0, 1, 1, 0, 0, 0, 1, 1, 1, 0, 0, 1, 0, 0, 0, 1, 1, 0, 1, 0, 0, 0, 1, 1, 0, 1, 0, 1, 1, 0, 0, 1, 0, 1, 0, 0, 1, 1, 0, 0, 1, 1, 0, 0, 0, 1, 1, 1, 0, 1, 1, 0, 0, 0, 0, 1, 1, 0, 1, 0, 1, 1, 0, 0, 1, 1, 0, 1], "prev_rewards": [0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], "dones": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, true], "new_obs": [[-0.00904805026948452, 0.24069981276988983, 0.016044477000832558, -0.27982771396636963], [-0.004234054125845432, 0.4355892539024353, 0.01044792216271162, -0.5674073696136475], [0.004477730952203274, 0.6305630803108215, -0.0009002249571494758, -0.8567805290222168], [0.0170889925211668, 0.4354534149169922, -0.01803583651781082, -0.5643808245658875], [0.02579806186258793, 0.24058911204338074, -0.029323453083634377, -0.2774341404438019], [0.030609844252467155, 0.045897506177425385, -0.034872133284807205, 0.005857868120074272], [0.031527794897556305, -0.14870741963386536, -0.034754976630210876, 0.28733745217323303], [0.028553646057844162, -0.3433169424533844, -0.029008228331804276, 0.5688595771789551], [0.021687306463718414, -0.14780040085315704, -0.017631037160754204, 0.2671808898448944], [0.01873129792511463, 0.047568682581186295, -0.01228741928935051, -0.03101043961942196], [0.01968267187476158, 0.2428646683692932, -0.01290762796998024, -0.3275447189807892], [0.024539966136217117, 0.4381679892539978, -0.019458523020148277, -0.6242700219154358], [0.03330332413315773, 0.24332302808761597, -0.031943920999765396, -0.33777835965156555], [0.03816978633403778, 0.048669856041669846, -0.03869948908686638, -0.05533747375011444], [0.03914318233728409, 0.2443247139453888, -0.03980623930692673, -0.35997483134269714], [0.04402967542409897, 0.049790553748607635, -0.04700573533773422, -0.08010468631982803], [0.04502548649907112, -0.1446271389722824, -0.048607829958200455, 0.19738513231277466], [0.042132943868637085, 0.05115514621138573, -0.04466012865304947, -0.11022651195526123], [0.04315604642033577, -0.14329932630062103, -0.04686465859413147, 0.16803866624832153], [0.04029006138443947, 0.05246101692318916, -0.043503884226083755, -0.1390526294708252], [0.04133928194642067, -0.14201171696186066, -0.046284936368465424, 0.13959437608718872], [0.03849904611706734, 0.053741537034511566, -0.04349304735660553, -0.16732396185398102], [0.039573878049850464, -0.14073173701763153, -0.046839527785778046, 0.1113271564245224], [0.03675924241542816, -0.3351522982120514, -0.044612985104322433, 0.388872355222702], [0.030056197196245193, -0.13942644000053406, -0.03683553636074066, 0.082463838160038], [0.027267668396234512, -0.3340015411376953, -0.03518626093864441, 0.36330127716064453], [0.020587638020515442, -0.13839761912822723, -0.027920234948396683, 0.05973440036177635], [0.017819685861468315, 0.057113293558359146, -0.02672554738819599, -0.24162515997886658], [0.01896195113658905, -0.13761690258979797, -0.03155805170536041, 0.04250945523381233], [0.016209613531827927, -0.3322724401950836, -0.030707860365509987, 0.325070858001709], [0.009564164094626904, -0.13672702014446259, -0.02420644462108612, 0.022864321246743202], [0.006829623598605394, -0.331493616104126, -0.023749157786369324, 0.3078126311302185], [0.0001997513318201527, -0.13604146242141724, -0.017592905089259148, 0.007735463324934244], [-0.0025210778694599867, 0.05932832136750221, -0.017438195645809174, -0.29044589400291443], [-0.0013345113256946206, -0.1355406939983368, -0.023247113451361656, -0.0033134000841528177], [-0.004045325331389904, 0.05990681052207947, -0.023313382640480995, -0.30323946475982666], [-0.002847188850864768, -0.13487525284290314, -0.029378172010183334, -0.017999276518821716], [-0.005544694140553474, -0.32956385612487793, -0.029738156124949455, 0.2652716338634491], [-0.012135971337556839, -0.13403034210205078, -0.024432724341750145, -0.03664064779877663], [-0.014816577546298504, 0.061433300375938416, -0.025165537372231483, -0.33693110942840576], [-0.013587911613285542, -0.13332165777683258, -0.03190416097640991, -0.05228906497359276], [-0.016254344955086708, -0.3279719650745392, -0.032949939370155334, 0.23015956580638885], [-0.022813783958554268, -0.5226079225540161, -0.028346749022603035, 0.5122695565223694], [-0.03326594457030296, -0.7173193693161011, -0.01810135878622532, 0.7958865761756897], [-0.04761233180761337, -0.5219537615776062, -0.0021836266387254, 0.4975646138191223], [-0.05805140733718872, -0.3268010914325714, 0.0077676656655967236, 0.2041943222284317], [-0.06458742916584015, -0.13179108500480652, 0.011851551942527294, -0.08602819591760635], [-0.06722325086593628, -0.3270809054374695, 0.0101309884339571, 0.2103702276945114], [-0.073764868080616, -0.5223462581634521, 0.01433839276432991, 0.5062316656112671], [-0.0842117965221405, -0.32742923498153687, 0.024463025853037834, 0.21810154616832733], [-0.09076038002967834, -0.13266536593437195, 0.028825057670474052, -0.0667654275894165], [-0.09341368824243546, 0.062031712383031845, 0.02748974785208702, -0.3502163290977478], [-0.09217304736375809, -0.13347019255161285, 0.020485421642661095, -0.0489933080971241], [-0.09484245628118515, 0.06135212257504463, 0.01950555481016636, -0.33514314889907837], [-0.09361541271209717, -0.1340419203042984, 0.012802692130208015, -0.03637358546257019], [-0.09629625082015991, 0.06089412048459053, 0.012075220234692097, -0.32498979568481445], [-0.09507837146520615, -0.13439765572547913, 0.005575424991548061, -0.02852344512939453], [-0.09776631742715836, -0.3295991122722626, 0.005004955921322107, 0.26591336727142334], [-0.10435830056667328, -0.13454896211624146, 0.01032322272658348, -0.02518676593899727], [-0.10704928636550903, -0.32981741428375244, 0.009819488041102886, 0.2707352936267853], [-0.11364562809467316, -0.13483695685863495, 0.01523419376462698, -0.018834415823221207], [-0.11634237319231033, -0.3301740288734436, 0.014857505448162556, 0.27861589193344116], [-0.12294585257768631, -0.5255047678947449, 0.0204298235476017, 0.5759475827217102], [-0.13345594704151154, -0.33067506551742554, 0.03194877505302429, 0.2897699475288391], [-0.14006945490837097, -0.1360228955745697, 0.03774417191743851, 0.007332060020416975], [-0.14278990030288696, 0.058537986129522324, 0.03789081424474716, -0.27320727705955505], [-0.14161914587020874, -0.13710355758666992, 0.03242667019367218, 0.031181640923023224], [-0.144361212849617, 0.05753874033689499, 0.0330503024160862, -0.25109654664993286], [-0.14321044087409973, -0.13803920149803162, 0.028028370812535286, 0.05182517319917679], [-0.14597122371196747, -0.3335515856742859, 0.029064875096082687, 0.35321784019470215], [-0.15264226496219635, -0.1388547420501709, 0.03612923249602318, 0.06983977556228638], [-0.15541934967041016, 0.055731114000082016, 0.037526026368141174, -0.2112288475036621], [-0.15430472791194916, -0.13990673422813416, 0.033301450312137604, 0.09305138885974884], [-0.15710286796092987, -0.33548977971076965, 0.03516247868537903, 0.39605212211608887], [-0.16381266713142395, -0.5310925245285034, 0.043083518743515015, 0.6996105313301086], [-0.17443451285362244, -0.33659350872039795, 0.057075731456279755, 0.42079538106918335], [-0.1811663806438446, -0.14232474565505981, 0.06549163907766342, 0.14663787186145782], [-0.18401287496089935, 0.051801178604364395, 0.06842439621686935, -0.12468598037958145], [-0.1829768568277359, 0.24587954580783844, 0.06593067198991776, -0.3950212001800537], [-0.17805926501750946, 0.04988706111907959, 0.058030251413583755, -0.08230164647102356], [-0.177061527967453, 0.2441312074661255, 0.056384216994047165, -0.3561260998249054], [-0.17217889428138733, 0.0482548326253891, 0.04926169663667679, -0.04621027782559395], [-0.1712138056755066, 0.2426370531320572, 0.04833748936653137, -0.32295283675193787], [-0.16636106371879578, 0.04686131700873375, 0.041878435760736465, -0.015426529571413994], [-0.16542382538318634, 0.2413584440946579, 0.04156990349292755, -0.2946077585220337], [-0.16059666872024536, 0.04566924646496773, 0.035677749663591385, 0.01089047733694315], [-0.15968327224254608, -0.1499457210302353, 0.03589555621147156, 0.3146132528781891], [-0.1626821905374527, 0.04464700073003769, 0.04218782112002373, 0.03346320614218712], [-0.16178925335407257, -0.1510537564754486, 0.0428570881485939, 0.3391526937484741], [-0.16481032967567444, 0.04343300685286522, 0.04964014142751694, 0.06028654798865318], [-0.1639416664838791, 0.23780937492847443, 0.05084587261080742, -0.2163306325674057], [-0.1591854840517044, 0.43216896057128906, 0.04651925712823868, -0.4925509989261627], [-0.15054209530353546, 0.23642279207706451, 0.036668237298727036, -0.1855776607990265], [-0.14581364393234253, 0.040795911103487015, 0.03295668587088585, 0.11844345927238464], [-0.1449977308511734, 0.2354305386543274, 0.0353255532681942, -0.16366244852542877], [-0.14028911292552948, 0.03982117027044296, 0.03205230459570885, 0.13995210826396942], [-0.1394926905632019, 0.23446974158287048, 0.03485134616494179, -0.1424490213394165], [-0.13480329513549805, 0.038866445422172546, 0.032002367079257965, 0.16102197766304016], [-0.13402597606182098, 0.23351597785949707, 0.03522280603647232, -0.12139572203159332], [-0.12935565412044525, 0.03790755197405815, 0.03279489278793335, 0.18218828737735748], [-0.12859749794006348, 0.23254527151584625, 0.03643865883350372, -0.09997132420539856], [-0.12394659221172333, 0.42712655663490295, 0.03443923220038414, -0.38093891739845276], [-0.11540406197309494, 0.23153293132781982, 0.026820452883839607, -0.07759931683540344], [-0.11077340692281723, 0.4262603223323822, 0.025268467143177986, -0.361701101064682], [-0.10224819928407669, 0.6210141777992249, 0.018034445121884346, -0.6463104486465454], [-0.08982791006565094, 0.425645649433136, 0.005108235403895378, -0.34800347685813904], [-0.08131500333547592, 0.23045140504837036, -0.001851834123954177, -0.05371414124965668], [-0.07670596987009048, 0.035356055945158005, -0.0029261168092489243, 0.238383948802948], [-0.07599885016679764, -0.15972396731376648, 0.0018415619852021337, 0.5301424264907837], [-0.07919333130121231, 0.03537202626466751, 0.012444411404430866, 0.23804037272930145], [-0.0784858912229538, 0.2303140014410019, 0.017205217853188515, -0.0506913885474205], [-0.07387960702180862, 0.42518508434295654, 0.016191391274333, -0.3378966450691223], [-0.0653759092092514, 0.22983650863170624, 0.009433457627892494, -0.04015214741230011], [-0.060779180377721786, 0.03458056226372719, 0.008630414493381977, 0.25549212098121643], [-0.06008756905794144, 0.22957822680473328, 0.013740257360041142, -0.03445616737008095], [-0.05549600347876549, 0.03426196798682213, 0.01305113360285759, 0.2625300884246826], [-0.05481076240539551, 0.22919520735740662, 0.018301736563444138, -0.026007959619164467], [-0.050226859748363495, 0.424049973487854, 0.01778157614171505, -0.31286075711250305], [-0.0417458601295948, 0.22867929935455322, 0.011524361558258533, -0.01462353952229023], [-0.03717227280139923, 0.0333939827978611, 0.011231890879571438, 0.2816730737686157], [-0.03650439530611038, 0.22835393249988556, 0.016865352168679237, -0.007446311879903078], [-0.03193731606006622, 0.42322999238967896, 0.016716426238417625, -0.29476067423820496], [-0.02347271516919136, 0.6181097030639648, 0.010821212083101273, -0.5821249485015869], [-0.011110521852970123, 0.4228378236293793, -0.0008212867542169988, -0.2860529124736786], [-0.002653765259310603, 0.6179714798927307, -0.00654234504327178, -0.5789947509765625], [0.009705663658678532, 0.8131844997406006, -0.018122240900993347, -0.8737314343452454], [0.025969354435801506, 0.6183135509490967, -0.03559686988592148, -0.5868006944656372], [0.03833562508225441, 0.4237077832221985, -0.04733288288116455, -0.3055402338504791], [0.04680978134274483, 0.229291170835495, -0.05344368889927864, -0.02815261110663414], [0.05139560252428055, 0.4251371920108795, -0.05400674045085907, -0.337207168340683], [0.05989834666252136, 0.23082371056079865, -0.06075088307261467, -0.06203218176960945], [0.06451482325792313, 0.0366230309009552, -0.061991527676582336, 0.21088168025016785], [0.06524728238582611, 0.23257403075695038, -0.0577738955616951, -0.10069406777620316], [0.06989876180887222, 0.4284743368625641, -0.059787776321172714, -0.4110303223133087], [0.07846824824810028, 0.23424868285655975, -0.06800838559865952, -0.13777953386306763], [0.08315322548151016, 0.040163394063711166, -0.0707639753818512, 0.13269636034965515], [0.08395649492740631, -0.15387731790542603, -0.06811004877090454, 0.4022417366504669], [0.08087894320487976, 0.04214123636484146, -0.06006520986557007, 0.08888675272464752], [0.08172176778316498, 0.23807041347026825, -0.058287475258111954, -0.2221255749464035], [0.0864831805229187, 0.433974951505661, -0.06272998452186584, -0.5326101779937744], [0.09516267478466034, 0.23978877067565918, -0.0733821913599968, -0.260334312915802], [0.09995845705270767, 0.045786913484334946, -0.07858888059854507, 0.008330295793712139], [0.10087419301271439, 0.24194283783435822, -0.07842227071523666, -0.30807679891586304], [0.10571304708719254, 0.04802080616354942, -0.08458380401134491, -0.04112027585506439], [0.106673464179039, -0.14579278230667114, -0.08540621399879456, 0.22372277081012726], [0.10375761240720749, -0.33959680795669556, -0.08093176037073135, 0.48829030990600586], [0.09696567058563232, -0.1434318572282791, -0.07116594910621643, 0.1712380349636078], [0.09409703314304352, 0.05263270065188408, -0.06774119287729263, -0.14301952719688416], [0.0951496884226799, -0.1414569914340973, -0.07060158252716064, 0.12754660844802856], [0.09232054650783539, 0.05460162088274956, -0.06805064529180527, -0.18654829263687134], [0.09341258555650711, -0.13948404788970947, -0.07178161293268204, 0.08391491323709488], [0.0906229019165039, -0.3335075378417969, -0.07010331749916077, 0.3531150221824646], [0.08395274728536606, -0.5275662541389465, -0.06304101645946503, 0.6228945851325989], [0.07340142875909805, -0.3316233456134796, -0.0505831241607666, 0.31104230880737305], [0.06676895916461945, -0.13581858575344086, -0.044362276792526245, 0.00284573994576931], [0.06405258923768997, -0.3302771747112274, -0.044305361807346344, 0.2812083959579468], [0.05744704231619835, -0.13455216586589813, -0.03868119418621063, -0.02511252462863922], [0.05475600063800812, -0.329098641872406, -0.039183445274829865, 0.2551195025444031], [0.04817402735352516, -0.1334397941827774, -0.03408105671405792, -0.049660518765449524], [0.045505229383707047, 0.062153857201337814, -0.03507426753640175, -0.352898508310318], [0.04674830660223961, -0.13245223462581635, -0.04213223606348038, -0.07147861272096634], [0.04409926384687424, -0.32694563269615173, -0.04356180876493454, 0.20761935412883759], [0.0375603511929512, -0.1312287151813507, -0.039409421384334564, -0.09848062694072723], [0.03493577614426613, -0.32576432824134827, -0.04137903451919556, 0.18151286244392395], [0.02842048928141594, -0.13007546961307526, -0.037748776376247406, -0.1239311471581459], [0.02581898123025894, -0.324636846780777, -0.04022739827632904, 0.1566075086593628], [0.019326243549585342, -0.5191604495048523, -0.03709524869918823, 0.43633317947387695], [0.008943034335970879, -0.3235335648059845, -0.02836858667433262, 0.13219121098518372], [0.002472363645210862, -0.12801696360111237, -0.025724761188030243, -0.16930490732192993], [-8.79758590599522e-05, -0.3227614462375641, -0.0291108600795269, 0.11515291035175323], [-0.00654320465400815, -0.5174544453620911, -0.02680780179798603, 0.39851129055023193], [-0.016892293468117714, -0.3219626545906067, -0.018837574869394302, 0.09749840945005417], [-0.023331547155976295, -0.12657584249973297, -0.01688760705292225, -0.201067715883255], [-0.02586306445300579, -0.321452260017395, -0.020908961072564125, 0.0862404927611351], [-0.03229210898280144, -0.5162683725357056, -0.01918415166437626, 0.37225398421287537], [-0.042617473751306534, -0.7111125588417053, -0.011739072389900684, 0.6588267683982849], [-0.056839726865291595, -0.5158292055130005, 0.001437462866306305, 0.36247071623802185], [-0.06715631484985352, -0.32072773575782776, 0.008686876855790615, 0.07024138420820236], [-0.0735708698630333, -0.12573140859603882, 0.010091704316437244, -0.21968817710876465], [-0.07608549296855927, -0.32099613547325134, 0.005697940941900015, 0.07616092264652252], [-0.08250541985034943, -0.12595634162425995, 0.007221159525215626, -0.21471884846687317], [-0.08502454310655594, 0.06906163692474365, 0.0029267824720591307, -0.5051151514053345], [-0.08364330977201462, -0.12610143423080444, -0.007175520993769169, -0.21151134371757507], [-0.08616533875465393, -0.3211200535297394, -0.011405748315155506, 0.07889947295188904], [-0.09258773922920227, -0.5160766839981079, -0.009827759116888046, 0.36796215176582336], [-0.10290927439928055, -0.7110576033592224, -0.0024685158859938383, 0.6575301289558411], [-0.11713042855262756, -0.5159013867378235, 0.01068208646029234, 0.36407092213630676], [-0.1274484544992447, -0.32093286514282227, 0.017963504418730736, 0.07477530092000961], [-0.13386711478233337, -0.5163076519966125, 0.019459011033177376, 0.37307122349739075], [-0.14419326186180115, -0.32146745920181274, 0.026920434087514877, 0.0865868404507637], [-0.15062262117862701, -0.5169647336006165, 0.028652172535657883, 0.3876401484012604], [-0.16096191108226776, -0.3222609758377075, 0.03640497475862503, 0.10412696748971939], [-0.16740712523460388, -0.12767915427684784, 0.0384875126183033, -0.17685168981552124], [-0.16996070742607117, -0.3233301639556885, 0.03495047986507416, 0.12772001326084137], [-0.17642731964588165, -0.5189349055290222, 0.037504881620407104, 0.4312213063240051], [-0.18680600821971893, -0.3243635296821594, 0.04612930491566658, 0.1505933403968811], [-0.19329328835010529, -0.12993143498897552, 0.04914117231965065, -0.1271873414516449], [-0.19589191675186157, -0.3257216811180115, 0.046597424894571304, 0.18058516085147858], [-0.20240634679794312, -0.13129641115665436, 0.050209131091833115, -0.09704148024320602], [-0.20503227412700653, 0.06307131052017212, 0.04826829954981804, -0.37347036600112915]], "action_prob": [0.6006948947906494, 0.22287441790103912, 0.08817344903945923, 0.9449185729026794, 0.9197409749031067, 0.8303406834602356, 0.5268265604972839, 0.18909494578838348, 0.9173994660377502, 0.8141242265701294, 0.462368905544281, 0.1522885262966156, 0.9281859993934631, 0.8671202659606934, 0.35864782333374023, 0.8808152675628662, 0.6948127746582031, 0.6883558630943298, 0.7294589877128601, 0.64739590883255, 0.7599560618400574, 0.6018096208572388, 0.7869938015937805, 0.4486474096775055, 0.8426946401596069, 0.4753117561340332, 0.8342831134796143, 0.5062485337257385, 0.8257846832275391, 0.5327751636505127, 0.8086897134780884, 0.5490944981575012, 0.8020724058151245, 0.44083109498023987, 0.8468027114868164, 0.40958842635154724, 0.857022762298584, 0.6268348097801208, 0.7483295202255249, 0.35561323165893555, 0.8719281554222107, 0.6804933547973633, 0.30297404527664185, 0.10982392728328705, 0.9402947425842285, 0.8985615968704224, 0.738694429397583, 0.6417557597160339, 0.24967160820960999, 0.9078150987625122, 0.7807427048683167, 0.4277498424053192, 0.846514880657196, 0.4388379156589508, 0.844802975654602, 0.4427470266819, 0.8452848792076111, 0.5604555010795593, 0.8001528978347778, 0.5427635908126831, 0.8098294138908386, 0.5191994309425354, 0.17868809401988983, 0.9217243790626526, 0.8444324731826782, 0.5813941359519958, 0.7778615355491638, 0.6090558767318726, 0.7620982527732849, 0.3675045967102051, 0.8730247020721436, 0.6756502389907837, 0.7056659460067749, 0.2982794940471649, 0.1099015399813652, 0.9358240365982056, 0.9032681584358215, 0.7997140884399414, 0.5026191473007202, 0.811621904373169, 0.5501976609230042, 0.7888884544372559, 0.5894253253936768, 0.7665637135505676, 0.6214162707328796, 0.7451785802841187, 0.35251927375793457, 0.8676265478134155, 0.31125062704086304, 0.8782598972320557, 0.7303496599197388, 0.38451439142227173, 0.8635457158088684, 0.5977417230606079, 0.7649198770523071, 0.5648267865180969, 0.781718909740448, 0.5307027101516724, 0.7972546219825745, 0.4950544834136963, 0.811822235584259, 0.5423071980476379, 0.7928469777107239, 0.5570992827415466, 0.2127073109149933, 0.9171537160873413, 0.802851140499115, 0.46734151244163513, 0.18031656742095947, 0.908413290977478, 0.8312113881111145, 0.5787490010261536, 0.7780124545097351, 0.4213181138038635, 0.8386337161064148, 0.4036249816417694, 0.8451824188232422, 0.6180712580680847, 0.7484966516494751, 0.3787301182746887, 0.8534913659095764, 0.6416886448860168, 0.2710379660129547, 0.901369035243988, 0.250436931848526, 0.0913044810295105, 0.947222888469696, 0.921531081199646, 0.8333895206451416, 0.4491909146308899, 0.8606048226356506, 0.626617968082428, 0.7353271245956421, 0.31874963641166687, 0.8963563442230225, 0.7494955658912659, 0.39230817556381226, 0.8551053404808044, 0.5576927065849304, 0.18208377063274384, 0.9232218861579895, 0.8554369211196899, 0.37234124541282654, 0.8791412115097046, 0.7103279829025269, 0.3519662916660309, 0.8694917559623718, 0.5942882299423218, 0.7921116352081299, 0.5197191834449768, 0.8235014081001282, 0.5581100583076477, 0.22022773325443268, 0.9106083512306213, 0.7644540667533875, 0.6274245977401733, 0.7397283315658569, 0.6564594507217407, 0.7154658436775208, 0.31914252042770386, 0.8771927952766418, 0.7198730707168579, 0.6370908617973328, 0.7441563010215759, 0.6003208160400391, 0.7656164169311523, 0.43785572052001953, 0.8428407907485962, 0.5493653416633606, 0.7892793416976929, 0.48031842708587646, 0.8259503841400146, 0.5146704316139221, 0.8037062883377075, 0.5081301927566528, 0.18635839223861694, 0.9217783808708191, 0.8299075961112976, 0.5358824133872986, 0.7914299368858337, 0.5398208498954773, 0.20903491973876953, 0.904801070690155, 0.8035809993743896, 0.4938731789588928, 0.1782754361629486, 0.9226017594337463, 0.8402147889137268, 0.42969948053359985, 0.8535526394844055, 0.3889436721801758, 0.8680859804153442, 0.6592230796813965, 0.7079021334648132, 0.30966508388519287, 0.8902327418327332, 0.738753080368042, 0.6151322722434998, 0.7712938785552979, 0.43695884943008423], "action_logp": [-0.5096681714057922, -1.5011467933654785, -2.4284493923187256, -0.05665654316544533, -0.08366318792104721, -0.18591921031475067, -0.6408839225769043, -1.6655060052871704, -0.08621228486299515, -0.20564234256744385, -0.7713922262191772, -1.8819783926010132, -0.07452315092086792, -0.1425776183605194, -1.0254143476486206, -0.1269073635339737, -0.36411285400390625, -0.3734493553638458, -0.31545209884643555, -0.4347972571849823, -0.27449464797973633, -0.5078141093254089, -0.2395348846912384, -0.8015179634094238, -0.17115062475204468, -0.7437843680381775, -0.18118250370025635, -0.6807276010513306, -0.191421240568161, -0.6296557784080505, -0.21233996748924255, -0.5994846820831299, -0.22055642306804657, -0.8190934658050537, -0.16628754138946533, -0.8926024436950684, -0.1542908251285553, -0.4670722484588623, -0.28991183638572693, -1.0339115858078003, -0.13704825937747955, -0.38493725657463074, -1.1941081285476685, -2.208876848220825, -0.06156192347407341, -0.10696002840995789, -0.3028709292411804, -0.44354745745658875, -1.3876087665557861, -0.09671458601951599, -0.24750962853431702, -0.8492167592048645, -0.16662746667861938, -0.8236251473426819, -0.16865184903144836, -0.8147567510604858, -0.16808156669139862, -0.5790054798126221, -0.22295241057872772, -0.6110814809799194, -0.2109316885471344, -0.65546715259552, -1.7221134901046753, -0.0815090462565422, -0.16909053921699524, -0.5423263311386108, -0.25120675563812256, -0.4958452880382538, -0.2716798186302185, -1.0010194778442383, -0.13579143583774567, -0.3920797109603882, -0.34861335158348083, -1.2097243070602417, -2.2081704139709473, -0.06632779538631439, -0.10173580795526505, -0.2235010266304016, -0.6879225373268127, -0.20872071385383606, -0.5974777340888977, -0.23713037371635437, -0.5286072492599487, -0.2658374607563019, -0.475754052400589, -0.2941313683986664, -1.0426499843597412, -0.1419939249753952, -1.1671568155288696, -0.12981273233890533, -0.31423184275627136, -0.9557740688323975, -0.14670847356319427, -0.5145965218544006, -0.26798415184020996, -0.5712361335754395, -0.24626001715660095, -0.6335532665252686, -0.2265811562538147, -0.7030874490737915, -0.20847387611865997, -0.6119226813316345, -0.23212504386901855, -0.5850118398666382, -1.5478382110595703, -0.08648018538951874, -0.21958594024181366, -0.7606949806213379, -1.7130413055419922, -0.09605585038661957, -0.184871107339859, -0.5468863844871521, -0.25101274251937866, -0.8643671274185181, -0.17598126828670502, -0.9072691202163696, -0.16820278763771057, -0.4811514914035797, -0.2896885275840759, -0.9709314107894897, -0.1584198772907257, -0.44365203380584717, -1.305496335029602, -0.10384052991867065, -1.3845481872558594, -2.3935554027557373, -0.05422082543373108, -0.08171878010034561, -0.1822541356086731, -0.8003072738647461, -0.1501198261976242, -0.46741822361946106, -0.3074398338794708, -1.143349289894104, -0.10941726714372635, -0.2883548438549042, -0.9357075691223145, -0.15653063356876373, -0.5839471220970154, -1.7032884359359741, -0.07988570630550385, -0.15614289045333862, -0.987944483757019, -0.12880975008010864, -0.34202849864959717, -1.0442198514938354, -0.13984639942646027, -0.5203908085823059, -0.23305293917655945, -0.6544666886329651, -0.19418999552726746, -0.5831990838050842, -1.513093113899231, -0.09364237636327744, -0.26859337091445923, -0.4661317765712738, -0.3014722764492035, -0.4208943247795105, -0.3348214328289032, -1.1421175003051758, -0.1310284584760666, -0.3286803960800171, -0.4508429765701294, -0.29550421237945557, -0.5102910995483398, -0.26707398891448975, -0.8258658051490784, -0.17097721993923187, -0.5989916324615479, -0.23663493990898132, -0.7333059906959534, -0.19122059643268585, -0.6642285585403442, -0.218521386384964, -0.6770176291465759, -1.6800836324691772, -0.08145047724246979, -0.18644091486930847, -0.6238405108451843, -0.23391392827033997, -0.6165179014205933, -1.5652539730072021, -0.10004016757011414, -0.21867726743221283, -0.7054765224456787, -1.7244255542755127, -0.08055759221315384, -0.1740977019071579, -0.8446691632270813, -0.15834803879261017, -0.9443207383155823, -0.14146454632282257, -0.4166933298110962, -0.34544938802719116, -1.1722639799118042, -0.11627233773469925, -0.3027915060520172, -0.48591795563697815, -0.25968578457832336, -0.8279162645339966], "action_dist_inputs": [[-0.2042957991361618, 0.20406542718410492], [0.6227823495864868, -0.6262109875679016], [1.1650961637496948, -1.1710479259490967], [1.4171204566955566, -1.4251652956008911], [1.2164095640182495, -1.2224234342575073], [0.7923110127449036, -0.7957326173782349], [0.05357493460178375, -0.05383439362049103], [-0.7264946103096008, 0.7294071316719055], [-1.2009934186935425, 1.2065331935882568], [-0.7371159791946411, 0.7399184703826904], [0.07514479756355286, -0.0756646916270256], [0.8565196394920349, -0.8602439165115356], [1.2763878107070923, -1.2827646732330322], [0.9359460473060608, -0.9397868514060974], [0.2902419865131378, -0.29099583625793457], [0.9980680346488953, -1.0021051168441772], [0.4108637273311615, -0.4118531048297882], [-0.3950969874858856, 0.3973468542098999], [0.49530690908432007, -0.4965725541114807], [-0.30279815196990967, 0.3048141300678253], [0.5754469037055969, -0.5769917964935303], [-0.2056189328432083, 0.20739196240901947], [0.6525328159332275, -0.6543665528297424], [-0.10231253504753113, 0.1038246601819992], [-0.8370455503463745, 0.8413703441619873], [-0.04879454895853996, 0.050038717687129974], [-0.8060713410377502, 0.8102202415466309], [-0.011989276856184006, 0.013006004504859447], [0.7767248749732971, -0.7793170809745789], [0.06604643166065216, -0.06524251401424408], [-0.7188379168510437, 0.7226808071136475], [0.09879834949970245, -0.09821450710296631], [-0.6978026032447815, 0.7014947533607483], [0.11909474432468414, -0.11869508028030396], [0.8532877564430237, -0.8564535975456238], [0.1829412281513214, -0.18272580206394196], [0.8937076330184937, -0.897071361541748], [0.25932201743125916, -0.2593398690223694], [-0.5432342886924744, 0.5464886426925659], [0.2970966398715973, -0.29735884070396423], [0.9571565985679626, -0.9609586596488953], [0.37775397300720215, -0.37828582525253296], [-0.41515007615089417, 0.41802549362182617], [-1.0435822010040283, 1.0489585399627686], [-1.3747000694274902, 1.3820725679397583], [-1.0880334377288818, 1.0933095216751099], [-0.5183138847351074, 0.520879864692688], [0.2910240888595581, -0.2919688820838928], [-0.5489144325256348, 0.5514499545097351], [-1.1410044431686401, 1.1462401151657104], [-0.6337369084358215, 0.6362627148628235], [0.14510215818881989, -0.1459355354309082], [0.8516976237297058, -0.8558269143104553], [0.12256504595279694, -0.12331452965736389], [0.8451586961746216, -0.8492496013641357], [0.11465473473072052, -0.11536610126495361], [0.8469999432563782, -0.8510884046554565], [0.12114724516868591, -0.12186361849308014], [-0.6923349499702454, 0.6949152946472168], [0.085370734333992, -0.0861024409532547], [-0.7231723070144653, 0.7257294654846191], [0.0380585715174675, -0.038776956498622894], [-0.7613516449928284, 0.7639095187187195], [-1.2303297519683838, 1.2356802225112915], [-0.8444899916648865, 0.8470945358276367], [-0.1645260900259018, 0.1639731228351593], [0.6247133612632751, -0.6285343170166016], [-0.22187639772891998, 0.22146891057491302], [0.5802649259567261, -0.5839528441429138], [-0.2716115117073059, 0.2713257372379303], [-0.9625176787376404, 0.9654531478881836], [-0.36701154708862305, 0.36684152483940125], [0.43550747632980347, -0.4389190971851349], [-0.4277624785900116, 0.4277416467666626], [-1.0442581176757812, 1.047489047050476], [-1.3368109464645386, 1.3429875373840332], [-1.1152846813201904, 1.118791937828064], [-0.6920421719551086, 0.6924660801887512], [-0.006600461900234222, 0.0038763037882745266], [0.7275664806365967, -0.7330169677734375], [-0.1019345372915268, 0.09953475743532181], [0.6565032601356506, -0.6617350578308105], [-0.18184876441955566, 0.17974142730236053], [0.5919883847236633, -0.5970203876495361], [-0.24870339035987854, 0.24686060845851898], [0.5341060757637024, -0.5389549732208252], [-0.30479317903518677, 0.3031906187534332], [-0.9391227960586548, 0.9410116076469421], [-0.3978163003921509, 0.39646273851394653], [-0.9869360327720642, 0.9891176819801331], [-0.49871960282325745, 0.4976778030395508], [0.23309160768985748, -0.23733872175216675], [0.9192508459091187, -0.9258064031600952], [0.19603455066680908, -0.20002993941307068], [-0.590137243270874, 0.589707612991333], [0.12849900126457214, -0.13227622210979462], [-0.6379350423812866, 0.6377767324447632], [0.0597093291580677, -0.0632561668753624], [-0.6845515966415405, 0.6846718788146973], [-0.011540510691702366, 0.00824213307350874], [-0.7307419180870056, 0.7311527132987976], [-0.08632975816726685, 0.08330462872982025], [0.6681653261184692, -0.6740071177482605], [-0.11608068645000458, 0.1133170798420906], [0.651500403881073, -0.6571824550628662], [1.1983855962753296, -1.205903172492981], [0.6993363499641418, -0.7048737406730652], [-0.06664223968982697, 0.06417803466320038], [-0.7565276026725769, 0.7576767206192017], [-1.14507257938385, 1.1493405103683472], [-0.7964693903923035, 0.7977679967880249], [-0.15991994738578796, 0.15772011876106262], [0.6244246363639832, -0.6296967267990112], [-0.15969973802566528, 0.15766510367393494], [-0.823233425617218, 0.8248639106750488], [-0.1961260288953781, 0.1942574828863144], [-0.8477473855018616, 0.8495575785636902], [-0.24151787161827087, 0.2398519515991211], [0.5428574681282043, -0.5477529168128967], [-0.2482100874185562, 0.24673154950141907], [-0.8800379633903503, 0.8822128772735596], [-0.2919890582561493, 0.2907119393348694], [0.492374986410141, -0.4969877600669861], [1.1028859615325928, -1.1096436977386475], [0.5459031462669373, -0.5503802299499512], [1.1455594301223755, -1.1522506475448608], [1.439512848854065, -1.4479448795318604], [1.2283128499984741, -1.235020637512207], [0.8027051091194153, -0.8071375489234924], [0.10127869248390198, -0.10266166180372238], [0.9078864455223083, -0.9124360680580139], [0.2580554187297821, -0.2596794664859772], [-0.5100435614585876, 0.5117771625518799], [0.3788253366947174, -0.3806985020637512], [1.076238751411438, -1.081140160560608], [0.546903133392334, -0.5490206480026245], [-0.21825475990772247, 0.21936538815498352], [-0.8856019377708435, 0.8896154165267944], [-0.11550825834274292, 0.11629503965377808], [0.749811589717865, -0.7524815201759338], [1.2406442165374756, -1.246305227279663], [0.8874592185020447, -0.890437662601471], [0.26115089654922485, -0.2610348165035248], [0.9904723763465881, -0.9938501715660095], [0.44832679629325867, -0.4486505687236786], [-0.3038053810596466, 0.306601881980896], [-0.9456152319908142, 0.9508576989173889], [-0.1896580159664154, 0.19206342101097107], [0.6682235598564148, -0.6694773435592651], [-0.038444530218839645, 0.0404730960726738], [0.7692726850509644, -0.7709800004959106], [0.11754843592643738, -0.11594688892364502], [-0.6299344897270203, 0.6344051957130432], [-1.1572892665863037, 1.1637969017028809], [-0.5865336060523987, 0.590722382068634], [0.2609817087650299, -0.26020222902297974], [-0.5203004479408264, 0.5242563486099243], [0.3239983320236206, -0.3235573470592499], [-0.4591761827468872, 0.46290433406829834], [0.37891873717308044, -0.3787964880466461], [0.9813277721405029, -0.9847836494445801], [0.47179892659187317, -0.47203314304351807], [-0.27976304292678833, 0.28299686312675476], [0.5335365533828735, -0.5341477394104004], [-0.20193272829055786, 0.20486928522586823], [0.5913698077201843, -0.5923526883125305], [-0.12362363934516907, 0.1262453943490982], [-0.8370915651321411, 0.8424271941184998], [-0.09789048135280609, 0.10021618008613586], [0.6594787240028381, -0.6611085534095764], [-0.03835991397500038, 0.040407102555036545], [-0.7761052846908569, 0.7810888290405273], [-0.028451265767216682, 0.030247274786233902], [0.7037384510040283, -0.705883264541626], [0.017039677128195763, -0.015483804978430271], [-0.7345958352088928, 0.7392524480819702], [-1.230015516281128, 1.2367432117462158], [-0.7902329564094543, 0.7947397828102112], [-0.07124574482440948, 0.07253101468086243], [0.6655181050300598, -0.6680482029914856], [-0.07919757068157196, 0.08042404055595398], [0.6640786528587341, -0.6666738390922546], [1.12309730052948, -1.1286486387252808], [0.7030459046363831, -0.7057823538780212], [-0.011768506839871407, 0.012739960104227066], [-0.7619708776473999, 0.7661046981811523], [-1.2359275817871094, 1.2423056364059448], [-0.8279025554656982, 0.831924557685852], [-0.14112666249275208, 0.14195071160793304], [-0.8793795704841614, 0.8833619356155396], [-0.22544695436954498, 0.22630764544010162], [-0.9400782585144043, 0.9440619349479675], [-0.3294467329978943, 0.3303871154785156], [0.44130003452301025, -0.443916916847229], [-0.40032175183296204, 0.40136387944221497], [-1.044511079788208, 1.0486098527908325], [-0.5191749334335327, 0.5203230381011963], [0.23335681855678558, -0.2355806678533554], [-0.6071698069572449, 0.6084621548652649], [0.1257564127445221, -0.12775737047195435]], "value_targets": [86.60203552246094, 86.4666976928711, 86.33000183105469, 86.1919174194336, 86.05244445800781, 85.91156005859375, 85.76924896240234, 85.62550354003906, 85.48030853271484, 85.33364868164062, 85.18550109863281, 85.03585815429688, 84.88470458984375, 84.73202514648438, 84.57780456542969, 84.42202758789062, 84.2646713256836, 84.10572814941406, 83.94518280029297, 83.78301239013672, 83.61920166015625, 83.45374298095703, 83.28660583496094, 83.11778259277344, 82.94725799560547, 82.77500915527344, 82.60102081298828, 82.4252700805664, 82.24774932861328, 82.06842803955078, 81.8873062133789, 81.704345703125, 81.51954650878906, 81.33287048339844, 81.14431762695312, 80.953857421875, 80.76146697998047, 80.567138671875, 80.370849609375, 80.17257690429688, 79.97229766845703, 79.7699966430664, 79.5656509399414, 79.35924530029297, 79.1507568359375, 78.94015502929688, 78.72743225097656, 78.51255798339844, 78.2955093383789, 78.0762710571289, 77.85482025146484, 77.63113403320312, 77.40518188476562, 77.17695617675781, 76.94641876220703, 76.71355438232422, 76.47834014892578, 76.2407455444336, 76.0007553100586, 75.75833892822266, 75.51347351074219, 75.26612854003906, 75.01629638671875, 74.76393127441406, 74.50902557373047, 74.25154113769531, 73.991455078125, 73.72874450683594, 73.46337127685547, 73.19532775878906, 72.92457580566406, 72.65108489990234, 72.37483215332031, 72.09579467773438, 71.81392669677734, 71.52922058105469, 71.24163818359375, 70.9511489868164, 70.65773010253906, 70.36134338378906, 70.06195831298828, 69.75955963134766, 69.45409393310547, 69.14555358886719, 68.83389282226562, 68.51908111572266, 68.20109558105469, 67.87989044189453, 67.55545043945312, 67.22772216796875, 66.89669036865234, 66.56231689453125, 66.22456359863281, 65.88339233398438, 65.53878021240234, 65.19068908691406, 64.83908081054688, 64.48391723632812, 64.12516784667969, 63.76279830932617, 63.396766662597656, 63.027034759521484, 62.65357208251953, 62.276336669921875, 61.895286560058594, 61.51039123535156, 61.12160873413086, 60.72889709472656, 60.332218170166016, 59.93153381347656, 59.52680206298828, 59.11798095703125, 58.70503234863281, 58.28791046142578, 57.8665771484375, 57.44098663330078, 57.0110969543457, 56.576866149902344, 56.138248443603516, 55.6952018737793, 55.247676849365234, 54.79563522338867, 54.33902359008789, 53.877803802490234, 53.411922454833984, 52.94133758544922, 52.46599578857422, 51.98585510253906, 51.50086212158203, 51.01097106933594, 50.51613235473633, 50.01629638671875, 49.511409759521484, 49.001426696777344, 48.486289978027344, 47.965946197509766, 47.44034957885742, 46.909446716308594, 46.37317657470703, 45.83149337768555, 45.28433609008789, 44.731651306152344, 44.17338562011719, 43.60948181152344, 43.039878845214844, 42.46452331542969, 41.883358001708984, 41.296321868896484, 40.70335388183594, 40.104400634765625, 39.499393463134766, 38.888275146484375, 38.2709846496582, 37.6474609375, 37.017635345458984, 36.38145065307617, 35.73883819580078, 35.08973693847656, 34.434078216552734, 33.77179718017578, 33.10282516479492, 32.427093505859375, 31.74454116821289, 31.055091857910156, 30.358678817749023, 29.655229568481445, 28.944677352905273, 28.226945877075195, 27.50196647644043, 26.769662857055664, 26.02996253967285, 25.282791137695312, 24.5280704498291, 23.765727996826172, 22.995685577392578, 22.217864990234375, 21.432186126708984, 20.63857078552246, 19.83694076538086, 19.02721405029297, 18.209306716918945, 17.383136749267578, 16.54862403869629, 15.705680847167969, 14.854223251342773, 13.99416446685791, 13.125418663024902, 12.24789810180664, 11.361513137817383, 10.466174125671387, 9.561792373657227, 8.648275375366211, 7.725530624389648, 6.7934651374816895, 5.851984977722168, 4.900994777679443, 3.940398931503296, 2.970099925994873, 1.9900000095367432, 1.0]}
{"type": "SampleBatch", "eps_id": [623467292, 623467292, 623467292, 623467292, 623467292, 623467292, 623467292, 623467292, 623467292, 623467292, 623467292, 623467292, 623467292, 623467292, 623467292, 623467292, 623467292, 623467292, 623467292, 623467292, 623467292, 623467292, 623467292, 623467292, 623467292, 623467292, 623467292, 623467292, 623467292, 623467292, 623467292, 623467292, 623467292, 623467292, 623467292, 623467292, 623467292, 623467292, 623467292, 623467292, 623467292, 623467292, 623467292, 623467292, 623467292, 623467292, 623467292, 623467292, 623467292, 623467292, 623467292, 623467292, 623467292, 623467292, 623467292, 623467292, 623467292, 623467292, 623467292, 623467292, 623467292, 623467292, 623467292, 623467292, 623467292, 623467292, 623467292, 623467292, 623467292, 623467292, 623467292, 623467292, 623467292, 623467292, 623467292, 623467292, 623467292, 623467292, 623467292, 623467292, 623467292, 623467292, 623467292, 623467292, 623467292, 623467292, 623467292, 623467292, 623467292, 623467292, 623467292, 623467292, 623467292, 623467292, 623467292, 623467292, 623467292, 623467292, 623467292, 623467292, 623467292, 623467292, 623467292, 623467292, 623467292, 623467292, 623467292, 623467292, 623467292, 623467292, 623467292, 623467292, 623467292, 623467292, 623467292, 623467292, 623467292, 623467292, 623467292, 623467292, 623467292, 623467292, 623467292, 623467292, 623467292, 623467292, 623467292, 623467292, 623467292, 623467292, 623467292, 623467292, 623467292, 623467292, 623467292, 623467292, 623467292, 623467292, 623467292, 623467292, 623467292, 623467292, 623467292, 623467292, 623467292, 623467292, 623467292, 623467292, 623467292, 623467292, 623467292, 623467292, 623467292, 623467292, 623467292, 623467292, 623467292, 623467292, 623467292, 623467292, 623467292, 623467292, 623467292, 623467292, 623467292, 623467292, 623467292, 623467292, 623467292, 623467292, 623467292, 623467292, 623467292, 623467292, 623467292, 623467292, 623467292, 623467292, 623467292, 623467292, 623467292, 623467292, 623467292, 623467292, 623467292, 623467292, 623467292, 623467292, 623467292, 623467292, 623467292, 623467292, 623467292, 623467292, 623467292, 623467292, 623467292, 623467292, 623467292, 623467292], "obs": [[-0.008312069810926914, -0.0059444960206747055, 0.04522251337766647, 0.032898273319005966], [-0.008430959656834602, 0.18850074708461761, 0.045880477875471115, -0.24518051743507385], [-0.0046609449200332165, -0.007245449814945459, 0.0409768670797348, 0.06161392852663994], [-0.0048058535903692245, -0.20293022692203522, 0.04220914840698242, 0.3669385313987732], [-0.00886445865035057, -0.008432699367403984, 0.049547918140888214, 0.08785789459943771], [-0.009033111855387688, 0.1859453022480011, 0.051305074244737625, -0.18879017233848572], [-0.00531420623883605, 0.38029715418815613, 0.047529272735118866, -0.4648572504520416], [0.0022917368914932013, 0.5747163891792297, 0.03823212906718254, -0.7421884536743164], [0.013786064460873604, 0.3790881335735321, 0.02338835783302784, -0.43772295117378235], [0.02136782743036747, 0.18364305794239044, 0.014633899554610252, -0.1377599984407425], [0.02504068799316883, -0.011685401201248169, 0.011878699995577335, 0.1595035344362259], [0.024806980043649673, 0.18326449394226074, 0.01506877038627863, -0.12940841913223267], [0.02847227081656456, -0.012070044875144958, 0.012480601668357849, 0.16799017786979675], [0.02823086827993393, 0.18287105858325958, 0.015840405598282814, -0.12072950601577759], [0.031888291239738464, 0.3777625262737274, 0.013425815850496292, -0.4083731472492218], [0.03944354131817818, 0.18245279788970947, 0.0052583529613912106, -0.11148789525032043], [0.043092597275972366, -0.012744098901748657, 0.0030285948887467384, 0.18284936249256134], [0.0428377129137516, -0.2079092562198639, 0.006685581989586353, 0.4764861464500427], [0.03867952898144722, -0.012882338836789131, 0.016215305775403976, 0.18591786921024323], [0.038421884179115295, 0.1820039004087448, 0.019933663308620453, -0.10160596668720245], [0.04206196218729019, 0.37683457136154175, 0.017901543527841568, -0.3879338204860687], [0.04959865286946297, 0.18146316707134247, 0.010142866522073746, -0.0896608829498291], [0.05322791635990143, 0.3764382600784302, 0.008349648676812649, -0.37912654876708984], [0.06075667962431908, 0.5714406371116638, 0.0007671179482713342, -0.6691651940345764], [0.07218549400568008, 0.37630805373191833, -0.01261618547141552, -0.3762407898902893], [0.07971165329217911, 0.18136754631996155, -0.020141001790761948, -0.08756237477064133], [0.08333900570869446, -0.013460002839565277, -0.021892249584197998, 0.19869862496852875], [0.083069808781147, 0.18196812272071838, -0.01791827566921711, -0.10080912709236145], [0.0867091715335846, -0.012892513535916805, -0.019934458658099174, 0.18616721034049988], [0.08645132184028625, 0.1825089007616043, -0.016211114823818207, -0.1127370148897171], [0.09010149538516998, -0.012377058155834675, -0.018465856090188026, 0.17478764057159424], [0.08985395729541779, 0.183004230260849, -0.014970102347433567, -0.12366297841072083], [0.09351404011249542, 0.37833741307258606, -0.01744336262345314, -0.4210309684276581], [0.10108079016208649, 0.18346691131591797, -0.025863980874419212, -0.13389775156974792], [0.1047501266002655, -0.011275206692516804, -0.028541937470436096, 0.15051454305648804], [0.10452461987733841, -0.20597708225250244, -0.025531645864248276, 0.43405821919441223], [0.10040508210659027, -0.010503135621547699, -0.016850480809807777, 0.133437380194664], [0.1001950204372406, 0.18485607206821442, -0.014181734062731266, -0.16451364755630493], [0.10389214009046555, -0.010060018859803677, -0.017472006380558014, 0.12366180121898651], [0.10369093716144562, 0.1853078305721283, -0.014998771250247955, -0.17448174953460693], [0.10739709436893463, -0.009596285410225391, -0.018488405272364616, 0.11343206465244293], [0.10720516741275787, -0.20444850623607635, -0.016219764947891235, 0.4002251625061035], [0.10311619937419891, -0.009100274182856083, -0.008215261623263359, 0.10247296094894409], [0.10293419659137726, -0.2041035294532776, -0.006165802013128996, 0.3925527036190033], [0.09885212033987045, -0.008894627913832664, 0.0016852521803230047, 0.09793218970298767], [0.0986742302775383, 0.18620313704013824, 0.0036438959650695324, -0.19421856105327606], [0.10239829123020172, 0.3812727630138397, -0.0002404753613518551, -0.4857497811317444], [0.11002375185489655, 0.5763981342315674, -0.009955471381545067, -0.7785084843635559], [0.12155171483755112, 0.3814144432544708, -0.025525640696287155, -0.48897436261177063], [0.12917999923229218, 0.1866617500782013, -0.03530512750148773, -0.20444418489933014], [0.1329132318496704, -0.007937994785606861, -0.03939400985836983, 0.07689598202705383], [0.13275447487831116, 0.18772590160369873, -0.0378560908138752, -0.22795100510120392], [0.1365090012550354, -0.006835178937762976, -0.042415112257003784, 0.05255449563264847], [0.13637228310108185, -0.20132409036159515, -0.041364021599292755, 0.3315591812133789], [0.13234581053256989, -0.005638516508042812, -0.03473283722996712, 0.026124335825443268], [0.13223303854465485, 0.18996387720108032, -0.03421035036444664, -0.27731168270111084], [0.1360323131084442, -0.004653742536902428, -0.03975658491253853, 0.004388039465993643], [0.13593924045562744, -0.1991836428642273, -0.03966882452368736, 0.28426694869995117], [0.1319555640220642, -0.39371803402900696, -0.03398348391056061, 0.5641793608665466], [0.12408120930194855, -0.5883470773696899, -0.02269989810883999, 0.8459652066230774], [0.11231426894664764, -0.39292290806770325, -0.005780593957751989, 0.5462312698364258], [0.10445580631494522, -0.1977202147245407, 0.005144031252712011, 0.25173261761665344], [0.1005014032125473, -0.0026720971800386906, 0.010178684256970882, -0.039323341101408005], [0.10044796019792557, -0.19793851673603058, 0.009392216801643372, 0.256553590297699], [0.09648919105529785, -0.002951914444565773, 0.014523289166390896, -0.03315213322639465], [0.09643015265464783, -0.19827909767627716, 0.013860246166586876, 0.26407742500305176], [0.09246457368135452, -0.0033576879650354385, 0.019141795113682747, -0.024201810359954834], [0.09239741414785385, 0.19148460030555725, 0.018657758831977844, -0.31078433990478516], [0.09622710943222046, -0.003898137714713812, 0.012442071922123432, -0.012276196852326393], [0.09614914655685425, -0.19919629395008087, 0.012196548283100128, 0.28430622816085815], [0.09216521680355072, -0.3944900631904602, 0.01788267306983471, 0.5808107852935791], [0.08427541702985764, -0.19962318241596222, 0.029498888179659843, 0.29381445050239563], [0.08028295636177063, -0.0049339584074914455, 0.03537517786026001, 0.010579071938991547], [0.08018427342176437, -0.20054490864276886, 0.03558675944805145, 0.31421005725860596], [0.07617338001728058, -0.0059474920853972435, 0.04187095910310745, 0.032959043979644775], [0.07605443149805069, -0.20164409279823303, 0.04253014177083969, 0.33855313062667847], [0.07202154397964478, -0.00715232826769352, 0.04930120334029198, 0.05957938730716705], [0.07187850028276443, -0.20294521749019623, 0.0504927933216095, 0.36740055680274963], [0.06781959533691406, -0.008575762622058392, 0.057840801775455475, 0.09105652570724487], [0.06764808297157288, 0.18567147850990295, 0.05966193228960037, -0.18283136188983917], [0.07136151194572449, 0.3798912465572357, 0.05600530654191971, -0.45611244440078735], [0.07895933091640472, 0.5741785168647766, 0.04688305780291557, -0.7306294441223145], [0.09044290333986282, 0.3784410357475281, 0.03227046877145767, -0.4235672950744629], [0.09801172465085983, 0.18287712335586548, 0.023799123242497444, -0.12088830024003983], [0.10166926681995392, -0.012577569112181664, 0.021381355822086334, 0.1792069971561432], [0.10141771286725998, 0.18223199248313904, 0.024965496733784676, -0.10665490478277206], [0.10506235808134079, 0.3769874572753906, 0.022832399234175682, -0.391357958316803], [0.1126021072268486, 0.18154902756214142, 0.01500523928552866, -0.0915645956993103], [0.11623308807611465, -0.01378475222736597, 0.013173947110772133, 0.20581446588039398], [0.11595738679170609, 0.18114635348320007, 0.017290236428380013, -0.08268380165100098], [0.11958032101392746, 0.376016229391098, 0.015636559575796127, -0.3698618710041046], [0.1271006464958191, 0.1806756556034088, 0.008239323273301125, -0.0722898468375206], [0.13071414828300476, -0.014563440345227718, 0.006793526001274586, 0.22298119962215424], [0.13042289018630981, 0.18046075105667114, 0.011253150179982185, -0.06755106896162033], [0.13403210043907166, -0.014820708893239498, 0.00990212894976139, 0.2286609411239624], [0.13373568654060364, 0.1801583468914032, 0.014475347474217415, -0.06088212877511978], [0.13733886182308197, 0.375069797039032, 0.013257704675197601, -0.34896305203437805], [0.14484025537967682, 0.17976181209087372, 0.006278443615883589, -0.052129194140434265], [0.14843548834323883, 0.3747931718826294, 0.0052358596585690975, -0.34282463788986206], [0.15593135356903076, 0.1795971393585205, -0.001620632829144597, -0.04849523305892944], [0.15952329337596893, 0.3747422993183136, -0.0025905375368893147, -0.3416890501976013], [0.16701814532279968, 0.17965728044509888, -0.009424318559467793, -0.04982414469122887], [0.17061127722263336, 0.3749130964279175, -0.010420801118016243, -0.3454655706882477], [0.1781095415353775, 0.17994092404842377, -0.01733011193573475, -0.05608683452010155], [0.18170836567878723, -0.014928312040865421, -0.01845184899866581, 0.23107832670211792], [0.1814097911119461, 0.1804523766040802, -0.013830282725393772, -0.06736735999584198], [0.185018852353096, -0.014468585141003132, -0.015177629888057709, 0.2209201455116272], [0.1847294718027115, 0.18086698651313782, -0.010759226977825165, -0.07651150971651077], [0.18834681808948517, 0.3761415183544159, -0.012289457023143768, -0.3725695013999939], [0.19586963951587677, 0.18119628727436066, -0.019740846008062363, -0.0837867483496666], [0.19949357211589813, -0.013637209311127663, -0.02141658216714859, 0.20260311663150787], [0.19922082126140594, 0.18178437650203705, -0.017364518716931343, -0.09675803035497665], [0.20285651087760925, 0.37715083360671997, -0.01929968036711216, -0.3948684632778168], [0.21039952337741852, 0.18230798840522766, -0.02719704993069172, -0.10833235830068588], [0.2140456885099411, 0.37780889868736267, -0.02936369739472866, -0.40947023034095764], [0.22160187363624573, 0.18311530351638794, -0.037553101778030396, -0.12618741393089294], [0.22526417672634125, -0.011449106968939304, -0.0400768481194973, 0.15441542863845825], [0.2250351905822754, 0.18422307074069977, -0.03698854148387909, -0.15063661336898804], [0.22871965169906616, -0.010350240394473076, -0.0400012731552124, 0.13015158474445343], [0.22851264476776123, 0.18532121181488037, -0.037398241460323334, -0.1748780608177185], [0.23221907019615173, 0.3809579014778137, -0.04089580103754997, -0.4791203737258911], [0.23983822762966156, 0.18643642961978912, -0.05047820881009102, -0.1996021717786789], [0.24356696009635925, -0.007928580045700073, -0.0544702522456646, 0.07673968374729156], [0.24340838193893433, -0.2022290676832199, -0.05293545871973038, 0.35175180435180664], [0.23936380445957184, -0.00639586104080081, -0.04590042307972908, 0.04285771772265434], [0.23923589289188385, -0.2008305937051773, -0.04504327103495598, 0.3207126259803772], [0.23521926999092102, -0.005097078625112772, -0.038629017770290375, 0.014171927236020565], [0.2351173311471939, -0.19964435696601868, -0.0383455790579319, 0.2944210469722748], [0.23112444579601288, -0.003997297957539558, -0.03245715796947479, -0.010104658082127571], [0.23104450106620789, 0.19157473742961884, -0.03265925124287605, -0.31284892559051514], [0.23487599194049835, -0.00306709879077971, -0.03891623020172119, -0.030641984194517136], [0.23481465876102448, -0.19760999083518982, -0.039529070258140564, 0.2495129257440567], [0.23086245357990265, -0.3921457827091217, -0.03453880921006203, 0.5294701457023621], [0.223019540309906, -0.19655540585517883, -0.023949407041072845, 0.2261071652173996], [0.21908843517303467, -0.0010995152406394482, -0.019427264109253883, -0.07403304427862167], [0.21906644105911255, 0.1942954808473587, -0.020907925441861153, -0.3727814853191376], [0.22295235097408295, -0.0005233101546764374, -0.028363553807139397, -0.0867636576294899], [0.22294189035892487, 0.19499348104000092, -0.030098827555775642, -0.3882586658000946], [0.2268417477607727, 0.00031140813371166587, -0.03786399960517883, -0.10521552711725235], [0.22684797644615173, -0.1942480504512787, -0.03996831178665161, 0.17528511583805084], [0.22296302020549774, 0.0014224426122382283, -0.036462608724832535, -0.12973377108573914], [0.2229914665222168, 0.19704723358154297, -0.03905728459358215, -0.4336935579776764], [0.22693242132663727, 0.3926997780799866, -0.047731153666973114, -0.7384284138679504], [0.23478640615940094, 0.19826830923557281, -0.062499724328517914, -0.46114104986190796], [0.23875178396701813, 0.004082839470356703, -0.07172254472970963, -0.18879450857639313], [0.23883342742919922, -0.1899436116218567, -0.07549843192100525, 0.08042856305837631], [0.23503455519676208, 0.006174867507070303, -0.07388986647129059, -0.2350866198539734], [0.2351580560207367, 0.2022704780101776, -0.07859159260988235, -0.5501312613487244], [0.23920346796512604, 0.008335297927260399, -0.08959422260522842, -0.28320860862731934], [0.2393701672554016, -0.18540212512016296, -0.09525839239358902, -0.020073534920811653], [0.23566213250160217, -0.3790380358695984, -0.09565986692905426, 0.24109989404678345], [0.2280813753604889, -0.18268902599811554, -0.09083786606788635, -0.08015821874141693], [0.22442759573459625, -0.37639930844306946, -0.09244102984666824, 0.18253961205482483], [0.21689960360527039, -0.18008455634117126, -0.08879023790359497, -0.13781419396400452], [0.21329791843891144, -0.37382999062538147, -0.09154652059078217, 0.12558907270431519], [0.20582132041454315, -0.5675293207168579, -0.08903474360704422, 0.3880442976951599], [0.19447073340415955, -0.7612820863723755, -0.08127385377883911, 0.6513806581497192], [0.17924508452415466, -0.5651278495788574, -0.06824624538421631, 0.33425232768058777], [0.16794252395629883, -0.3691043555736542, -0.06156119704246521, 0.020852696150541306], [0.16056044399738312, -0.5632919073104858, -0.0611441433429718, 0.29349467158317566], [0.14929459989070892, -0.3673538863658905, -0.055274248123168945, -0.017828255891799927], [0.14194752275943756, -0.17148460447788239, -0.05563081428408623, -0.32742583751678467], [0.138517826795578, -0.3657722473144531, -0.0621793307363987, -0.0527922585606575], [0.13120238482952118, -0.559950053691864, -0.06323517858982086, 0.21964263916015625], [0.12000338733196259, -0.3639838695526123, -0.05884232372045517, -0.09229788184165955], [0.112723708152771, -0.5582152009010315, -0.06068827956914902, 0.18125523626804352], [0.10155940800905228, -0.3622797131538391, -0.05706317350268364, -0.12993833422660828], [0.09431380778551102, -0.16638873517513275, -0.05966194346547127, -0.440064013004303], [0.09098603576421738, -0.36061781644821167, -0.06846322119235992, -0.16676896810531616], [0.08377368003129959, -0.5546963810920715, -0.07179860025644302, 0.1035543903708458], [0.07267975062131882, -0.35862284898757935, -0.06972751021385193, -0.2108888179063797], [0.06550729274749756, -0.16257677972316742, -0.0739452913403511, -0.5247265696525574], [0.06225575879216194, -0.35658448934555054, -0.08443982154130936, -0.2562304139137268], [0.05512407049536705, -0.5504056811332703, -0.08956442773342133, 0.008669762872159481], [0.044115956872701645, -0.35412102937698364, -0.08939103782176971, -0.3108738660812378], [0.03703353554010391, -0.547863245010376, -0.09560851007699966, -0.04766686260700226], [0.026076270267367363, -0.7414934635162354, -0.09656184911727905, 0.2133859097957611], [0.011246400885283947, -0.9351117610931396, -0.0922941341996193, 0.4741153120994568], [-0.007455834187567234, -0.7388159036636353, -0.08281182497739792, 0.1538287252187729], [-0.02223215252161026, -0.5426118969917297, -0.07973524928092957, -0.1637876182794571], [-0.03308438882231712, -0.73650723695755, -0.08301100134849548, 0.10271401703357697], [-0.04781453311443329, -0.9303475022315979, -0.08095671981573105, 0.3680959641933441], [-0.06642148643732071, -1.1242313385009766, -0.07359480112791061, 0.634194016456604], [-0.08890610933303833, -1.318253755569458, -0.060910921543836594, 0.9028224945068359], [-0.1152711883187294, -1.1223618984222412, -0.04285447299480438, 0.5916329026222229], [-0.13771842420101166, -1.3168585300445557, -0.031021814793348312, 0.8705146312713623], [-0.16405560076236725, -1.1213287115097046, -0.013611522503197193, 0.5682420134544373], [-0.18648217618465424, -0.926018476486206, -0.002246682532131672, 0.27130216360092163], [-0.2050025463104248, -0.7308645844459534, 0.003179360879585147, -0.02208852767944336], [-0.21961982548236847, -0.9260319471359253, 0.002737590344622731, 0.27159583568573], [-0.23814046382904053, -0.7309491634368896, 0.008169506676495075, -0.02022239752113819], [-0.2527594566345215, -0.5359453558921814, 0.007765058893710375, -0.3103165924549103], [-0.2634783685207367, -0.3409348726272583, 0.0015587270027026534, -0.6005405783653259], [-0.2702970504760742, -0.1458347588777542, -0.010452084243297577, -0.8927320837974548], [-0.2732137441635132, -0.34081339836120605, -0.02830672636628151, -0.6033530235290527], [-0.2800300121307373, -0.5355282425880432, -0.0403737872838974, -0.3197188079357147], [-0.29074057936668396, -0.730052649974823, -0.04676816239953041, -0.0400366485118866], [-0.3053416311740875, -0.5342923402786255, -0.04756889492273331, -0.3471008837223053], [-0.3160274922847748, -0.7287065386772156, -0.05451091378927231, -0.06978943943977356], [-0.33060160279273987, -0.9230062961578369, -0.05590670183300972, 0.20520906150341034]], "actions": [1, 0, 0, 1, 1, 1, 1, 0, 0, 0, 1, 0, 1, 1, 0, 0, 0, 1, 1, 1, 0, 1, 1, 0, 0, 0, 1, 0, 1, 0, 1, 1, 0, 0, 0, 1, 1, 0, 1, 0, 0, 1, 0, 1, 1, 1, 1, 0, 0, 0, 1, 0, 0, 1, 1, 0, 0, 0, 0, 1, 1, 1, 0, 1, 0, 1, 1, 0, 0, 0, 1, 1, 0, 1, 0, 1, 0, 1, 1, 1, 1, 0, 0, 0, 1, 1, 0, 0, 1, 1, 0, 0, 1, 0, 1, 1, 0, 1, 0, 1, 0, 1, 0, 0, 1, 0, 1, 1, 0, 0, 1, 1, 0, 1, 0, 0, 1, 0, 1, 1, 0, 0, 0, 1, 0, 1, 0, 1, 1, 0, 0, 0, 1, 1, 1, 0, 1, 0, 0, 1, 1, 1, 0, 0, 0, 1, 1, 0, 0, 0, 1, 0, 1, 0, 0, 0, 1, 1, 0, 1, 1, 0, 0, 1, 0, 1, 1, 0, 0, 1, 1, 0, 0, 1, 0, 0, 0, 1, 1, 0, 0, 0, 0, 1, 0, 1, 1, 1, 0, 1, 1, 1, 1, 0, 0, 0, 1, 0, 0, 0], "rewards": [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], "prev_actions": [0, 1, 0, 0, 1, 1, 1, 1, 0, 0, 0, 1, 0, 1, 1, 0, 0, 0, 1, 1, 1, 0, 1, 1, 0, 0, 0, 1, 0, 1, 0, 1, 1, 0, 0, 0, 1, 1, 0, 1, 0, 0, 1, 0, 1, 1, 1, 1, 0, 0, 0, 1, 0, 0, 1, 1, 0, 0, 0, 0, 1, 1, 1, 0, 1, 0, 1, 1, 0, 0, 0, 1, 1, 0, 1, 0, 1, 0, 1, 1, 1, 1, 0, 0, 0, 1, 1, 0, 0, 1, 1, 0, 0, 1, 0, 1, 1, 0, 1, 0, 1, 0, 1, 0, 0, 1, 0, 1, 1, 0, 0, 1, 1, 0, 1, 0, 0, 1, 0, 1, 1, 0, 0, 0, 1, 0, 1, 0, 1, 1, 0, 0, 0, 1, 1, 1, 0, 1, 0, 0, 1, 1, 1, 0, 0, 0, 1, 1, 0, 0, 0, 1, 0, 1, 0, 0, 0, 1, 1, 0, 1, 1, 0, 0, 1, 0, 1, 1, 0, 0, 1, 1, 0, 0, 1, 0, 0, 0, 1, 1, 0, 0, 0, 0, 1, 0, 1, 1, 1, 0, 1, 1, 1, 1, 0, 0, 0, 1, 0, 0], "prev_rewards": [0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], "dones": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, true], "new_obs": [[-0.008430959656834602, 0.18850074708461761, 0.045880477875471115, -0.24518051743507385], [-0.0046609449200332165, -0.007245449814945459, 0.0409768670797348, 0.06161392852663994], [-0.0048058535903692245, -0.20293022692203522, 0.04220914840698242, 0.3669385313987732], [-0.00886445865035057, -0.008432699367403984, 0.049547918140888214, 0.08785789459943771], [-0.009033111855387688, 0.1859453022480011, 0.051305074244737625, -0.18879017233848572], [-0.00531420623883605, 0.38029715418815613, 0.047529272735118866, -0.4648572504520416], [0.0022917368914932013, 0.5747163891792297, 0.03823212906718254, -0.7421884536743164], [0.013786064460873604, 0.3790881335735321, 0.02338835783302784, -0.43772295117378235], [0.02136782743036747, 0.18364305794239044, 0.014633899554610252, -0.1377599984407425], [0.02504068799316883, -0.011685401201248169, 0.011878699995577335, 0.1595035344362259], [0.024806980043649673, 0.18326449394226074, 0.01506877038627863, -0.12940841913223267], [0.02847227081656456, -0.012070044875144958, 0.012480601668357849, 0.16799017786979675], [0.02823086827993393, 0.18287105858325958, 0.015840405598282814, -0.12072950601577759], [0.031888291239738464, 0.3777625262737274, 0.013425815850496292, -0.4083731472492218], [0.03944354131817818, 0.18245279788970947, 0.0052583529613912106, -0.11148789525032043], [0.043092597275972366, -0.012744098901748657, 0.0030285948887467384, 0.18284936249256134], [0.0428377129137516, -0.2079092562198639, 0.006685581989586353, 0.4764861464500427], [0.03867952898144722, -0.012882338836789131, 0.016215305775403976, 0.18591786921024323], [0.038421884179115295, 0.1820039004087448, 0.019933663308620453, -0.10160596668720245], [0.04206196218729019, 0.37683457136154175, 0.017901543527841568, -0.3879338204860687], [0.04959865286946297, 0.18146316707134247, 0.010142866522073746, -0.0896608829498291], [0.05322791635990143, 0.3764382600784302, 0.008349648676812649, -0.37912654876708984], [0.06075667962431908, 0.5714406371116638, 0.0007671179482713342, -0.6691651940345764], [0.07218549400568008, 0.37630805373191833, -0.01261618547141552, -0.3762407898902893], [0.07971165329217911, 0.18136754631996155, -0.020141001790761948, -0.08756237477064133], [0.08333900570869446, -0.013460002839565277, -0.021892249584197998, 0.19869862496852875], [0.083069808781147, 0.18196812272071838, -0.01791827566921711, -0.10080912709236145], [0.0867091715335846, -0.012892513535916805, -0.019934458658099174, 0.18616721034049988], [0.08645132184028625, 0.1825089007616043, -0.016211114823818207, -0.1127370148897171], [0.09010149538516998, -0.012377058155834675, -0.018465856090188026, 0.17478764057159424], [0.08985395729541779, 0.183004230260849, -0.014970102347433567, -0.12366297841072083], [0.09351404011249542, 0.37833741307258606, -0.01744336262345314, -0.4210309684276581], [0.10108079016208649, 0.18346691131591797, -0.025863980874419212, -0.13389775156974792], [0.1047501266002655, -0.011275206692516804, -0.028541937470436096, 0.15051454305648804], [0.10452461987733841, -0.20597708225250244, -0.025531645864248276, 0.43405821919441223], [0.10040508210659027, -0.010503135621547699, -0.016850480809807777, 0.133437380194664], [0.1001950204372406, 0.18485607206821442, -0.014181734062731266, -0.16451364755630493], [0.10389214009046555, -0.010060018859803677, -0.017472006380558014, 0.12366180121898651], [0.10369093716144562, 0.1853078305721283, -0.014998771250247955, -0.17448174953460693], [0.10739709436893463, -0.009596285410225391, -0.018488405272364616, 0.11343206465244293], [0.10720516741275787, -0.20444850623607635, -0.016219764947891235, 0.4002251625061035], [0.10311619937419891, -0.009100274182856083, -0.008215261623263359, 0.10247296094894409], [0.10293419659137726, -0.2041035294532776, -0.006165802013128996, 0.3925527036190033], [0.09885212033987045, -0.008894627913832664, 0.0016852521803230047, 0.09793218970298767], [0.0986742302775383, 0.18620313704013824, 0.0036438959650695324, -0.19421856105327606], [0.10239829123020172, 0.3812727630138397, -0.0002404753613518551, -0.4857497811317444], [0.11002375185489655, 0.5763981342315674, -0.009955471381545067, -0.7785084843635559], [0.12155171483755112, 0.3814144432544708, -0.025525640696287155, -0.48897436261177063], [0.12917999923229218, 0.1866617500782013, -0.03530512750148773, -0.20444418489933014], [0.1329132318496704, -0.007937994785606861, -0.03939400985836983, 0.07689598202705383], [0.13275447487831116, 0.18772590160369873, -0.0378560908138752, -0.22795100510120392], [0.1365090012550354, -0.006835178937762976, -0.042415112257003784, 0.05255449563264847], [0.13637228310108185, -0.20132409036159515, -0.041364021599292755, 0.3315591812133789], [0.13234581053256989, -0.005638516508042812, -0.03473283722996712, 0.026124335825443268], [0.13223303854465485, 0.18996387720108032, -0.03421035036444664, -0.27731168270111084], [0.1360323131084442, -0.004653742536902428, -0.03975658491253853, 0.004388039465993643], [0.13593924045562744, -0.1991836428642273, -0.03966882452368736, 0.28426694869995117], [0.1319555640220642, -0.39371803402900696, -0.03398348391056061, 0.5641793608665466], [0.12408120930194855, -0.5883470773696899, -0.02269989810883999, 0.8459652066230774], [0.11231426894664764, -0.39292290806770325, -0.005780593957751989, 0.5462312698364258], [0.10445580631494522, -0.1977202147245407, 0.005144031252712011, 0.25173261761665344], [0.1005014032125473, -0.0026720971800386906, 0.010178684256970882, -0.039323341101408005], [0.10044796019792557, -0.19793851673603058, 0.009392216801643372, 0.256553590297699], [0.09648919105529785, -0.002951914444565773, 0.014523289166390896, -0.03315213322639465], [0.09643015265464783, -0.19827909767627716, 0.013860246166586876, 0.26407742500305176], [0.09246457368135452, -0.0033576879650354385, 0.019141795113682747, -0.024201810359954834], [0.09239741414785385, 0.19148460030555725, 0.018657758831977844, -0.31078433990478516], [0.09622710943222046, -0.003898137714713812, 0.012442071922123432, -0.012276196852326393], [0.09614914655685425, -0.19919629395008087, 0.012196548283100128, 0.28430622816085815], [0.09216521680355072, -0.3944900631904602, 0.01788267306983471, 0.5808107852935791], [0.08427541702985764, -0.19962318241596222, 0.029498888179659843, 0.29381445050239563], [0.08028295636177063, -0.0049339584074914455, 0.03537517786026001, 0.010579071938991547], [0.08018427342176437, -0.20054490864276886, 0.03558675944805145, 0.31421005725860596], [0.07617338001728058, -0.0059474920853972435, 0.04187095910310745, 0.032959043979644775], [0.07605443149805069, -0.20164409279823303, 0.04253014177083969, 0.33855313062667847], [0.07202154397964478, -0.00715232826769352, 0.04930120334029198, 0.05957938730716705], [0.07187850028276443, -0.20294521749019623, 0.0504927933216095, 0.36740055680274963], [0.06781959533691406, -0.008575762622058392, 0.057840801775455475, 0.09105652570724487], [0.06764808297157288, 0.18567147850990295, 0.05966193228960037, -0.18283136188983917], [0.07136151194572449, 0.3798912465572357, 0.05600530654191971, -0.45611244440078735], [0.07895933091640472, 0.5741785168647766, 0.04688305780291557, -0.7306294441223145], [0.09044290333986282, 0.3784410357475281, 0.03227046877145767, -0.4235672950744629], [0.09801172465085983, 0.18287712335586548, 0.023799123242497444, -0.12088830024003983], [0.10166926681995392, -0.012577569112181664, 0.021381355822086334, 0.1792069971561432], [0.10141771286725998, 0.18223199248313904, 0.024965496733784676, -0.10665490478277206], [0.10506235808134079, 0.3769874572753906, 0.022832399234175682, -0.391357958316803], [0.1126021072268486, 0.18154902756214142, 0.01500523928552866, -0.0915645956993103], [0.11623308807611465, -0.01378475222736597, 0.013173947110772133, 0.20581446588039398], [0.11595738679170609, 0.18114635348320007, 0.017290236428380013, -0.08268380165100098], [0.11958032101392746, 0.376016229391098, 0.015636559575796127, -0.3698618710041046], [0.1271006464958191, 0.1806756556034088, 0.008239323273301125, -0.0722898468375206], [0.13071414828300476, -0.014563440345227718, 0.006793526001274586, 0.22298119962215424], [0.13042289018630981, 0.18046075105667114, 0.011253150179982185, -0.06755106896162033], [0.13403210043907166, -0.014820708893239498, 0.00990212894976139, 0.2286609411239624], [0.13373568654060364, 0.1801583468914032, 0.014475347474217415, -0.06088212877511978], [0.13733886182308197, 0.375069797039032, 0.013257704675197601, -0.34896305203437805], [0.14484025537967682, 0.17976181209087372, 0.006278443615883589, -0.052129194140434265], [0.14843548834323883, 0.3747931718826294, 0.0052358596585690975, -0.34282463788986206], [0.15593135356903076, 0.1795971393585205, -0.001620632829144597, -0.04849523305892944], [0.15952329337596893, 0.3747422993183136, -0.0025905375368893147, -0.3416890501976013], [0.16701814532279968, 0.17965728044509888, -0.009424318559467793, -0.04982414469122887], [0.17061127722263336, 0.3749130964279175, -0.010420801118016243, -0.3454655706882477], [0.1781095415353775, 0.17994092404842377, -0.01733011193573475, -0.05608683452010155], [0.18170836567878723, -0.014928312040865421, -0.01845184899866581, 0.23107832670211792], [0.1814097911119461, 0.1804523766040802, -0.013830282725393772, -0.06736735999584198], [0.185018852353096, -0.014468585141003132, -0.015177629888057709, 0.2209201455116272], [0.1847294718027115, 0.18086698651313782, -0.010759226977825165, -0.07651150971651077], [0.18834681808948517, 0.3761415183544159, -0.012289457023143768, -0.3725695013999939], [0.19586963951587677, 0.18119628727436066, -0.019740846008062363, -0.0837867483496666], [0.19949357211589813, -0.013637209311127663, -0.02141658216714859, 0.20260311663150787], [0.19922082126140594, 0.18178437650203705, -0.017364518716931343, -0.09675803035497665], [0.20285651087760925, 0.37715083360671997, -0.01929968036711216, -0.3948684632778168], [0.21039952337741852, 0.18230798840522766, -0.02719704993069172, -0.10833235830068588], [0.2140456885099411, 0.37780889868736267, -0.02936369739472866, -0.40947023034095764], [0.22160187363624573, 0.18311530351638794, -0.037553101778030396, -0.12618741393089294], [0.22526417672634125, -0.011449106968939304, -0.0400768481194973, 0.15441542863845825], [0.2250351905822754, 0.18422307074069977, -0.03698854148387909, -0.15063661336898804], [0.22871965169906616, -0.010350240394473076, -0.0400012731552124, 0.13015158474445343], [0.22851264476776123, 0.18532121181488037, -0.037398241460323334, -0.1748780608177185], [0.23221907019615173, 0.3809579014778137, -0.04089580103754997, -0.4791203737258911], [0.23983822762966156, 0.18643642961978912, -0.05047820881009102, -0.1996021717786789], [0.24356696009635925, -0.007928580045700073, -0.0544702522456646, 0.07673968374729156], [0.24340838193893433, -0.2022290676832199, -0.05293545871973038, 0.35175180435180664], [0.23936380445957184, -0.00639586104080081, -0.04590042307972908, 0.04285771772265434], [0.23923589289188385, -0.2008305937051773, -0.04504327103495598, 0.3207126259803772], [0.23521926999092102, -0.005097078625112772, -0.038629017770290375, 0.014171927236020565], [0.2351173311471939, -0.19964435696601868, -0.0383455790579319, 0.2944210469722748], [0.23112444579601288, -0.003997297957539558, -0.03245715796947479, -0.010104658082127571], [0.23104450106620789, 0.19157473742961884, -0.03265925124287605, -0.31284892559051514], [0.23487599194049835, -0.00306709879077971, -0.03891623020172119, -0.030641984194517136], [0.23481465876102448, -0.19760999083518982, -0.039529070258140564, 0.2495129257440567], [0.23086245357990265, -0.3921457827091217, -0.03453880921006203, 0.5294701457023621], [0.223019540309906, -0.19655540585517883, -0.023949407041072845, 0.2261071652173996], [0.21908843517303467, -0.0010995152406394482, -0.019427264109253883, -0.07403304427862167], [0.21906644105911255, 0.1942954808473587, -0.020907925441861153, -0.3727814853191376], [0.22295235097408295, -0.0005233101546764374, -0.028363553807139397, -0.0867636576294899], [0.22294189035892487, 0.19499348104000092, -0.030098827555775642, -0.3882586658000946], [0.2268417477607727, 0.00031140813371166587, -0.03786399960517883, -0.10521552711725235], [0.22684797644615173, -0.1942480504512787, -0.03996831178665161, 0.17528511583805084], [0.22296302020549774, 0.0014224426122382283, -0.036462608724832535, -0.12973377108573914], [0.2229914665222168, 0.19704723358154297, -0.03905728459358215, -0.4336935579776764], [0.22693242132663727, 0.3926997780799866, -0.047731153666973114, -0.7384284138679504], [0.23478640615940094, 0.19826830923557281, -0.062499724328517914, -0.46114104986190796], [0.23875178396701813, 0.004082839470356703, -0.07172254472970963, -0.18879450857639313], [0.23883342742919922, -0.1899436116218567, -0.07549843192100525, 0.08042856305837631], [0.23503455519676208, 0.006174867507070303, -0.07388986647129059, -0.2350866198539734], [0.2351580560207367, 0.2022704780101776, -0.07859159260988235, -0.5501312613487244], [0.23920346796512604, 0.008335297927260399, -0.08959422260522842, -0.28320860862731934], [0.2393701672554016, -0.18540212512016296, -0.09525839239358902, -0.020073534920811653], [0.23566213250160217, -0.3790380358695984, -0.09565986692905426, 0.24109989404678345], [0.2280813753604889, -0.18268902599811554, -0.09083786606788635, -0.08015821874141693], [0.22442759573459625, -0.37639930844306946, -0.09244102984666824, 0.18253961205482483], [0.21689960360527039, -0.18008455634117126, -0.08879023790359497, -0.13781419396400452], [0.21329791843891144, -0.37382999062538147, -0.09154652059078217, 0.12558907270431519], [0.20582132041454315, -0.5675293207168579, -0.08903474360704422, 0.3880442976951599], [0.19447073340415955, -0.7612820863723755, -0.08127385377883911, 0.6513806581497192], [0.17924508452415466, -0.5651278495788574, -0.06824624538421631, 0.33425232768058777], [0.16794252395629883, -0.3691043555736542, -0.06156119704246521, 0.020852696150541306], [0.16056044399738312, -0.5632919073104858, -0.0611441433429718, 0.29349467158317566], [0.14929459989070892, -0.3673538863658905, -0.055274248123168945, -0.017828255891799927], [0.14194752275943756, -0.17148460447788239, -0.05563081428408623, -0.32742583751678467], [0.138517826795578, -0.3657722473144531, -0.0621793307363987, -0.0527922585606575], [0.13120238482952118, -0.559950053691864, -0.06323517858982086, 0.21964263916015625], [0.12000338733196259, -0.3639838695526123, -0.05884232372045517, -0.09229788184165955], [0.112723708152771, -0.5582152009010315, -0.06068827956914902, 0.18125523626804352], [0.10155940800905228, -0.3622797131538391, -0.05706317350268364, -0.12993833422660828], [0.09431380778551102, -0.16638873517513275, -0.05966194346547127, -0.440064013004303], [0.09098603576421738, -0.36061781644821167, -0.06846322119235992, -0.16676896810531616], [0.08377368003129959, -0.5546963810920715, -0.07179860025644302, 0.1035543903708458], [0.07267975062131882, -0.35862284898757935, -0.06972751021385193, -0.2108888179063797], [0.06550729274749756, -0.16257677972316742, -0.0739452913403511, -0.5247265696525574], [0.06225575879216194, -0.35658448934555054, -0.08443982154130936, -0.2562304139137268], [0.05512407049536705, -0.5504056811332703, -0.08956442773342133, 0.008669762872159481], [0.044115956872701645, -0.35412102937698364, -0.08939103782176971, -0.3108738660812378], [0.03703353554010391, -0.547863245010376, -0.09560851007699966, -0.04766686260700226], [0.026076270267367363, -0.7414934635162354, -0.09656184911727905, 0.2133859097957611], [0.011246400885283947, -0.9351117610931396, -0.0922941341996193, 0.4741153120994568], [-0.007455834187567234, -0.7388159036636353, -0.08281182497739792, 0.1538287252187729], [-0.02223215252161026, -0.5426118969917297, -0.07973524928092957, -0.1637876182794571], [-0.03308438882231712, -0.73650723695755, -0.08301100134849548, 0.10271401703357697], [-0.04781453311443329, -0.9303475022315979, -0.08095671981573105, 0.3680959641933441], [-0.06642148643732071, -1.1242313385009766, -0.07359480112791061, 0.634194016456604], [-0.08890610933303833, -1.318253755569458, -0.060910921543836594, 0.9028224945068359], [-0.1152711883187294, -1.1223618984222412, -0.04285447299480438, 0.5916329026222229], [-0.13771842420101166, -1.3168585300445557, -0.031021814793348312, 0.8705146312713623], [-0.16405560076236725, -1.1213287115097046, -0.013611522503197193, 0.5682420134544373], [-0.18648217618465424, -0.926018476486206, -0.002246682532131672, 0.27130216360092163], [-0.2050025463104248, -0.7308645844459534, 0.003179360879585147, -0.02208852767944336], [-0.21961982548236847, -0.9260319471359253, 0.002737590344622731, 0.27159583568573], [-0.23814046382904053, -0.7309491634368896, 0.008169506676495075, -0.02022239752113819], [-0.2527594566345215, -0.5359453558921814, 0.007765058893710375, -0.3103165924549103], [-0.2634783685207367, -0.3409348726272583, 0.0015587270027026534, -0.6005405783653259], [-0.2702970504760742, -0.1458347588777542, -0.010452084243297577, -0.8927320837974548], [-0.2732137441635132, -0.34081339836120605, -0.02830672636628151, -0.6033530235290527], [-0.2800300121307373, -0.5355282425880432, -0.0403737872838974, -0.3197188079357147], [-0.29074057936668396, -0.730052649974823, -0.04676816239953041, -0.0400366485118866], [-0.3053416311740875, -0.5342923402786255, -0.04756889492273331, -0.3471008837223053], [-0.3160274922847748, -0.7287065386772156, -0.05451091378927231, -0.06978943943977356], [-0.33060160279273987, -0.9230062961578369, -0.05590670183300972, 0.20520906150341034], [-0.3490617275238037, -1.1172860860824585, -0.05180251970887184, 0.47974535822868347]], "action_prob": [0.6833451986312866, 0.7015690207481384, 0.28545230627059937, 0.8990435600280762, 0.7590383887290955, 0.39719516038894653, 0.1419529914855957, 0.9292680025100708, 0.8623815774917603, 0.6026327610015869, 0.779047966003418, 0.5875546932220459, 0.7876576781272888, 0.4291032552719116, 0.8538107872009277, 0.580518901348114, 0.21068303287029266, 0.9125261306762695, 0.8072220683097839, 0.4719575345516205, 0.8364913463592529, 0.46885496377944946, 0.16033416986465454, 0.9261525273323059, 0.8560117483139038, 0.6010593175888062, 0.7712731957435608, 0.6183586716651917, 0.7610893249511719, 0.6341750621795654, 0.7507858872413635, 0.3510684669017792, 0.8795179128646851, 0.6865583062171936, 0.29733505845069885, 0.8925469517707825, 0.7014696598052979, 0.7065975069999695, 0.6863119006156921, 0.7208981513977051, 0.3310352861881256, 0.8858644366264343, 0.32620444893836975, 0.888586163520813, 0.6871897578239441, 0.2866360545158386, 0.10802549123764038, 0.9363190531730652, 0.9021504521369934, 0.7827887535095215, 0.5597494840621948, 0.8053160905838013, 0.49080607295036316, 0.8279896378517151, 0.48099780082702637, 0.8350207805633545, 0.5684405565261841, 0.21135017275810242, 0.08324996381998062, 0.9488994479179382, 0.9222957491874695, 0.8177610635757446, 0.5259039402008057, 0.8266416192054749, 0.5042446851730347, 0.8371124267578125, 0.5232594013214111, 0.8094624876976013, 0.47179120779037476, 0.1508016139268875, 0.9332702159881592, 0.8687687516212463, 0.3766385018825531, 0.8821364045143127, 0.3268224000930786, 0.8948099613189697, 0.27527958154678345, 0.9063589572906494, 0.7745018005371094, 0.42174047231674194, 0.1562165468931198, 0.9222294092178345, 0.8444953560829163, 0.5571205615997314, 0.808319091796875, 0.47043144702911377, 0.8321146965026855, 0.5275577902793884, 0.8198288083076477, 0.4933464527130127, 0.823754608631134, 0.510818362236023, 0.8255517482757568, 0.49553459882736206, 0.8324477076530457, 0.5235744118690491, 0.8097207546234131, 0.5185021162033081, 0.8134443759918213, 0.5051685571670532, 0.820452094078064, 0.48344138264656067, 0.8302463889122009, 0.54677414894104, 0.8025554418563843, 0.558134913444519, 0.7975594401359558, 0.43326374888420105, 0.846900224685669, 0.5993605256080627, 0.770551860332489, 0.38506338000297546, 0.861790657043457, 0.34728705883026123, 0.8728835582733154, 0.6959097981452942, 0.6753585338592529, 0.7241145372390747, 0.6384331583976746, 0.24974219501018524, 0.8962205052375793, 0.7874931693077087, 0.483534038066864, 0.8250712156295776, 0.5207251906394958, 0.8087327480316162, 0.5515866279602051, 0.7933126091957092, 0.4230489432811737, 0.8417572975158691, 0.6209499835968018, 0.25791898369789124, 0.9068453907966614, 0.7407488226890564, 0.35472816228866577, 0.8599964380264282, 0.3226138949394226, 0.869129478931427, 0.7131863236427307, 0.6378081440925598, 0.26372528076171875, 0.11602818965911865, 0.9250237941741943, 0.8946123123168945, 0.8125636577606201, 0.4135390520095825, 0.16453571617603302, 0.907444179058075, 0.8582008481025696, 0.729155957698822, 0.5461918711662292, 0.7697926759719849, 0.46757370233535767, 0.801024854183197, 0.6054160594940186, 0.31245937943458557, 0.8702932000160217, 0.6557988524436951, 0.6775663495063782, 0.6137977242469788, 0.29402124881744385, 0.8546273708343506, 0.7406100034713745, 0.5070990920066833, 0.7641223669052124, 0.4609065353870392, 0.2156355082988739, 0.8784228563308716, 0.8079989552497864, 0.3551630973815918, 0.17501425743103027, 0.8912913799285889, 0.8431787490844727, 0.26146066188812256, 0.8565312027931213, 0.7732492089271545, 0.6086108684539795, 0.6284353733062744, 0.3543245792388916, 0.8115412592887878, 0.6862262487411499, 0.4743695557117462, 0.25174039602279663, 0.8773613572120667, 0.24617257714271545, 0.8842411041259766, 0.7747859954833984, 0.5538943409919739, 0.6894031763076782, 0.5666710138320923, 0.31846341490745544, 0.16991092264652252, 0.10539718717336655, 0.9224487543106079, 0.9001438617706299, 0.8528547883033752, 0.25177571177482605, 0.861598014831543, 0.7695608139038086, 0.5902343988418579], "action_logp": [-0.38075509667396545, -0.3544360101222992, -1.2536803483963013, -0.1064237654209137, -0.27570289373397827, -0.9233275651931763, -1.9522593021392822, -0.07335811853408813, -0.14805744588375092, -0.5064473152160645, -0.24968263506889343, -0.5317859053611755, -0.23869168758392334, -0.8460577130317688, -0.158045694231987, -0.5438329577445984, -1.5574004650115967, -0.09153857827186584, -0.21415649354457855, -0.7508662939071655, -0.17853909730911255, -0.7574617862701416, -1.8304951190948486, -0.0767163410782814, -0.15547116100788116, -0.5090616345405579, -0.2597126066684723, -0.48068660497665405, -0.27300453186035156, -0.45543020963668823, -0.28663477301597595, -1.0467740297317505, -0.12838134169578552, -0.37606415152549744, -1.2128956317901611, -0.11367614567279816, -0.35457760095596313, -0.34729403257369995, -0.37642306089401245, -0.3272574245929718, -1.1055302619934082, -0.12119137495756149, -1.1202309131622314, -0.11812365055084229, -0.3751447796821594, -1.249541997909546, -2.2253880500793457, -0.06579897552728653, -0.10297398269176483, -0.24489237368106842, -0.5802659392356873, -0.21652042865753174, -0.7117062211036682, -0.18875464797019958, -0.7318925857543945, -0.18029865622520447, -0.5648585557937622, -1.5542389154434204, -2.485907554626465, -0.052452437579631805, -0.08088935911655426, -0.20118504762649536, -0.6426366567611694, -0.19038401544094086, -0.6846936941146851, -0.17779691517353058, -0.6476779580116272, -0.2113848328590393, -0.7512187361717224, -1.8917901515960693, -0.06906048208475113, -0.140678271651268, -0.9764693975448608, -0.1254086047410965, -1.1183383464813232, -0.11114392429590225, -1.2899680137634277, -0.09831982105970383, -0.2555353045463562, -0.863365113735199, -1.8565120697021484, -0.08096125721931458, -0.169016033411026, -0.5849735736846924, -0.2127983570098877, -0.7541050314903259, -0.18378500640392303, -0.6394968628883362, -0.1986597329378128, -0.7065436244010925, -0.19388258457183838, -0.6717411875724792, -0.19170333445072174, -0.7021180987358093, -0.18338488042354584, -0.6470760703086853, -0.2110658586025238, -0.6568111181259155, -0.20647770166397095, -0.682863175868988, -0.19789978861808777, -0.7268252372741699, -0.1860327422618866, -0.6037194132804871, -0.21995434165000916, -0.583154559135437, -0.2261989265680313, -0.8364086151123047, -0.1661723554134369, -0.5118919610977173, -0.26064833998680115, -0.9543473720550537, -0.1487429141998291, -1.0576035976409912, -0.1359531432390213, -0.3625352382659912, -0.3925115764141083, -0.3228057324886322, -0.44873830676078796, -1.3873261213302612, -0.1095687747001648, -0.2389005720615387, -0.7266335487365723, -0.19228556752204895, -0.6525328159332275, -0.21228675544261932, -0.5949563384056091, -0.23153793811798096, -0.8602674007415771, -0.17226356267929077, -0.47650477290153503, -1.3551098108291626, -0.09778333455324173, -0.3000936508178711, -1.0364035367965698, -0.1508270502090454, -1.1312990188598633, -0.14026319980621338, -0.33801257610321045, -0.44971778988838196, -1.3328473567962646, -2.1539220809936523, -0.07793580740690231, -0.11136481165885925, -0.20756104588508606, -0.8830033540725708, -1.8046276569366455, -0.09712325036525726, -0.15291708707809448, -0.31586766242980957, -0.6047849655151367, -0.2616340219974518, -0.7601982951164246, -0.2218632847070694, -0.5018393993377686, -1.1632808446884155, -0.13892513513565063, -0.421901136636734, -0.3892478048801422, -0.48808982968330383, -1.2241032123565674, -0.1570896953344345, -0.3002811074256897, -0.6790488958358765, -0.26902732253074646, -0.7745599746704102, -1.5341657400131226, -0.12962718307971954, -0.21319450438022614, -1.0351781845092773, -1.7428878545761108, -0.11508388817310333, -0.1705763339996338, -1.3414714336395264, -0.15486451983451843, -0.2571538984775543, -0.4965761601924896, -0.4645220935344696, -1.0375418663024902, -0.20882007479667664, -0.3765479028224945, -0.7457686066627502, -1.379356861114502, -0.1308363527059555, -1.4017224311828613, -0.12302549928426743, -0.2551684081554413, -0.5907813310623169, -0.3719290494918823, -0.5679763555526733, -1.1442476511001587, -1.7724809646606445, -2.2500193119049072, -0.08072343468666077, -0.10520069301128387, -0.15916599333286285, -1.3792166709899902, -0.148966446518898, -0.2619352638721466, -0.5272355675697327], "action_dist_inputs": [[-0.38434386253356934, 0.38484418392181396], [0.4260335862636566, -0.4287469983100891], [-0.45840370655059814, 0.4591710865497589], [-1.09127676486969, 1.095365285873413], [-0.5731781721115112, 0.5742368102073669], [0.2074621617794037, -0.20970362424850464], [0.8971378207206726, -0.9020249843597412], [1.2842512130737305, -1.2912476062774658], [0.9152405858039856, -0.9199723601341248], [0.20731982588768005, -0.20912717282772064], [-0.629200279712677, 0.6309270262718201], [0.17608408629894257, -0.1777818202972412], [-0.6545069813728333, 0.6563568115234375], [0.14196465909481049, -0.14354613423347473], [0.8801736831665039, -0.8846338391304016], [0.16171470284461975, -0.16318902373313904], [-0.6593833565711975, 0.6614298820495605], [-1.1699124574661255, 1.1749643087387085], [-0.7149472236633301, 0.7171126008033752], [0.05550800636410713, -0.05677981674671173], [0.814071774482727, -0.8182787299156189], [0.06180351600050926, -0.06293817609548569], [0.8258139491081238, -0.829929769039154], [1.2612695693969727, -1.2677674293518066], [0.889238715171814, -0.8933137059211731], [0.2044096291065216, -0.20547127723693848], [-0.6065796613693237, 0.608934760093689], [0.24073317646980286, -0.24185441434383392], [-0.5781849026679993, 0.5804760456085205], [0.2744991183280945, -0.2756710946559906], [-0.5502873063087463, 0.552520751953125], [0.30656465888023376, -0.30778127908706665], [0.991827666759491, -0.9960456490516663], [0.39140447974205017, -0.3926732540130615], [-0.42897680401802063, 0.43104374408721924], [-1.0560345649719238, 1.0609906911849976], [-0.4261663258075714, 0.4281398355960846], [0.438742995262146, -0.44017305970191956], [-0.3905090391635895, 0.3924241364002228], [0.4737212061882019, -0.4751998782157898], [-0.35082802176475525, 0.3526783287525177], [-1.0221810340881348, 1.0269955396652222], [-0.3618021309375763, 0.3636001944541931], [-1.035785436630249, 1.0405945777893066], [-0.3926067352294922, 0.3944070339202881], [0.455120325088501, -0.45665812492370605], [1.053314208984375, -1.0577561855316162], [1.3405542373657227, -1.3475167751312256], [1.1084049940109253, -1.1129454374313354], [0.6401870250701904, -0.6418057084083557], [-0.11926345527172089, 0.12088203430175781], [0.7090297341346741, -0.710827648639679], [-0.017677627503871918, 0.019102193415164948], [-0.7835294008255005, 0.787916362285614], [0.038632240146398544, -0.03741312772035599], [0.8097243905067444, -0.8119126558303833], [0.13826020061969757, -0.1372312605381012], [-0.6563643217086792, 0.6604418158531189], [-1.1962947845458984, 1.2026925086975098], [-1.4566174745559692, 1.4648897647857666], [-1.2337934970855713, 1.240161657333374], [-0.748685896396637, 0.7525659799575806], [0.05220050364732742, -0.05150826647877693], [-0.7790504097938538, 0.7829599380493164], [0.00885891541838646, -0.008120015263557434], [-0.8164682984352112, 0.8204300403594971], [-0.0461466908454895, 0.046958208084106445], [0.7220694422721863, -0.7244518399238586], [-0.05602826923131943, 0.05692689120769501], [-0.8621160984039307, 0.8662115931510925], [-1.3157037496566772, 1.3223406076431274], [-0.9429569840431213, 0.947158932685852], [-0.25135937333106995, 0.2524813711643219], [-1.0042212009429932, 1.0085976123809814], [-0.3606279194355011, 0.3619643747806549], [-1.0681239366531372, 1.0727185010910034], [-0.48319554328918457, 0.48480311036109924], [-1.132551908493042, 1.1374149322509766], [-0.6159796714782715, 0.617928147315979], [0.15715058147907257, -0.1584821343421936], [0.841299831867218, -0.8453527688980103], [1.2333526611328125, -1.2396773099899292], [0.8441036343574524, -0.8479600548744202], [0.11434340476989746, -0.11514081805944443], [-0.7181783318519592, 0.7209464311599731], [0.05889154598116875, -0.05952075496315956], [0.7985511422157288, -0.8021377325057983], [0.05493808910250664, -0.05540494620800018], [-0.7560557126998901, 0.7591325640678406], [0.013141069561243057, -0.013474793173372746], [0.7693158984184265, -0.7726798057556152], [0.021537113934755325, -0.021743007004261017], [-0.775557816028595, 0.7788660526275635], [-0.008982778526842594, 0.008879220113158226], [-0.7998268008232117, 0.8032483458518982], [-0.04717421159148216, 0.04719354212284088], [0.7225610613822937, -0.7256354689598083], [-0.03695221617817879, 0.03709014877676964], [0.7347814440727234, -0.7377669215202332], [-0.010231560096144676, 0.010443340055644512], [0.758242130279541, -0.7611710429191589], [0.03325074911117554, -0.03300809487700462], [0.7922336459159851, -0.7951409220695496], [0.09393881261348724, -0.09370645135641098], [-0.6993734836578369, 0.7029696106910706], [0.1168961226940155, -0.11669992655515671], [-0.6837734580039978, 0.6873365044593811], [0.1343616545200348, -0.13418561220169067], [0.8537765145301819, -0.8567166328430176], [0.20147979259490967, -0.20132169127464294], [-0.6039795279502869, 0.6074501872062683], [0.23410817980766296, -0.23400315642356873], [0.9136090278625488, -0.9166335463523865], [0.3155192732810974, -0.3154664635658264], [0.9617873430252075, -0.9649109244346619], [0.41392260789871216, -0.41397300362586975], [-0.3646926283836365, 0.3678297996520996], [0.48238101601600647, -0.4825826585292816], [-0.2827988862991333, 0.28577128052711487], [0.5498136878013611, -0.5501739978790283], [1.0761373043060303, -1.079781413078308], [0.6546621322631836, -0.6552184224128723], [-0.031650982797145844, 0.0342365987598896], [-0.7728664875030518, 0.7782244682312012], [0.04264550283551216, -0.04030291736125946], [-0.7183048129081726, 0.7234922647476196], [0.10460595786571503, -0.10247751325368881], [-0.6699867248535156, 0.6750230193138123], [0.15610425174236298, -0.15416519343852997], [0.8349482417106628, -0.8364135026931763], [0.2476690709590912, -0.2459133267402649], [-0.5260289311408997, 0.5307839512825012], [-1.1343929767608643, 1.1413174867630005], [-0.5226322412490845, 0.5272321105003357], [0.2998535633087158, -0.29846644401550293], [0.9066256880760193, -0.908634603023529], [0.37151098251342773, -0.3702741265296936], [0.9455315470695496, -0.9477515816688538], [0.45596498250961304, -0.45494478940963745], [-0.2808297574520111, 0.28503355383872986], [0.5137279033660889, -0.512967586517334], [1.0139172077178955, -1.0166748762130737], [1.2533626556396484, -1.2592869997024536], [1.0677762031555176, -1.070968508720398], [0.7333480715751648, -0.7334067225456238], [0.17629846930503845, -0.17305581271648407], [0.8121201992034912, -0.812739908695221], [1.1393038034439087, -1.1435160636901855], [0.8995713591575623, -0.9008557200431824], [0.49612879753112793, -0.4942154288291931], [-0.09005580842494965, 0.09524001181125641], [0.6041336059570312, -0.6030074954032898], [0.06721046566963196, -0.06267713010311127], [0.6965261101722717, -0.6961861848831177], [0.21592319011688232, -0.2121606171131134], [-0.3909544348716736, 0.3976920247077942], [-0.9476340413093567, 0.9559192657470703], [-0.3191636800765991, 0.3254644274711609], [0.37246665358543396, -0.37014347314834595], [-0.22872793674468994, 0.2345762699842453], [0.43880894780158997, -0.4371240437030792], [0.8846258521080017, -0.8867397308349609], [0.5250682830810547, -0.5240731835365295], [-0.011840226128697395, 0.01655791699886322], [0.5878697633743286, -0.5875450372695923], [0.08037805557250977, -0.07631556689739227], [0.6454823017120361, -0.6458020806312561], [0.9869667887687683, -0.9906123280525208], [0.7180247902870178, -0.7190350890159607], [0.29944705963134766, -0.2969733476638794], [0.774402916431427, -0.7760958671569824], [1.0496397018432617, -1.0543601512908936], [0.8398319482803345, -0.8422404527664185], [0.5194755792617798, -0.5189149379730225], [0.8918253779411316, -0.8949475288391113], [0.6131637096405029, -0.6135860085487366], [0.2222517430782318, -0.21922501921653748], [-0.25956541299819946, 0.2659449577331543], [0.3010689616203308, -0.299014687538147], [0.7289867997169495, -0.7310690879821777], [0.39180687069892883, -0.3907281756401062], [-0.04895669221878052, 0.05365495756268501], [-0.5408849716186523, 0.5484665632247925], [-0.9793025255203247, 0.9883742332458496], [-0.555957019329071, 0.5631736516952515], [-1.0121809244155884, 1.0210391283035278], [-0.6142805218696594, 0.6212553977966309], [-0.10647329688072205, 0.10994482040405273], [0.3982427418231964, -0.3990878462791443], [-0.13249626755714417, 0.13578549027442932], [0.37991857528686523, -0.38092365860939026], [0.7909230589866638, -0.795335590839386], [1.065987467765808, -1.0726561546325684], [1.2337889671325684, -1.2423046827316284], [1.095936894416809, -1.102886438369751], [0.8760673403739929, -0.8811022639274597], [0.543421745300293, -0.5457425713539124], [0.9115990996360779, -0.9170272946357727], [0.601466953754425, -0.6043663024902344], [0.18274569511413574, -0.18218854069709778]], "value_targets": [86.60203552246094, 86.4666976928711, 86.33000183105469, 86.1919174194336, 86.05244445800781, 85.91156005859375, 85.76924896240234, 85.62550354003906, 85.48030853271484, 85.33364868164062, 85.18550109863281, 85.03585815429688, 84.88470458984375, 84.73202514648438, 84.57780456542969, 84.42202758789062, 84.2646713256836, 84.10572814941406, 83.94518280029297, 83.78301239013672, 83.61920166015625, 83.45374298095703, 83.28660583496094, 83.11778259277344, 82.94725799560547, 82.77500915527344, 82.60102081298828, 82.4252700805664, 82.24774932861328, 82.06842803955078, 81.8873062133789, 81.704345703125, 81.51954650878906, 81.33287048339844, 81.14431762695312, 80.953857421875, 80.76146697998047, 80.567138671875, 80.370849609375, 80.17257690429688, 79.97229766845703, 79.7699966430664, 79.5656509399414, 79.35924530029297, 79.1507568359375, 78.94015502929688, 78.72743225097656, 78.51255798339844, 78.2955093383789, 78.0762710571289, 77.85482025146484, 77.63113403320312, 77.40518188476562, 77.17695617675781, 76.94641876220703, 76.71355438232422, 76.47834014892578, 76.2407455444336, 76.0007553100586, 75.75833892822266, 75.51347351074219, 75.26612854003906, 75.01629638671875, 74.76393127441406, 74.50902557373047, 74.25154113769531, 73.991455078125, 73.72874450683594, 73.46337127685547, 73.19532775878906, 72.92457580566406, 72.65108489990234, 72.37483215332031, 72.09579467773438, 71.81392669677734, 71.52922058105469, 71.24163818359375, 70.9511489868164, 70.65773010253906, 70.36134338378906, 70.06195831298828, 69.75955963134766, 69.45409393310547, 69.14555358886719, 68.83389282226562, 68.51908111572266, 68.20109558105469, 67.87989044189453, 67.55545043945312, 67.22772216796875, 66.89669036865234, 66.56231689453125, 66.22456359863281, 65.88339233398438, 65.53878021240234, 65.19068908691406, 64.83908081054688, 64.48391723632812, 64.12516784667969, 63.76279830932617, 63.396766662597656, 63.027034759521484, 62.65357208251953, 62.276336669921875, 61.895286560058594, 61.51039123535156, 61.12160873413086, 60.72889709472656, 60.332218170166016, 59.93153381347656, 59.52680206298828, 59.11798095703125, 58.70503234863281, 58.28791046142578, 57.8665771484375, 57.44098663330078, 57.0110969543457, 56.576866149902344, 56.138248443603516, 55.6952018737793, 55.247676849365234, 54.79563522338867, 54.33902359008789, 53.877803802490234, 53.411922454833984, 52.94133758544922, 52.46599578857422, 51.98585510253906, 51.50086212158203, 51.01097106933594, 50.51613235473633, 50.01629638671875, 49.511409759521484, 49.001426696777344, 48.486289978027344, 47.965946197509766, 47.44034957885742, 46.909446716308594, 46.37317657470703, 45.83149337768555, 45.28433609008789, 44.731651306152344, 44.17338562011719, 43.60948181152344, 43.039878845214844, 42.46452331542969, 41.883358001708984, 41.296321868896484, 40.70335388183594, 40.104400634765625, 39.499393463134766, 38.888275146484375, 38.2709846496582, 37.6474609375, 37.017635345458984, 36.38145065307617, 35.73883819580078, 35.08973693847656, 34.434078216552734, 33.77179718017578, 33.10282516479492, 32.427093505859375, 31.74454116821289, 31.055091857910156, 30.358678817749023, 29.655229568481445, 28.944677352905273, 28.226945877075195, 27.50196647644043, 26.769662857055664, 26.02996253967285, 25.282791137695312, 24.5280704498291, 23.765727996826172, 22.995685577392578, 22.217864990234375, 21.432186126708984, 20.63857078552246, 19.83694076538086, 19.02721405029297, 18.209306716918945, 17.383136749267578, 16.54862403869629, 15.705680847167969, 14.854223251342773, 13.99416446685791, 13.125418663024902, 12.24789810180664, 11.361513137817383, 10.466174125671387, 9.561792373657227, 8.648275375366211, 7.725530624389648, 6.7934651374816895, 5.851984977722168, 4.900994777679443, 3.940398931503296, 2.970099925994873, 1.9900000095367432, 1.0]}
{"type": "SampleBatch", "eps_id": [1628128689, 1628128689, 1628128689, 1628128689, 1628128689, 1628128689, 1628128689, 1628128689, 1628128689, 1628128689, 1628128689, 1628128689, 1628128689, 1628128689, 1628128689, 1628128689, 1628128689, 1628128689, 1628128689, 1628128689, 1628128689, 1628128689, 1628128689, 1628128689, 1628128689, 1628128689, 1628128689, 1628128689, 1628128689, 1628128689, 1628128689, 1628128689, 1628128689, 1628128689, 1628128689, 1628128689, 1628128689, 1628128689, 1628128689, 1628128689, 1628128689, 1628128689, 1628128689, 1628128689, 1628128689, 1628128689, 1628128689, 1628128689, 1628128689, 1628128689, 1628128689, 1628128689, 1628128689, 1628128689, 1628128689, 1628128689, 1628128689, 1628128689, 1628128689, 1628128689, 1628128689, 1628128689, 1628128689, 1628128689, 1628128689, 1628128689, 1628128689, 1628128689, 1628128689, 1628128689, 1628128689, 1628128689, 1628128689, 1628128689, 1628128689, 1628128689, 1628128689, 1628128689, 1628128689, 1628128689, 1628128689, 1628128689, 1628128689, 1628128689, 1628128689, 1628128689, 1628128689, 1628128689, 1628128689, 1628128689, 1628128689, 1628128689, 1628128689, 1628128689, 1628128689, 1628128689, 1628128689, 1628128689, 1628128689, 1628128689, 1628128689, 1628128689, 1628128689, 1628128689, 1628128689, 1628128689, 1628128689, 1628128689, 1628128689, 1628128689, 1628128689, 1628128689, 1628128689, 1628128689, 1628128689, 1628128689, 1628128689, 1628128689, 1628128689, 1628128689, 1628128689, 1628128689, 1628128689, 1628128689, 1628128689, 1628128689, 1628128689, 1628128689, 1628128689, 1628128689, 1628128689, 1628128689, 1628128689, 1628128689, 1628128689, 1628128689, 1628128689, 1628128689, 1628128689, 1628128689, 1628128689, 1628128689, 1628128689, 1628128689, 1628128689, 1628128689, 1628128689, 1628128689, 1628128689, 1628128689, 1628128689, 1628128689, 1628128689, 1628128689, 1628128689, 1628128689, 1628128689, 1628128689, 1628128689, 1628128689, 1628128689, 1628128689, 1628128689, 1628128689, 1628128689, 1628128689, 1628128689, 1628128689, 1628128689, 1628128689, 1628128689, 1628128689, 1628128689, 1628128689, 1628128689, 1628128689, 1628128689, 1628128689, 1628128689, 1628128689, 1628128689, 1628128689, 1628128689, 1628128689, 1628128689, 1628128689, 1628128689, 1628128689, 1628128689, 1628128689, 1628128689, 1628128689, 1628128689, 1628128689, 1628128689, 1628128689, 1628128689, 1628128689, 1628128689, 1628128689], "obs": [[-0.045743510127067566, 0.029217034578323364, 0.04435009881854057, 0.02209467813372612], [-0.04515916854143143, 0.22367583215236664, 0.044791992753744125, -0.2562720477581024], [-0.04068565368652344, 0.027943935245275497, 0.0396665520966053, 0.05019576475024223], [-0.040126774460077286, 0.2224753201007843, 0.04067046567797661, -0.22971287369728088], [-0.035677265375852585, 0.4169932007789612, 0.03607621043920517, -0.5092945694923401], [-0.02733740210533142, 0.6115888357162476, 0.02589031681418419, -0.7903940081596375], [-0.015105626545846462, 0.41612109541893005, 0.01008243765681982, -0.489679753780365], [-0.006783204153180122, 0.2208583652973175, 0.00028884250787086785, -0.19383637607097626], [-0.002366037108004093, 0.025732286274433136, -0.0035878848284482956, 0.09893766045570374], [-0.0018513912800699472, -0.16933806240558624, -0.0016091316938400269, 0.3904864490032196], [-0.005238152574747801, 0.025806691497564316, 0.006200597621500492, 0.09729662537574768], [-0.004722018726170063, -0.1694035828113556, 0.008146530017256737, 0.39192935824394226], [-0.008110090158879757, 0.025601819157600403, 0.015985118225216866, 0.1018260270357132], [-0.00759805366396904, 0.22049108147621155, 0.018021637573838234, -0.18577109277248383], [-0.0031882321927696466, 0.025115976110100746, 0.01430621650069952, 0.1125420555472374], [-0.0026859126519411802, 0.2200300395488739, 0.016557058319449425, -0.17559324204921722], [0.0017146880272775888, 0.024675097316503525, 0.013045192696154118, 0.12226656079292297], [0.0022081900388002396, 0.21960774064064026, 0.015490523539483547, -0.1662723571062088], [0.006600345019251108, 0.4145045578479767, 0.012165077030658722, -0.45402848720550537], [0.014890436083078384, 0.6094524264335632, 0.003084507305175066, -0.7428521513938904], [0.02707948535680771, 0.4142880141735077, -0.011772535741329193, -0.4492001235485077], [0.03536524623632431, 0.6095744967460632, -0.020756538957357407, -0.7455706000328064], [0.04755673557519913, 0.414745032787323, -0.03566794842481613, -0.4594913125038147], [0.055851634591817856, 0.22014492750167847, -0.044857777655124664, -0.17826098203659058], [0.0602545328438282, 0.025692660361528397, -0.04842299595475197, 0.0999402403831482], [0.06076838821172714, 0.22147394716739655, -0.04642419144511223, -0.20761825144290924], [0.06519786268472672, 0.027045518159866333, -0.05057655647397041, 0.07006636261940002], [0.06573877483606339, -0.1673162281513214, -0.04917522892355919, 0.3463729918003082], [0.062392450869083405, 0.028469469398260117, -0.04224776849150658, 0.03859778866171837], [0.06296183913946152, -0.16602198779582977, -0.0414758138358593, 0.3176575005054474], [0.05964140221476555, 0.02966541051864624, -0.03512266278266907, 0.012188452295958996], [0.060234710574150085, -0.16493569314479828, -0.034878894686698914, 0.2935861349105835], [0.05693599581718445, 0.03066573292016983, -0.02900717221200466, -0.009889863431453705], [0.057549308985471725, 0.2261914163827896, -0.029204968363046646, -0.31158190965652466], [0.06207313761115074, 0.4217170178890228, -0.03543660789728165, -0.6133303046226501], [0.0705074816942215, 0.2271077185869217, -0.04770321398973465, -0.3320157825946808], [0.07504963129758835, 0.03269607946276665, -0.05434352904558182, -0.0547495000064373], [0.07570355385541916, -0.16160625219345093, -0.05543851852416992, 0.22030460834503174], [0.07247143238782883, -0.35589373111724854, -0.051032427698373795, 0.4949975311756134], [0.06535355746746063, -0.16009065508842468, -0.041132476180791855, 0.18667824566364288], [0.06215174123644829, 0.03559492528438568, -0.03739891201257706, -0.11869139224290848], [0.06286364048719406, -0.15897178649902344, -0.03977273777127266, 0.1619618684053421], [0.059684205800294876, 0.03669631481170654, -0.036533500999212265, -0.14299826323986053], [0.060418132692575455, -0.1578838974237442, -0.03939346596598625, 0.13793882727622986], [0.05726045370101929, -0.3524201214313507, -0.036634691059589386, 0.41793811321258545], [0.05021205171942711, -0.15679869055747986, -0.028275927528738976, 0.11393465101718903], [0.04707607626914978, -0.35150429606437683, -0.025997234508395195, 0.3975643217563629], [0.04004599153995514, -0.15602336823940277, -0.018045948818325996, 0.09679964929819107], [0.03692552447319031, -0.35088208317756653, -0.016109956428408623, 0.38373491168022156], [0.02990788221359253, -0.15553516149520874, -0.008435257710516453, 0.08601643145084381], [0.026797179132699966, -0.35053518414497375, -0.006714928895235062, 0.37602612376213074], [0.019786475226283073, -0.1553185135126114, 0.0008055938524194062, 0.08123353868722916], [0.016680104658007622, 0.039791885763406754, 0.0024302646052092314, -0.21119511127471924], [0.01747594214975834, -0.1553647220134735, -0.001793637522496283, 0.08225344121456146], [0.014368648640811443, 0.03978288918733597, -0.00014856869529467076, -0.21099483966827393], [0.01516430638730526, -0.15533693134784698, -0.004368465393781662, 0.08164121955633163], [0.01205756701529026, 0.03984736278653145, -0.002735641086474061, -0.21241676807403564], [0.012854514643549919, -0.15523536503314972, -0.006983976345509291, 0.07940196245908737], [0.00974980741739273, 0.03998599946498871, -0.005395937245339155, -0.21547621488571167], [0.01054952759295702, -0.15505839884281158, -0.00970546156167984, 0.07549971342086792], [0.00744835939258337, -0.35003986954689026, -0.008195467293262482, 0.3651047945022583], [0.0004475618479773402, -0.15480242669582367, -0.0008933712379075587, 0.06984900683164597], [-0.0026484865229576826, -0.34991154074668884, 0.0005036089569330215, 0.3622499406337738], [-0.009646717458963394, -0.15479676425457, 0.00774860754609108, 0.06972585618495941], [-0.01274265255779028, 0.040213245898485184, 0.009143125265836716, -0.2205023169517517], [-0.011938387528061867, -0.15503819286823273, 0.004733078647404909, 0.07505065202713013], [-0.015039151534438133, 0.04001558572053909, 0.006234091706573963, -0.21613521873950958], [-0.014238839969038963, 0.2350478619337082, 0.0019113871967419982, -0.5068451166152954], [-0.00953788310289383, 0.03989902883768082, -0.008225515484809875, -0.21356047689914703], [-0.008739902637898922, -0.1551043689250946, -0.012496724724769592, 0.07651643455028534], [-0.011841989122331142, 0.04019448906183243, -0.01096639595925808, -0.22008290886878967], [-0.0110380994156003, -0.15476900339126587, -0.015368054620921612, 0.06912069022655487], [-0.014133479446172714, 0.04056986793875694, -0.013985640369355679, -0.2283710390329361], [-0.013322082348167896, -0.1543494611978531, -0.01855306141078472, 0.05986770614981651], [-0.016409071162343025, -0.3492005467414856, -0.01735570654273033, 0.3466397523880005], [-0.02339308336377144, -0.15383608639240265, -0.010422912426292896, 0.04853486642241478], [-0.026469804346561432, 0.04143376275897026, -0.009452215395867825, -0.24741826951503754], [-0.025641128420829773, -0.15355193614959717, -0.01440057996660471, 0.0422682911157608], [-0.028712168335914612, -0.3484644591808319, -0.013555214740335941, 0.3303731381893158], [-0.035681456327438354, -0.153152197599411, -0.006947751622647047, 0.033446550369262695], [-0.038744501769542694, -0.3481738269329071, -0.006278820801526308, 0.3239293098449707], [-0.045707978308200836, -0.15296302735805511, 0.00019976547628175467, 0.029272940009832382], [-0.04876723885536194, -0.3480878472328186, 0.000785224256105721, 0.32201889157295227], [-0.05572899430990219, -0.1529770940542221, 0.007225601933896542, 0.02958369255065918], [-0.05878853797912598, -0.3482019007205963, 0.007817275822162628, 0.32453757524490356], [-0.06575257331132889, -0.15319213271141052, 0.014308027923107147, 0.03433011844754219], [-0.0688164159655571, 0.04172174632549286, 0.01499462965875864, -0.25380435585975647], [-0.06798198074102402, -0.15361106395721436, 0.009918542578816414, 0.043570175766944885], [-0.07105420529842377, -0.3488738238811493, 0.010789946652948856, 0.3393659293651581], [-0.07803168147802353, -0.15390706062316895, 0.017577264457941055, 0.05010496824979782], [-0.08110982179641724, -0.3492765724658966, 0.01857936382293701, 0.3482814431190491], [-0.08809535205364227, -0.15442374348640442, 0.025544993579387665, 0.06151464581489563], [-0.09118382632732391, -0.3499024510383606, 0.026775285601615906, 0.3621464669704437], [-0.09818187355995178, -0.15517111122608185, 0.03401821479201317, 0.07802513241767883], [-0.10128530114889145, -0.35076379776000977, 0.03557871654629707, 0.38124385476112366], [-0.1083005741238594, -0.15616464614868164, 0.04320359602570534, 0.09998778253793716], [-0.11142386496067047, 0.03831235319375992, 0.045203350484371185, -0.17875759303569794], [-0.11065762490034103, -0.15742634236812592, 0.04162819683551788, 0.12783578038215637], [-0.11380615085363388, -0.3531191647052765, 0.04418491572141647, 0.43335583806037903], [-0.12086853384971619, -0.1586497277021408, 0.05285203084349632, 0.15492254495620728], [-0.12404152750968933, 0.035677220672369, 0.055950481444597244, -0.12062957882881165], [-0.12332797795534134, -0.1601998507976532, 0.05353789031505585, 0.18916712701320648], [-0.12653197348117828, 0.03411690145730972, 0.05732123181223869, -0.08615776151418686], [-0.1258496344089508, -0.16177785396575928, 0.055598076432943344, 0.22404497861862183], [-0.12908519804477692, 0.03250719979405403, 0.060078978538513184, -0.05059488117694855], [-0.12843506038188934, -0.16342246532440186, 0.059067077934741974, 0.2604219615459442], [-0.13170349597930908, 0.030808724462985992, 0.06427551805973053, -0.013061098754405975], [-0.13108733296394348, 0.2249528169631958, 0.06401430070400238, -0.28479188680648804], [-0.12658827006816864, 0.028979049995541573, 0.05831845849752426, 0.027374014258384705], [-0.12600868940353394, 0.22321827709674835, 0.05886593833565712, -0.2463536113500595], [-0.12154432386159897, 0.02730715647339821, 0.05393886938691139, 0.06430067121982574], [-0.12099818140268326, -0.16854499280452728, 0.05522488057613373, 0.3735019564628601], [-0.12436908483505249, 0.025750767439603806, 0.06269492208957672, 0.09873051196336746], [-0.12385406345129013, 0.21992075443267822, 0.06466952711343765, -0.17353202402591705], [-0.11945565044879913, 0.023935724049806595, 0.061198890209198, 0.13883060216903687], [-0.11897693574428558, -0.17200693488121033, 0.0639755055308342, 0.45017561316490173], [-0.12241707742214203, 0.022154584527015686, 0.07297901809215546, 0.1783251166343689], [-0.12197398394346237, 0.21616041660308838, 0.07654551416635513, -0.09047223627567291], [-0.11765077710151672, 0.41010650992393494, 0.07473607361316681, -0.35805708169937134], [-0.10944864898920059, 0.21400603652000427, 0.06757493317127228, -0.042775556445121765], [-0.10516852140426636, 0.40809717774391174, 0.0667194202542305, -0.3133958876132965], [-0.09700658172369003, 0.6022083759307861, 0.06045150011777878, -0.5843138694763184], [-0.08496241271495819, 0.4062940180301666, 0.04876522347331047, -0.27321723103523254], [-0.07683653384447098, 0.6006874442100525, 0.04330087825655937, -0.5501294732093811], [-0.06482278555631638, 0.4049849212169647, 0.032298289239406586, -0.24412430822849274], [-0.056723084300756454, 0.20941686630249023, 0.0274158027023077, 0.05856878682971001], [-0.05253474786877632, 0.013912777416408062, 0.028587179258465767, 0.3597739636898041], [-0.05225649103522301, 0.2086169421672821, 0.03578265756368637, 0.07624053210020065], [-0.04808415472507477, 0.4032081365585327, 0.03730746731162071, -0.2049415558576584], [-0.04001999273896217, 0.597777247428894, 0.033208638429641724, -0.48562631011009216], [-0.02806444652378559, 0.4022028148174286, 0.02349611185491085, -0.18266484141349792], [-0.020020389929413795, 0.5969808101654053, 0.019842814654111862, -0.4678439795970917], [-0.008080773986876011, 0.4015842378139496, 0.010485935024917126, -0.1689734011888504], [-4.908896880806424e-05, 0.5965545177459717, 0.00710646715015173, -0.4583299458026886], [0.011882001534104347, 0.4013328552246094, -0.0020601318683475256, -0.16341553628444672], [0.019908659160137177, 0.2062404453754425, -0.005328442435711622, 0.12861676514148712], [0.02403346821665764, 0.011195232160389423, -0.0027561073657125235, 0.41961386799812317], [0.024257373064756393, 0.20635612308979034, 0.005636170040816069, 0.12606334686279297], [0.0283844955265522, 0.40139687061309814, 0.008157436735928059, -0.1648361086845398], [0.03641243278980255, 0.20615911483764648, 0.004860714543610811, 0.13040906190872192], [0.040535613894462585, 0.40121111273765564, 0.007468895986676216, -0.16073642671108246], [0.04855983704328537, 0.2059830278158188, 0.0042541674338281155, 0.1342933624982834], [0.05267949774861336, 0.40104377269744873, 0.006940034683793783, -0.1570444107055664], [0.060700371861457825, 0.20582315325737, 0.003799146506935358, 0.1378198266029358], [0.06481683254241943, 0.4008904993534088, 0.006555542815476656, -0.15366211533546448], [0.07283464819192886, 0.5959179401397705, 0.003482300788164139, -0.44426971673965454], [0.08475300669670105, 0.4007469117641449, -0.0054030935280025005, -0.1504911333322525], [0.09276794642210007, 0.2057027518749237, -0.008412916213274002, 0.1404823511838913], [0.09688200056552887, 0.40094417333602905, -0.005603269208222628, -0.1548427939414978], [0.10490088164806366, 0.20590290427207947, -0.00870012491941452, 0.13606718182563782], [0.10901893675327301, 0.40114837884902954, -0.0059787817299366, -0.1593477576971054], [0.11704190820455551, 0.20611253380775452, -0.009165736846625805, 0.13144302368164062], [0.12116415798664093, 0.4013645648956299, -0.006536876317113638, -0.16411741077899933], [0.12919144332408905, 0.5965794920921326, -0.00981922447681427, -0.45885536074638367], [0.14112304151058197, 0.4015977084636688, -0.018996331840753555, -0.16928359866142273], [0.14915499091148376, 0.2067527323961258, -0.02238200418651104, 0.11734654009342194], [0.1532900482416153, 0.011958506889641285, -0.020035073161125183, 0.40288493037223816], [0.15352921187877655, 0.20735880732536316, -0.01197737455368042, 0.10395339876413345], [0.15767639875411987, 0.012410528026521206, -0.009898305870592594, 0.39283356070518494], [0.1579246073961258, 0.20767153799533844, -0.0020416348706930876, 0.09704635292291641], [0.16207803785800934, 0.40282270312309265, -0.00010070766438730061, -0.19628000259399414], [0.17013448476791382, 0.207702174782753, -0.004026307724416256, 0.09637115150690079], [0.1742885261774063, 0.40288159251213074, -0.002098884666338563, -0.19757933914661407], [0.1823461651802063, 0.5980334877967834, -0.006050471682101488, -0.4909236431121826], [0.19430683553218842, 0.4029974341392517, -0.01586894504725933, -0.20015369355678558], [0.20236678421497345, 0.20810599625110626, -0.019872019067406654, 0.08748137205839157], [0.206528902053833, 0.01327444612979889, -0.018122389912605286, 0.3738290071487427], [0.2067943960428238, -0.18158544600009918, -0.010645810514688492, 0.6607431769371033], [0.20316268503665924, 0.013683013617992401, 0.0025690526235848665, 0.364727258682251], [0.20343634486198425, 0.2087683528661728, 0.009863598272204399, 0.07285550981760025], [0.20761170983314514, 0.013506400398910046, 0.011320708319544792, 0.36863404512405396], [0.2078818380832672, 0.20846568048000336, 0.018693389371037483, 0.07954208552837372], [0.2120511531829834, 0.4033147394657135, 0.020284229889512062, -0.20718489587306976], [0.220117449760437, 0.5981408357620239, 0.01614053174853325, -0.49340078234672546], [0.23208026587963104, 0.7930314540863037, 0.006272516679018736, -0.7809535264968872], [0.24794089794158936, 0.5978238582611084, -0.009346554055809975, -0.48630377650260925], [0.259897381067276, 0.40283504128456116, -0.019072629511356354, -0.196581169962883], [0.2679540812969208, 0.5982245206832886, -0.023004254326224327, -0.4952191114425659], [0.2799185514450073, 0.4034344255924225, -0.03290863707661629, -0.20987391471862793], [0.28798726201057434, 0.2087980955839157, -0.037106115370988846, 0.07224911451339722], [0.292163223028183, 0.014227214269340038, -0.035661131143569946, 0.3529978394508362], [0.2924477458000183, 0.2098376303911209, -0.02860117517411709, 0.0492866076529026], [0.29664450883865356, 0.4053577780723572, -0.027615442872047424, -0.2522812485694885], [0.3047516644001007, 0.2106408178806305, -0.0326610691845417, 0.03156490996479988], [0.30896449089050293, 0.016002099961042404, -0.03202977031469345, 0.31376662850379944], [0.3092845380306244, 0.21156534552574158, -0.02575443685054779, 0.01115709263831377], [0.313515841960907, 0.016822027042508125, -0.02553129568696022, 0.29560422897338867], [0.3138522803783417, 0.21229848265647888, -0.019619211554527283, -0.005020280834287405], [0.318098247051239, 0.017463307827711105, -0.019719615578651428, 0.28140854835510254], [0.3184475004673004, -0.17737188935279846, -0.01409144513309002, 0.5678073167800903], [0.31490007042884827, 0.017944857478141785, -0.002735298592597246, 0.2707185447216034], [0.3152589797973633, 0.21310573816299438, 0.002679072320461273, -0.02282584458589554], [0.31952106952667236, 0.40818917751312256, 0.0022225554566830397, -0.31466227769851685], [0.3276848793029785, 0.6032794117927551, -0.004070690367370844, -0.6066434383392334], [0.3397504389286041, 0.40821459889411926, -0.016203559935092926, -0.31524547934532166], [0.34791475534439087, 0.21332715451717377, -0.022508468478918076, -0.02771633490920067], [0.3521812856197357, 0.018535098060965538, -0.023062795400619507, 0.2577807903289795], [0.35255199670791626, 0.2139785885810852, -0.01790717989206314, -0.04208632931113243], [0.35683155059814453, 0.019117936491966248, -0.01874890737235546, 0.24489335715770721], [0.35721391439437866, 0.21450258791446686, -0.013851039111614227, -0.05364397168159485]], "actions": [1, 0, 1, 1, 1, 0, 0, 0, 0, 1, 0, 1, 1, 0, 1, 0, 1, 1, 1, 0, 1, 0, 0, 0, 1, 0, 0, 1, 0, 1, 0, 1, 1, 1, 0, 0, 0, 0, 1, 1, 0, 1, 0, 0, 1, 0, 1, 0, 1, 0, 1, 1, 0, 1, 0, 1, 0, 1, 0, 0, 1, 0, 1, 1, 0, 1, 1, 0, 0, 1, 0, 1, 0, 0, 1, 1, 0, 0, 1, 0, 1, 0, 1, 0, 1, 1, 0, 0, 1, 0, 1, 0, 1, 0, 1, 1, 0, 0, 1, 1, 0, 1, 0, 1, 0, 1, 1, 0, 1, 0, 0, 1, 1, 0, 0, 1, 1, 1, 0, 1, 1, 0, 1, 0, 0, 0, 1, 1, 1, 0, 1, 0, 1, 0, 0, 0, 1, 1, 0, 1, 0, 1, 0, 1, 1, 0, 0, 1, 0, 1, 0, 1, 1, 0, 0, 0, 1, 0, 1, 1, 0, 1, 1, 0, 0, 0, 0, 1, 1, 0, 1, 1, 1, 1, 0, 0, 1, 0, 0, 0, 1, 1, 0, 0, 1, 0, 1, 0, 0, 1, 1, 1, 1, 0, 0, 0, 1, 0, 1, 1], "rewards": [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], "prev_actions": [0, 1, 0, 1, 1, 1, 0, 0, 0, 0, 1, 0, 1, 1, 0, 1, 0, 1, 1, 1, 0, 1, 0, 0, 0, 1, 0, 0, 1, 0, 1, 0, 1, 1, 1, 0, 0, 0, 0, 1, 1, 0, 1, 0, 0, 1, 0, 1, 0, 1, 0, 1, 1, 0, 1, 0, 1, 0, 1, 0, 0, 1, 0, 1, 1, 0, 1, 1, 0, 0, 1, 0, 1, 0, 0, 1, 1, 0, 0, 1, 0, 1, 0, 1, 0, 1, 1, 0, 0, 1, 0, 1, 0, 1, 0, 1, 1, 0, 0, 1, 1, 0, 1, 0, 1, 0, 1, 1, 0, 1, 0, 0, 1, 1, 0, 0, 1, 1, 1, 0, 1, 1, 0, 1, 0, 0, 0, 1, 1, 1, 0, 1, 0, 1, 0, 0, 0, 1, 1, 0, 1, 0, 1, 0, 1, 1, 0, 0, 1, 0, 1, 0, 1, 1, 0, 0, 0, 1, 0, 1, 1, 0, 1, 1, 0, 0, 0, 0, 1, 1, 0, 1, 1, 1, 1, 0, 0, 1, 0, 0, 0, 1, 1, 0, 0, 1, 0, 1, 0, 0, 1, 1, 1, 1, 0, 0, 0, 1, 0, 1], "prev_rewards": [0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], "dones": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, true], "new_obs": [[-0.04515916854143143, 0.22367583215236664, 0.044791992753744125, -0.2562720477581024], [-0.04068565368652344, 0.027943935245275497, 0.0396665520966053, 0.05019576475024223], [-0.040126774460077286, 0.2224753201007843, 0.04067046567797661, -0.22971287369728088], [-0.035677265375852585, 0.4169932007789612, 0.03607621043920517, -0.5092945694923401], [-0.02733740210533142, 0.6115888357162476, 0.02589031681418419, -0.7903940081596375], [-0.015105626545846462, 0.41612109541893005, 0.01008243765681982, -0.489679753780365], [-0.006783204153180122, 0.2208583652973175, 0.00028884250787086785, -0.19383637607097626], [-0.002366037108004093, 0.025732286274433136, -0.0035878848284482956, 0.09893766045570374], [-0.0018513912800699472, -0.16933806240558624, -0.0016091316938400269, 0.3904864490032196], [-0.005238152574747801, 0.025806691497564316, 0.006200597621500492, 0.09729662537574768], [-0.004722018726170063, -0.1694035828113556, 0.008146530017256737, 0.39192935824394226], [-0.008110090158879757, 0.025601819157600403, 0.015985118225216866, 0.1018260270357132], [-0.00759805366396904, 0.22049108147621155, 0.018021637573838234, -0.18577109277248383], [-0.0031882321927696466, 0.025115976110100746, 0.01430621650069952, 0.1125420555472374], [-0.0026859126519411802, 0.2200300395488739, 0.016557058319449425, -0.17559324204921722], [0.0017146880272775888, 0.024675097316503525, 0.013045192696154118, 0.12226656079292297], [0.0022081900388002396, 0.21960774064064026, 0.015490523539483547, -0.1662723571062088], [0.006600345019251108, 0.4145045578479767, 0.012165077030658722, -0.45402848720550537], [0.014890436083078384, 0.6094524264335632, 0.003084507305175066, -0.7428521513938904], [0.02707948535680771, 0.4142880141735077, -0.011772535741329193, -0.4492001235485077], [0.03536524623632431, 0.6095744967460632, -0.020756538957357407, -0.7455706000328064], [0.04755673557519913, 0.414745032787323, -0.03566794842481613, -0.4594913125038147], [0.055851634591817856, 0.22014492750167847, -0.044857777655124664, -0.17826098203659058], [0.0602545328438282, 0.025692660361528397, -0.04842299595475197, 0.0999402403831482], [0.06076838821172714, 0.22147394716739655, -0.04642419144511223, -0.20761825144290924], [0.06519786268472672, 0.027045518159866333, -0.05057655647397041, 0.07006636261940002], [0.06573877483606339, -0.1673162281513214, -0.04917522892355919, 0.3463729918003082], [0.062392450869083405, 0.028469469398260117, -0.04224776849150658, 0.03859778866171837], [0.06296183913946152, -0.16602198779582977, -0.0414758138358593, 0.3176575005054474], [0.05964140221476555, 0.02966541051864624, -0.03512266278266907, 0.012188452295958996], [0.060234710574150085, -0.16493569314479828, -0.034878894686698914, 0.2935861349105835], [0.05693599581718445, 0.03066573292016983, -0.02900717221200466, -0.009889863431453705], [0.057549308985471725, 0.2261914163827896, -0.029204968363046646, -0.31158190965652466], [0.06207313761115074, 0.4217170178890228, -0.03543660789728165, -0.6133303046226501], [0.0705074816942215, 0.2271077185869217, -0.04770321398973465, -0.3320157825946808], [0.07504963129758835, 0.03269607946276665, -0.05434352904558182, -0.0547495000064373], [0.07570355385541916, -0.16160625219345093, -0.05543851852416992, 0.22030460834503174], [0.07247143238782883, -0.35589373111724854, -0.051032427698373795, 0.4949975311756134], [0.06535355746746063, -0.16009065508842468, -0.041132476180791855, 0.18667824566364288], [0.06215174123644829, 0.03559492528438568, -0.03739891201257706, -0.11869139224290848], [0.06286364048719406, -0.15897178649902344, -0.03977273777127266, 0.1619618684053421], [0.059684205800294876, 0.03669631481170654, -0.036533500999212265, -0.14299826323986053], [0.060418132692575455, -0.1578838974237442, -0.03939346596598625, 0.13793882727622986], [0.05726045370101929, -0.3524201214313507, -0.036634691059589386, 0.41793811321258545], [0.05021205171942711, -0.15679869055747986, -0.028275927528738976, 0.11393465101718903], [0.04707607626914978, -0.35150429606437683, -0.025997234508395195, 0.3975643217563629], [0.04004599153995514, -0.15602336823940277, -0.018045948818325996, 0.09679964929819107], [0.03692552447319031, -0.35088208317756653, -0.016109956428408623, 0.38373491168022156], [0.02990788221359253, -0.15553516149520874, -0.008435257710516453, 0.08601643145084381], [0.026797179132699966, -0.35053518414497375, -0.006714928895235062, 0.37602612376213074], [0.019786475226283073, -0.1553185135126114, 0.0008055938524194062, 0.08123353868722916], [0.016680104658007622, 0.039791885763406754, 0.0024302646052092314, -0.21119511127471924], [0.01747594214975834, -0.1553647220134735, -0.001793637522496283, 0.08225344121456146], [0.014368648640811443, 0.03978288918733597, -0.00014856869529467076, -0.21099483966827393], [0.01516430638730526, -0.15533693134784698, -0.004368465393781662, 0.08164121955633163], [0.01205756701529026, 0.03984736278653145, -0.002735641086474061, -0.21241676807403564], [0.012854514643549919, -0.15523536503314972, -0.006983976345509291, 0.07940196245908737], [0.00974980741739273, 0.03998599946498871, -0.005395937245339155, -0.21547621488571167], [0.01054952759295702, -0.15505839884281158, -0.00970546156167984, 0.07549971342086792], [0.00744835939258337, -0.35003986954689026, -0.008195467293262482, 0.3651047945022583], [0.0004475618479773402, -0.15480242669582367, -0.0008933712379075587, 0.06984900683164597], [-0.0026484865229576826, -0.34991154074668884, 0.0005036089569330215, 0.3622499406337738], [-0.009646717458963394, -0.15479676425457, 0.00774860754609108, 0.06972585618495941], [-0.01274265255779028, 0.040213245898485184, 0.009143125265836716, -0.2205023169517517], [-0.011938387528061867, -0.15503819286823273, 0.004733078647404909, 0.07505065202713013], [-0.015039151534438133, 0.04001558572053909, 0.006234091706573963, -0.21613521873950958], [-0.014238839969038963, 0.2350478619337082, 0.0019113871967419982, -0.5068451166152954], [-0.00953788310289383, 0.03989902883768082, -0.008225515484809875, -0.21356047689914703], [-0.008739902637898922, -0.1551043689250946, -0.012496724724769592, 0.07651643455028534], [-0.011841989122331142, 0.04019448906183243, -0.01096639595925808, -0.22008290886878967], [-0.0110380994156003, -0.15476900339126587, -0.015368054620921612, 0.06912069022655487], [-0.014133479446172714, 0.04056986793875694, -0.013985640369355679, -0.2283710390329361], [-0.013322082348167896, -0.1543494611978531, -0.01855306141078472, 0.05986770614981651], [-0.016409071162343025, -0.3492005467414856, -0.01735570654273033, 0.3466397523880005], [-0.02339308336377144, -0.15383608639240265, -0.010422912426292896, 0.04853486642241478], [-0.026469804346561432, 0.04143376275897026, -0.009452215395867825, -0.24741826951503754], [-0.025641128420829773, -0.15355193614959717, -0.01440057996660471, 0.0422682911157608], [-0.028712168335914612, -0.3484644591808319, -0.013555214740335941, 0.3303731381893158], [-0.035681456327438354, -0.153152197599411, -0.006947751622647047, 0.033446550369262695], [-0.038744501769542694, -0.3481738269329071, -0.006278820801526308, 0.3239293098449707], [-0.045707978308200836, -0.15296302735805511, 0.00019976547628175467, 0.029272940009832382], [-0.04876723885536194, -0.3480878472328186, 0.000785224256105721, 0.32201889157295227], [-0.05572899430990219, -0.1529770940542221, 0.007225601933896542, 0.02958369255065918], [-0.05878853797912598, -0.3482019007205963, 0.007817275822162628, 0.32453757524490356], [-0.06575257331132889, -0.15319213271141052, 0.014308027923107147, 0.03433011844754219], [-0.0688164159655571, 0.04172174632549286, 0.01499462965875864, -0.25380435585975647], [-0.06798198074102402, -0.15361106395721436, 0.009918542578816414, 0.043570175766944885], [-0.07105420529842377, -0.3488738238811493, 0.010789946652948856, 0.3393659293651581], [-0.07803168147802353, -0.15390706062316895, 0.017577264457941055, 0.05010496824979782], [-0.08110982179641724, -0.3492765724658966, 0.01857936382293701, 0.3482814431190491], [-0.08809535205364227, -0.15442374348640442, 0.025544993579387665, 0.06151464581489563], [-0.09118382632732391, -0.3499024510383606, 0.026775285601615906, 0.3621464669704437], [-0.09818187355995178, -0.15517111122608185, 0.03401821479201317, 0.07802513241767883], [-0.10128530114889145, -0.35076379776000977, 0.03557871654629707, 0.38124385476112366], [-0.1083005741238594, -0.15616464614868164, 0.04320359602570534, 0.09998778253793716], [-0.11142386496067047, 0.03831235319375992, 0.045203350484371185, -0.17875759303569794], [-0.11065762490034103, -0.15742634236812592, 0.04162819683551788, 0.12783578038215637], [-0.11380615085363388, -0.3531191647052765, 0.04418491572141647, 0.43335583806037903], [-0.12086853384971619, -0.1586497277021408, 0.05285203084349632, 0.15492254495620728], [-0.12404152750968933, 0.035677220672369, 0.055950481444597244, -0.12062957882881165], [-0.12332797795534134, -0.1601998507976532, 0.05353789031505585, 0.18916712701320648], [-0.12653197348117828, 0.03411690145730972, 0.05732123181223869, -0.08615776151418686], [-0.1258496344089508, -0.16177785396575928, 0.055598076432943344, 0.22404497861862183], [-0.12908519804477692, 0.03250719979405403, 0.060078978538513184, -0.05059488117694855], [-0.12843506038188934, -0.16342246532440186, 0.059067077934741974, 0.2604219615459442], [-0.13170349597930908, 0.030808724462985992, 0.06427551805973053, -0.013061098754405975], [-0.13108733296394348, 0.2249528169631958, 0.06401430070400238, -0.28479188680648804], [-0.12658827006816864, 0.028979049995541573, 0.05831845849752426, 0.027374014258384705], [-0.12600868940353394, 0.22321827709674835, 0.05886593833565712, -0.2463536113500595], [-0.12154432386159897, 0.02730715647339821, 0.05393886938691139, 0.06430067121982574], [-0.12099818140268326, -0.16854499280452728, 0.05522488057613373, 0.3735019564628601], [-0.12436908483505249, 0.025750767439603806, 0.06269492208957672, 0.09873051196336746], [-0.12385406345129013, 0.21992075443267822, 0.06466952711343765, -0.17353202402591705], [-0.11945565044879913, 0.023935724049806595, 0.061198890209198, 0.13883060216903687], [-0.11897693574428558, -0.17200693488121033, 0.0639755055308342, 0.45017561316490173], [-0.12241707742214203, 0.022154584527015686, 0.07297901809215546, 0.1783251166343689], [-0.12197398394346237, 0.21616041660308838, 0.07654551416635513, -0.09047223627567291], [-0.11765077710151672, 0.41010650992393494, 0.07473607361316681, -0.35805708169937134], [-0.10944864898920059, 0.21400603652000427, 0.06757493317127228, -0.042775556445121765], [-0.10516852140426636, 0.40809717774391174, 0.0667194202542305, -0.3133958876132965], [-0.09700658172369003, 0.6022083759307861, 0.06045150011777878, -0.5843138694763184], [-0.08496241271495819, 0.4062940180301666, 0.04876522347331047, -0.27321723103523254], [-0.07683653384447098, 0.6006874442100525, 0.04330087825655937, -0.5501294732093811], [-0.06482278555631638, 0.4049849212169647, 0.032298289239406586, -0.24412430822849274], [-0.056723084300756454, 0.20941686630249023, 0.0274158027023077, 0.05856878682971001], [-0.05253474786877632, 0.013912777416408062, 0.028587179258465767, 0.3597739636898041], [-0.05225649103522301, 0.2086169421672821, 0.03578265756368637, 0.07624053210020065], [-0.04808415472507477, 0.4032081365585327, 0.03730746731162071, -0.2049415558576584], [-0.04001999273896217, 0.597777247428894, 0.033208638429641724, -0.48562631011009216], [-0.02806444652378559, 0.4022028148174286, 0.02349611185491085, -0.18266484141349792], [-0.020020389929413795, 0.5969808101654053, 0.019842814654111862, -0.4678439795970917], [-0.008080773986876011, 0.4015842378139496, 0.010485935024917126, -0.1689734011888504], [-4.908896880806424e-05, 0.5965545177459717, 0.00710646715015173, -0.4583299458026886], [0.011882001534104347, 0.4013328552246094, -0.0020601318683475256, -0.16341553628444672], [0.019908659160137177, 0.2062404453754425, -0.005328442435711622, 0.12861676514148712], [0.02403346821665764, 0.011195232160389423, -0.0027561073657125235, 0.41961386799812317], [0.024257373064756393, 0.20635612308979034, 0.005636170040816069, 0.12606334686279297], [0.0283844955265522, 0.40139687061309814, 0.008157436735928059, -0.1648361086845398], [0.03641243278980255, 0.20615911483764648, 0.004860714543610811, 0.13040906190872192], [0.040535613894462585, 0.40121111273765564, 0.007468895986676216, -0.16073642671108246], [0.04855983704328537, 0.2059830278158188, 0.0042541674338281155, 0.1342933624982834], [0.05267949774861336, 0.40104377269744873, 0.006940034683793783, -0.1570444107055664], [0.060700371861457825, 0.20582315325737, 0.003799146506935358, 0.1378198266029358], [0.06481683254241943, 0.4008904993534088, 0.006555542815476656, -0.15366211533546448], [0.07283464819192886, 0.5959179401397705, 0.003482300788164139, -0.44426971673965454], [0.08475300669670105, 0.4007469117641449, -0.0054030935280025005, -0.1504911333322525], [0.09276794642210007, 0.2057027518749237, -0.008412916213274002, 0.1404823511838913], [0.09688200056552887, 0.40094417333602905, -0.005603269208222628, -0.1548427939414978], [0.10490088164806366, 0.20590290427207947, -0.00870012491941452, 0.13606718182563782], [0.10901893675327301, 0.40114837884902954, -0.0059787817299366, -0.1593477576971054], [0.11704190820455551, 0.20611253380775452, -0.009165736846625805, 0.13144302368164062], [0.12116415798664093, 0.4013645648956299, -0.006536876317113638, -0.16411741077899933], [0.12919144332408905, 0.5965794920921326, -0.00981922447681427, -0.45885536074638367], [0.14112304151058197, 0.4015977084636688, -0.018996331840753555, -0.16928359866142273], [0.14915499091148376, 0.2067527323961258, -0.02238200418651104, 0.11734654009342194], [0.1532900482416153, 0.011958506889641285, -0.020035073161125183, 0.40288493037223816], [0.15352921187877655, 0.20735880732536316, -0.01197737455368042, 0.10395339876413345], [0.15767639875411987, 0.012410528026521206, -0.009898305870592594, 0.39283356070518494], [0.1579246073961258, 0.20767153799533844, -0.0020416348706930876, 0.09704635292291641], [0.16207803785800934, 0.40282270312309265, -0.00010070766438730061, -0.19628000259399414], [0.17013448476791382, 0.207702174782753, -0.004026307724416256, 0.09637115150690079], [0.1742885261774063, 0.40288159251213074, -0.002098884666338563, -0.19757933914661407], [0.1823461651802063, 0.5980334877967834, -0.006050471682101488, -0.4909236431121826], [0.19430683553218842, 0.4029974341392517, -0.01586894504725933, -0.20015369355678558], [0.20236678421497345, 0.20810599625110626, -0.019872019067406654, 0.08748137205839157], [0.206528902053833, 0.01327444612979889, -0.018122389912605286, 0.3738290071487427], [0.2067943960428238, -0.18158544600009918, -0.010645810514688492, 0.6607431769371033], [0.20316268503665924, 0.013683013617992401, 0.0025690526235848665, 0.364727258682251], [0.20343634486198425, 0.2087683528661728, 0.009863598272204399, 0.07285550981760025], [0.20761170983314514, 0.013506400398910046, 0.011320708319544792, 0.36863404512405396], [0.2078818380832672, 0.20846568048000336, 0.018693389371037483, 0.07954208552837372], [0.2120511531829834, 0.4033147394657135, 0.020284229889512062, -0.20718489587306976], [0.220117449760437, 0.5981408357620239, 0.01614053174853325, -0.49340078234672546], [0.23208026587963104, 0.7930314540863037, 0.006272516679018736, -0.7809535264968872], [0.24794089794158936, 0.5978238582611084, -0.009346554055809975, -0.48630377650260925], [0.259897381067276, 0.40283504128456116, -0.019072629511356354, -0.196581169962883], [0.2679540812969208, 0.5982245206832886, -0.023004254326224327, -0.4952191114425659], [0.2799185514450073, 0.4034344255924225, -0.03290863707661629, -0.20987391471862793], [0.28798726201057434, 0.2087980955839157, -0.037106115370988846, 0.07224911451339722], [0.292163223028183, 0.014227214269340038, -0.035661131143569946, 0.3529978394508362], [0.2924477458000183, 0.2098376303911209, -0.02860117517411709, 0.0492866076529026], [0.29664450883865356, 0.4053577780723572, -0.027615442872047424, -0.2522812485694885], [0.3047516644001007, 0.2106408178806305, -0.0326610691845417, 0.03156490996479988], [0.30896449089050293, 0.016002099961042404, -0.03202977031469345, 0.31376662850379944], [0.3092845380306244, 0.21156534552574158, -0.02575443685054779, 0.01115709263831377], [0.313515841960907, 0.016822027042508125, -0.02553129568696022, 0.29560422897338867], [0.3138522803783417, 0.21229848265647888, -0.019619211554527283, -0.005020280834287405], [0.318098247051239, 0.017463307827711105, -0.019719615578651428, 0.28140854835510254], [0.3184475004673004, -0.17737188935279846, -0.01409144513309002, 0.5678073167800903], [0.31490007042884827, 0.017944857478141785, -0.002735298592597246, 0.2707185447216034], [0.3152589797973633, 0.21310573816299438, 0.002679072320461273, -0.02282584458589554], [0.31952106952667236, 0.40818917751312256, 0.0022225554566830397, -0.31466227769851685], [0.3276848793029785, 0.6032794117927551, -0.004070690367370844, -0.6066434383392334], [0.3397504389286041, 0.40821459889411926, -0.016203559935092926, -0.31524547934532166], [0.34791475534439087, 0.21332715451717377, -0.022508468478918076, -0.02771633490920067], [0.3521812856197357, 0.018535098060965538, -0.023062795400619507, 0.2577807903289795], [0.35255199670791626, 0.2139785885810852, -0.01790717989206314, -0.04208632931113243], [0.35683155059814453, 0.019117936491966248, -0.01874890737235546, 0.24489335715770721], [0.35721391439437866, 0.21450258791446686, -0.013851039111614227, -0.05364397168159485], [0.3615039587020874, 0.4098203778266907, -0.01492391899228096, -0.3506646156311035]], "action_prob": [0.6776459813117981, 0.7042381763458252, 0.7068279981613159, 0.32560181617736816, 0.11650220304727554, 0.9376012682914734, 0.8909184336662292, 0.7043957114219666, 0.30667856335639954, 0.8867581486701965, 0.29122596979141235, 0.8914640545845032, 0.7307191491127014, 0.6565135717391968, 0.7403929233551025, 0.643881618976593, 0.7492189407348633, 0.368521124124527, 0.12569698691368103, 0.9357882738113403, 0.11296344548463821, 0.9394389986991882, 0.901867687702179, 0.7639594078063965, 0.5988256931304932, 0.7955265641212463, 0.4587254822254181, 0.8367539644241333, 0.4949764907360077, 0.8245001435279846, 0.5251702666282654, 0.8131427764892578, 0.4502158761024475, 0.14783696830272675, 0.9281150102615356, 0.8735136985778809, 0.6785609126091003, 0.29996585845947266, 0.8900613188743591, 0.6803021430969238, 0.7312480211257935, 0.6450493335723877, 0.7565790414810181, 0.39362889528274536, 0.8647680282592773, 0.4082270562648773, 0.8620647192001343, 0.4132179021835327, 0.8623383045196533, 0.4086735248565674, 0.8655498623847961, 0.6052923202514648, 0.7714922428131104, 0.6011960506439209, 0.7747705578804016, 0.5943266749382019, 0.779482901096344, 0.5844908356666565, 0.7856011390686035, 0.42858952283859253, 0.8579099774360657, 0.41692543029785156, 0.8632657527923584, 0.6037168502807617, 0.771907389163971, 0.6060056090354919, 0.22833740711212158, 0.9058454632759094, 0.7879093885421753, 0.5679828524589539, 0.7967565655708313, 0.5482252836227417, 0.8067517876625061, 0.4757308065891266, 0.8371956944465637, 0.5243900418281555, 0.8162927627563477, 0.496177077293396, 0.8291553854942322, 0.49319472908973694, 0.8319180011749268, 0.4826502501964569, 0.8375334143638611, 0.464423805475235, 0.845635175704956, 0.5616243481636047, 0.7947039604187012, 0.43242117762565613, 0.8566069602966309, 0.40266522765159607, 0.8667724132537842, 0.3655105233192444, 0.8779219388961792, 0.3223954439163208, 0.889336109161377, 0.7241312861442566, 0.6529519557952881, 0.2459723800420761, 0.9062772989273071, 0.7947728633880615, 0.5300070643424988, 0.8215489387512207, 0.4660874009132385, 0.8443165421485901, 0.40009674429893494, 0.8635819554328918, 0.6647544503211975, 0.7010017037391663, 0.706875205039978, 0.6554754376411438, 0.2583343982696533, 0.8957293033599854, 0.7836122512817383, 0.5227696895599365, 0.18907256424427032, 0.9101923108100891, 0.8406888842582703, 0.6323052048683167, 0.7076709270477295, 0.6783705949783325, 0.3386656641960144, 0.8720928430557251, 0.36067938804626465, 0.8678561449050903, 0.6305145025253296, 0.26871979236602783, 0.8827120065689087, 0.7577426433563232, 0.4417537748813629, 0.8369502425193787, 0.4462661147117615, 0.838670015335083, 0.43847915530204773, 0.8454686403274536, 0.5817544460296631, 0.2423403114080429, 0.8906896710395813, 0.7686856985092163, 0.5624927282333374, 0.7718735933303833, 0.5582006573677063, 0.7747992873191833, 0.5542377829551697, 0.7775306105613708, 0.4495188891887665, 0.8404044508934021, 0.5738109350204468, 0.7663121819496155, 0.5824273824691772, 0.7621994614601135, 0.5916412472724915, 0.7573920488357544, 0.39839375019073486, 0.8609768152236938, 0.6381910443305969, 0.27666646242141724, 0.8888262510299683, 0.2756344974040985, 0.890663743019104, 0.7317965626716614, 0.641183614730835, 0.7273834943771362, 0.3519926071166992, 0.872256338596344, 0.6799957156181335, 0.312212198972702, 0.11708422750234604, 0.9351775646209717, 0.8899533748626709, 0.2796715497970581, 0.894869327545166, 0.7411182522773743, 0.38180091977119446, 0.14471042156219482, 0.9251331686973572, 0.8686074018478394, 0.3171515464782715, 0.8791638612747192, 0.7229668498039246, 0.37696465849876404, 0.8635804653167725, 0.6052973866462708, 0.759196937084198, 0.4327877163887024, 0.8448057174682617, 0.45089104771614075, 0.8391431570053101, 0.46395930647850037, 0.16495968401432037, 0.9284449815750122, 0.8440572619438171, 0.5562757849693298, 0.2244214117527008, 0.897432804107666, 0.7951650619506836, 0.5097355246543884, 0.8111796975135803, 0.5227237343788147, 0.8051058650016785, 0.4676780104637146], "action_logp": [-0.38913029432296753, -0.35063862800598145, -0.3469679057598114, -1.1220800876617432, -2.1498451232910156, -0.06443049758672714, -0.11550242453813553, -0.3504149615764618, -1.181955099105835, -0.12018299102783203, -1.2336558103561401, -0.11489017307758331, -0.31372612714767456, -0.4208119213581085, -0.30057427287101746, -0.44024041295051575, -0.28872403502464294, -0.9982572793960571, -2.073881149291992, -0.0663660541176796, -2.1806910037994385, -0.06247236952185631, -0.10328742861747742, -0.2692406475543976, -0.5127847194671631, -0.2287510484457016, -0.7793033123016357, -0.17822523415088654, -0.7032449841499329, -0.19297794997692108, -0.6440327167510986, -0.20684853196144104, -0.7980281114578247, -1.9116451740264893, -0.07459960877895355, -0.13523146510124207, -0.3877810537815094, -1.2040866613388062, -0.11646492779254913, -0.38521823287010193, -0.3130026161670685, -0.43842846155166626, -0.27894824743270874, -0.9323467016220093, -0.1452939659357071, -0.8959317207336426, -0.1484249085187912, -0.8837802410125732, -0.1481076180934906, -0.8948386907577515, -0.1443902999162674, -0.5020437836647034, -0.25942865014076233, -0.508834183216095, -0.25518837571144104, -0.5203261971473694, -0.24912451207637787, -0.5370141267776489, -0.24130608141422272, -0.8472556471824646, -0.15325607359409332, -0.8748478889465332, -0.14703269302845, -0.5046499967575073, -0.25889068841934204, -0.5008660554885864, -1.476930856704712, -0.09888657927513123, -0.23837219178676605, -0.5656640529632568, -0.2272060513496399, -0.6010689735412598, -0.21473926305770874, -0.7429031133651733, -0.17769742012023926, -0.645519495010376, -0.20298221707344055, -0.7008224129676819, -0.18734772503376007, -0.7068511843681335, -0.18402136862277985, -0.7284629940986633, -0.17729414999485016, -0.7669577598571777, -0.1676672399044037, -0.5769220590591431, -0.22978562116622925, -0.8383551836013794, -0.15477609634399414, -0.9096497297286987, -0.14297881722450256, -1.006460189819336, -0.13019762933254242, -1.1319763660430908, -0.1172800064086914, -0.32278260588645935, -0.42625176906585693, -1.4025360345840454, -0.09840992838144302, -0.22969894111156464, -0.6348649263381958, -0.1965637505054474, -0.763382077217102, -0.16922782361507416, -0.9160488843917847, -0.14666646718978882, -0.4083375930786133, -0.3552449345588684, -0.34690117835998535, -0.42239445447921753, -1.3535003662109375, -0.11011701822280884, -0.2438409924507141, -0.6486142873764038, -1.6656243801116943, -0.09409938752651215, -0.173533633351326, -0.45838308334350586, -0.3457760810852051, -0.3880615532398224, -1.0827418565750122, -0.13685937225818634, -1.019765853881836, -0.14172932505607605, -0.4612191617488861, -1.3140860795974731, -0.12475630640983582, -0.27741149067878723, -0.8170026540756226, -0.17799068987369537, -0.8068398237228394, -0.1759379655122757, -0.824442982673645, -0.16786420345306396, -0.5417068600654602, -1.417412281036377, -0.11575920134782791, -0.2630730867385864, -0.5753770470619202, -0.25893446803092957, -0.5830367803573608, -0.25515124201774597, -0.5901615023612976, -0.25163230299949646, -0.7995774149894714, -0.17387200891971588, -0.5554552674293518, -0.2661656439304352, -0.5405507683753967, -0.27154698967933655, -0.524854838848114, -0.277874231338501, -0.9203144311904907, -0.149687722325325, -0.4491175711154938, -1.284942626953125, -0.11785349994897842, -1.288679599761963, -0.1157882884144783, -0.3122527301311493, -0.4444393813610077, -0.3183014690876007, -1.044145107269287, -0.13667191565036774, -0.3856687843799591, -1.1640721559524536, -2.1448616981506348, -0.06701888144016266, -0.11658620089292526, -1.274139404296875, -0.11107756942510605, -0.29959505796432495, -0.9628559350967407, -1.9330205917358398, -0.07781758904457092, -0.1408640444278717, -1.1483755111694336, -0.1287839710712433, -0.3243919312953949, -0.9756038784980774, -0.1466682255268097, -0.5020354390144348, -0.2754940986633301, -0.837507963180542, -0.1686486154794693, -0.7965295314788818, -0.17537394165992737, -0.7679584622383118, -1.8020541667938232, -0.0742441713809967, -0.16953496634960175, -0.586491048336029, -1.4942296743392944, -0.10821700096130371, -0.22920557856559753, -0.6738632917404175, -0.20926567912101746, -0.6487022042274475, -0.21678151190280914, -0.759975254535675], "action_dist_inputs": [[-0.3715580701828003, 0.3714165687561035], [0.4321121871471405, -0.4354502260684967], [-0.43994516134262085, 0.4400826394557953], [0.3625103235244751, -0.3656351864337921], [1.0101794004440308, -1.0157991647720337], [1.3510843515396118, -1.3586962223052979], [1.0473155975341797, -1.0528414249420166], [0.43274790048599243, -0.43557074666023254], [-0.40755146741867065, 0.40814208984375], [-1.02713143825531, 1.0309151411056519], [-0.44439876079559326, 0.44503840804100037], [-1.0509567260742188, 1.0548264980316162], [-0.4987615942955017, 0.4995124638080597], [0.32258152961730957, -0.3252142667770386], [-0.523560106754303, 0.5244516730308533], [0.2948690354824066, -0.29738253355026245], [-0.5467122197151184, 0.547738790512085], [0.268084853887558, -0.270481675863266], [0.9672197699546814, -0.9723330140113831], [1.3359602689743042, -1.3432420492172241], [1.0278689861297607, -1.032952904701233], [1.3671290874481201, -1.3745038509368896], [1.1064919233322144, -1.1116598844528198], [0.5860506892204285, -0.5884600281715393], [-0.19986507296562195, 0.20070955157279968], [0.6779822707176208, -0.6805841326713562], [-0.08243177831172943, 0.08304280042648315], [-0.8153170347213745, 0.8189541101455688], [-0.009860106743872166, 0.01023472286760807], [-0.7718393206596375, 0.7752997279167175], [0.050469789654016495, -0.050296492874622345], [-0.7336272597312927, 0.7369349002838135], [0.0999002605676651, -0.09989827126264572], [0.8741773366928101, -0.8774904608726501], [1.2759716510772705, -1.2821166515350342], [0.9644296765327454, -0.9679601788520813], [0.3733687698841095, -0.3737974166870117], [-0.42234981060028076, 0.4251108169555664], [-1.0430409908294678, 1.0483266115188599], [-0.37632471323013306, 0.3788360357284546], [0.4999799132347107, -0.5009837746620178], [-0.2975214719772339, 0.29982656240463257], [0.5663805603981018, -0.5676341652870178], [-0.21499650180339813, 0.21708707511425018], [-0.9253304600715637, 0.9301396012306213], [-0.1847119778394699, 0.18658748269081116], [-0.9139364361763, 0.9186093807220459], [-0.17448514699935913, 0.17619338631629944], [-0.9151405096054077, 0.9197080731391907], [-0.18393118679523468, 0.18552044034004211], [-0.928838312625885, 0.9333334565162659], [-0.21302373707294464, 0.21454216539859772], [0.607392430305481, -0.609363853931427], [-0.20448485016822815, 0.2059662938117981], [0.61671382188797, -0.6187335848808289], [-0.19022512435913086, 0.19165575504302979], [0.6302861571311951, -0.6323696374893188], [-0.16993564367294312, 0.17130090296268463], [0.6482236981391907, -0.6503875851631165], [-0.1431621015071869, 0.14444614946842194], [-0.8969011306762695, 0.9011372923851013], [-0.16710245609283447, 0.16830527782440186], [-0.9192476272583008, 0.923435389995575], [-0.20990416407585144, 0.2110721468925476], [0.6084064245223999, -0.610706627368927], [-0.21469387412071228, 0.2158585488796234], [0.6077055335044861, -0.6100173592567444], [1.1293435096740723, -1.1345880031585693], [0.6549972295761108, -0.657371997833252], [-0.13627952337265015, 0.13734637200832367], [0.6818282008171082, -0.6843166947364807], [-0.0962752103805542, 0.09722760319709778], [0.7132091522216797, -0.7158313393592834], [-0.048168398439884186, 0.048984821885824203], [-0.8168405890464783, 0.8206683993339539], [-0.04847939684987068, 0.0491582453250885], [0.7442734837532043, -0.7471562027931213], [-0.007365453522652388, 0.0079264547675848], [-0.788009524345398, 0.7916436195373535], [-0.013390878215432167, 0.013831804506480694], [-0.7978671193122864, 0.8014150857925415], [-0.03453240171074867, 0.03489448130130768], [-0.8182494044303894, 0.8217390775680542], [-0.07111100852489471, 0.07143457233905792], [-0.8486539721488953, 0.8521155118942261], [-0.12371623516082764, 0.12404082715511322], [0.675199031829834, -0.678317666053772], [-0.13581643998622894, 0.13616321980953217], [-0.8919619917869568, 0.8954278826713562], [-0.19700375199317932, 0.1973682940006256], [-0.9346117377281189, 0.9381060004234314], [-0.2755510210990906, 0.2759745121002197], [-0.9846652150154114, 0.988231897354126], [-0.3711297810077667, 0.37165510654449463], [-1.0401426553726196, 1.0438354015350342], [-0.48218613862991333, 0.48286134004592896], [0.3147258758544922, -0.3173144459724426], [-0.559671938419342, 0.5605377554893494], [-1.1324671506881714, 1.1365376710891724], [-0.6764286756515503, 0.6775100231170654], [0.05902298912405968, -0.0611497201025486], [-0.7627607583999634, 0.7641162872314453], [-0.06885257363319397, 0.06700633466243744], [-0.8445224165916443, 0.8461801409721375], [-0.20330052077770233, 0.20176151394844055], [-0.9216829538345337, 0.9236817359924316], [-0.3428717255592346, 0.3416827619075775], [0.42391660809516907, -0.4281560480594635], [-0.4405336081981659, 0.43972212076187134], [0.319616436958313, -0.32357901334762573], [-0.5275424718856812, 0.5271009206771851], [-1.0737768411636353, 1.076871395111084], [-0.6434357762336731, 0.6434064507484436], [0.04390864819288254, -0.047233037650585175], [-0.7278112769126892, 0.7282363772392273], [-1.1560291051864624, 1.1599563360214233], [-0.8312073349952698, 0.8321554660797119], [-0.2722434997558594, 0.26987552642822266], [0.43937841057777405, -0.4447205364704132], [-0.37404948472976685, 0.372244268655777], [0.3321228623390198, -0.33712324500083923], [0.9562917947769165, -0.9632997512817383], [0.28387895226478577, -0.2885376811027527], [0.9376545548439026, -0.9444800019264221], [0.26502612233161926, -0.2693983316421509], [-0.5008341073989868, 0.5002933740615845], [-1.007685899734497, 1.0106810331344604], [-0.5702569484710693, 0.5700861811637878], [0.11512342095375061, -0.11892402917146683], [0.8146778345108032, -0.8210309147834778], [0.10612267255783081, -0.10964606702327728], [0.8210908770561218, -0.8272742629051208], [0.12200722098350525, -0.12532934546470642], [0.8467263579368591, -0.8527677059173584], [0.16339123249053955, -0.16658838093280792], [-0.5696009993553162, 0.5702902674674988], [-1.0469366312026978, 1.0508685111999512], [-0.600031316280365, 0.6008735299110413], [0.12417414784431458, -0.1271107941865921], [-0.6089568734169006, 0.6099639534950256], [0.115541473031044, -0.11832109838724136], [-0.6172225475311279, 0.6183894276618958], [0.10759133100509644, -0.11021662503480911], [-0.6250054240226746, 0.6263280510902405], [0.10007081925868988, -0.10254384577274323], [0.8279356360435486, -0.8333049416542053], [0.1475229412317276, -0.14989401400089264], [-0.5930452346801758, 0.5945582985877991], [0.16522400081157684, -0.16752208769321442], [-0.5816019773483276, 0.5831740498542786], [0.18426315486431122, -0.18649111688137054], [-0.5684047341346741, 0.5700295567512512], [0.20500031113624573, -0.2071620374917984], [0.9091956615447998, -0.9142312407493591], [0.2826941907405853, -0.28482741117477417], [-0.47973066568374634, 0.4813270568847656], [-1.0370163917541504, 1.0417908430099487], [-0.4823102056980133, 0.48391014337539673], [-1.046355962753296, 1.0511834621429443], [-0.5010420680046082, 0.5027147531509399], [0.28925105929374695, -0.2912541627883911], [-0.48981961607933044, 0.4915679693222046], [0.3041890859603882, -0.3061029016971588], [0.958164632320404, -0.9628932476043701], [0.37594735622406006, -0.3778046667575836], [-0.39402469992637634, 0.3957725465297699], [-1.0076793432235718, 1.0126570463180542], [-1.330881953239441, 1.3382031917572021], [-1.0425978899002075, 1.0476670265197754], [-0.4720892906188965, 0.4740021228790283], [-1.068129539489746, 1.0733437538146973], [-0.5248332023620605, 0.5269556045532227], [0.24023330211639404, -0.241677924990654], [0.8862178325653076, -0.890487551689148], [1.2538481950759888, -1.2603778839111328], [0.9422637820243835, -0.9464377760887146], [0.3828343152999878, -0.38405877351760864], [0.9901866912841797, -0.9943494200706482], [0.4789917469024658, -0.4802342653274536], [-0.2501635253429413, 0.2522883713245392], [-0.9200470447540283, 0.9253050088882446], [-0.21278898417949677, 0.21479827165603638], [0.5734619498252869, -0.5748196840286255], [-0.13428938388824463, 0.1361970454454422], [-0.844676673412323, 0.8497523069381714], [-0.09762832522392273, 0.09944279491901398], [-0.8234299421310425, 0.8284366130828857], [-0.07132822275161743, 0.0730850100517273], [-0.8084074854850769, 0.813371479511261], [-1.2778419256210327, 1.285203218460083], [-0.8418712019920349, 0.8468601703643799], [-0.11213985085487366, 0.11392121762037277], [0.6193594336509705, -0.6207242608070374], [1.082379937171936, -1.086640477180481], [0.6775161623954773, -0.6788290739059448], [0.02039180137217045, -0.0185551717877388], [-0.7263668179512024, 0.7313269972801208], [0.04637547582387924, -0.0445820689201355], [-0.7068003416061401, 0.7117167711257935], [0.0656195729970932, -0.06384898722171783]], "value_targets": [86.60203552246094, 86.4666976928711, 86.33000183105469, 86.1919174194336, 86.05244445800781, 85.91156005859375, 85.76924896240234, 85.62550354003906, 85.48030853271484, 85.33364868164062, 85.18550109863281, 85.03585815429688, 84.88470458984375, 84.73202514648438, 84.57780456542969, 84.42202758789062, 84.2646713256836, 84.10572814941406, 83.94518280029297, 83.78301239013672, 83.61920166015625, 83.45374298095703, 83.28660583496094, 83.11778259277344, 82.94725799560547, 82.77500915527344, 82.60102081298828, 82.4252700805664, 82.24774932861328, 82.06842803955078, 81.8873062133789, 81.704345703125, 81.51954650878906, 81.33287048339844, 81.14431762695312, 80.953857421875, 80.76146697998047, 80.567138671875, 80.370849609375, 80.17257690429688, 79.97229766845703, 79.7699966430664, 79.5656509399414, 79.35924530029297, 79.1507568359375, 78.94015502929688, 78.72743225097656, 78.51255798339844, 78.2955093383789, 78.0762710571289, 77.85482025146484, 77.63113403320312, 77.40518188476562, 77.17695617675781, 76.94641876220703, 76.71355438232422, 76.47834014892578, 76.2407455444336, 76.0007553100586, 75.75833892822266, 75.51347351074219, 75.26612854003906, 75.01629638671875, 74.76393127441406, 74.50902557373047, 74.25154113769531, 73.991455078125, 73.72874450683594, 73.46337127685547, 73.19532775878906, 72.92457580566406, 72.65108489990234, 72.37483215332031, 72.09579467773438, 71.81392669677734, 71.52922058105469, 71.24163818359375, 70.9511489868164, 70.65773010253906, 70.36134338378906, 70.06195831298828, 69.75955963134766, 69.45409393310547, 69.14555358886719, 68.83389282226562, 68.51908111572266, 68.20109558105469, 67.87989044189453, 67.55545043945312, 67.22772216796875, 66.89669036865234, 66.56231689453125, 66.22456359863281, 65.88339233398438, 65.53878021240234, 65.19068908691406, 64.83908081054688, 64.48391723632812, 64.12516784667969, 63.76279830932617, 63.396766662597656, 63.027034759521484, 62.65357208251953, 62.276336669921875, 61.895286560058594, 61.51039123535156, 61.12160873413086, 60.72889709472656, 60.332218170166016, 59.93153381347656, 59.52680206298828, 59.11798095703125, 58.70503234863281, 58.28791046142578, 57.8665771484375, 57.44098663330078, 57.0110969543457, 56.576866149902344, 56.138248443603516, 55.6952018737793, 55.247676849365234, 54.79563522338867, 54.33902359008789, 53.877803802490234, 53.411922454833984, 52.94133758544922, 52.46599578857422, 51.98585510253906, 51.50086212158203, 51.01097106933594, 50.51613235473633, 50.01629638671875, 49.511409759521484, 49.001426696777344, 48.486289978027344, 47.965946197509766, 47.44034957885742, 46.909446716308594, 46.37317657470703, 45.83149337768555, 45.28433609008789, 44.731651306152344, 44.17338562011719, 43.60948181152344, 43.039878845214844, 42.46452331542969, 41.883358001708984, 41.296321868896484, 40.70335388183594, 40.104400634765625, 39.499393463134766, 38.888275146484375, 38.2709846496582, 37.6474609375, 37.017635345458984, 36.38145065307617, 35.73883819580078, 35.08973693847656, 34.434078216552734, 33.77179718017578, 33.10282516479492, 32.427093505859375, 31.74454116821289, 31.055091857910156, 30.358678817749023, 29.655229568481445, 28.944677352905273, 28.226945877075195, 27.50196647644043, 26.769662857055664, 26.02996253967285, 25.282791137695312, 24.5280704498291, 23.765727996826172, 22.995685577392578, 22.217864990234375, 21.432186126708984, 20.63857078552246, 19.83694076538086, 19.02721405029297, 18.209306716918945, 17.383136749267578, 16.54862403869629, 15.705680847167969, 14.854223251342773, 13.99416446685791, 13.125418663024902, 12.24789810180664, 11.361513137817383, 10.466174125671387, 9.561792373657227, 8.648275375366211, 7.725530624389648, 6.7934651374816895, 5.851984977722168, 4.900994777679443, 3.940398931503296, 2.970099925994873, 1.9900000095367432, 1.0]}
{"type": "SampleBatch", "eps_id": [329428710, 329428710, 329428710, 329428710, 329428710, 329428710, 329428710, 329428710, 329428710, 329428710, 329428710, 329428710, 329428710, 329428710, 329428710, 329428710, 329428710, 329428710, 329428710, 329428710, 329428710, 329428710, 329428710, 329428710, 329428710, 329428710, 329428710, 329428710, 329428710, 329428710, 329428710, 329428710, 329428710, 329428710, 329428710, 329428710, 329428710, 329428710, 329428710, 329428710, 329428710, 329428710, 329428710, 329428710, 329428710, 329428710, 329428710, 329428710, 329428710, 329428710, 329428710, 329428710, 329428710, 329428710, 329428710, 329428710, 329428710, 329428710, 329428710, 329428710, 329428710, 329428710, 329428710, 329428710, 329428710, 329428710, 329428710, 329428710, 329428710, 329428710, 329428710, 329428710, 329428710, 329428710, 329428710, 329428710, 329428710, 329428710, 329428710, 329428710, 329428710, 329428710, 329428710, 329428710, 329428710, 329428710, 329428710, 329428710, 329428710, 329428710, 329428710, 329428710, 329428710, 329428710, 329428710, 329428710, 329428710, 329428710, 329428710, 329428710, 329428710, 329428710, 329428710, 329428710, 329428710, 329428710, 329428710, 329428710, 329428710, 329428710, 329428710, 329428710, 329428710, 329428710, 329428710, 329428710, 329428710, 329428710, 329428710, 329428710, 329428710, 329428710, 329428710, 329428710, 329428710, 329428710, 329428710, 329428710, 329428710, 329428710, 329428710, 329428710, 329428710, 329428710, 329428710, 329428710, 329428710, 329428710, 329428710, 329428710, 329428710, 329428710, 329428710, 329428710, 329428710, 329428710, 329428710, 329428710, 329428710, 329428710, 329428710, 329428710, 329428710, 329428710, 329428710, 329428710, 329428710, 329428710, 329428710, 329428710, 329428710, 329428710, 329428710, 329428710, 329428710, 329428710, 329428710, 329428710, 329428710, 329428710, 329428710, 329428710, 329428710, 329428710, 329428710, 329428710, 329428710, 329428710, 329428710, 329428710, 329428710, 329428710, 329428710, 329428710, 329428710, 329428710, 329428710, 329428710, 329428710, 329428710, 329428710, 329428710, 329428710, 329428710, 329428710, 329428710, 329428710, 329428710, 329428710, 329428710], "obs": [[-0.026324070990085602, 0.04060683771967888, -0.00646642642095685, -0.023375684395432472], [-0.025511933490633965, -0.15442179143428802, -0.0069339401088654995, 0.26726001501083374], [-0.02860037051141262, 0.04079843685030937, -0.0015887399204075336, -0.027601836249232292], [-0.027784401550889015, -0.15430068969726562, -0.0021407767198979855, 0.2645794153213501], [-0.03087041527032852, 0.04085174575448036, 0.003150811418890953, -0.02877797745168209], [-0.030053380876779556, -0.15431524813175201, 0.002575251739472151, 0.2648974061012268], [-0.03313968703150749, 0.040769852697849274, 0.007873199880123138, -0.02697215974330902], [-0.03232428804039955, -0.15446411073207855, 0.007333756424486637, 0.2681844234466553], [-0.03541357070207596, -0.34968996047973633, 0.01269744522869587, 0.56317138671875], [-0.04240737110376358, -0.5449877381324768, 0.02396087348461151, 0.85982745885849], [-0.053307123482227325, -0.35020020604133606, 0.041157420724630356, 0.5747737884521484], [-0.060311127454042435, -0.15567868947982788, 0.05265289917588234, 0.29533547163009644], [-0.06342470645904541, 0.0386546365916729, 0.0585596077144146, 0.01971227489411831], [-0.0626516118645668, 0.23289000988006592, 0.05895385146141052, -0.25393468141555786], [-0.0579938106238842, 0.03697801008820534, 0.0538751594722271, 0.05674518272280693], [-0.05725425109267235, 0.23128774762153625, 0.05501006171107292, -0.2184648960828781], [-0.052628494799137115, 0.03542434796690941, 0.0506407655775547, 0.09105058759450912], [-0.05192000791430473, 0.2297852486371994, 0.05246177688241005, -0.18523499369621277], [-0.04732430353760719, 0.42411884665489197, 0.048757076263427734, -0.4609176516532898], [-0.03884192556142807, 0.6185190081596375, 0.03953872248530388, -0.7378424406051636], [-0.026471545919775963, 0.42287394404411316, 0.02478187531232834, -0.432982861995697], [-0.01801406778395176, 0.22741003334522247, 0.01612221822142601, -0.13259191811084747], [-0.013465866446495056, 0.0320609025657177, 0.013470379635691643, 0.16513343155384064], [-0.01282464899122715, -0.16325126588344574, 0.016773048788309097, 0.46203526854515076], [-0.016089674085378647, 0.031629666686058044, 0.026013754308223724, 0.17468604445457458], [-0.01545708067715168, 0.22636984288692474, 0.029507474973797798, -0.10967820882797241], [-0.010929683223366737, 0.4210568070411682, 0.02731391042470932, -0.39290758967399597], [-0.0025085473898798227, 0.2255581170320511, 0.01945575885474682, -0.09173963963985443], [0.0020026150159537792, 0.4203958809375763, 0.017620965838432312, -0.378221333026886], [0.010410532355308533, 0.6152632236480713, 0.010056539438664913, -0.6652966737747192], [0.022715795785188675, 0.420002818107605, -0.003249393543228507, -0.36946430802345276], [0.031115852296352386, 0.22492718696594238, -0.010638680309057236, -0.07780773192644119], [0.03561439737677574, 0.02995935268700123, -0.012194834649562836, 0.21149976551532745], [0.03621358424425125, 0.22525352239608765, -0.007964839227497578, -0.08500490337610245], [0.04071865603327751, 0.42048874497413635, -0.009664937853813171, -0.38019007444381714], [0.04912842810153961, 0.22550535202026367, -0.017268739640712738, -0.0905701071023941], [0.05363853648304939, 0.42087051272392273, -0.019080141559243202, -0.38865092396736145], [0.06205594539642334, 0.22602450847625732, -0.026853159070014954, -0.10204432904720306], [0.06657643616199493, 0.031297486275434494, -0.02889404632151127, 0.1820470243692398], [0.06720238924026489, -0.1633993536233902, -0.02525310590863228, 0.46547672152519226], [0.06393440067768097, 0.03207014873623848, -0.01594357006251812, 0.16494232416152954], [0.06457579880952835, 0.22741666436195374, -0.012644724920392036, -0.13272741436958313], [0.06912413239479065, 0.03247809782624245, -0.01529927272349596, 0.15593960881233215], [0.06977369636297226, 0.22781571745872498, -0.012180481106042862, -0.1415303498506546], [0.07433000952005386, 0.4231099784374237, -0.015011087991297245, -0.43803098797798157], [0.08279220759868622, 0.228203684091568, -0.023771706968545914, -0.15011757612228394], [0.08735628426074982, 0.4236578345298767, -0.026774058118462563, -0.45020416378974915], [0.09582944214344025, 0.22892458736896515, -0.035778142511844635, -0.16607964038848877], [0.10040793567895889, 0.4245399236679077, -0.03909973427653313, -0.4698314070701599], [0.10889872908592224, 0.22999149560928345, -0.04849636182188988, -0.1897241771221161], [0.11349856108427048, 0.03559568524360657, -0.05229084566235542, 0.08727435767650604], [0.11421047151088715, -0.15873925387859344, -0.05054536089301109, 0.36301180720329285], [0.11103568971157074, 0.037063296884298325, -0.043285124003887177, 0.05482909083366394], [0.11177695542573929, 0.23277829587459564, -0.04218854010105133, -0.25119030475616455], [0.11643252521753311, 0.038283396512269974, -0.04721234738826752, 0.027892716228961945], [0.11719819158315659, 0.2340494990348816, -0.04665449261665344, -0.27930450439453125], [0.12187918275594711, 0.039623063057661057, -0.052240584045648575, -0.001693628029897809], [0.12267164140939713, 0.2354537844657898, -0.05227445438504219, -0.31039074063301086], [0.12738071382045746, 0.04111407324671745, -0.05848227068781853, -0.034641049802303314], [0.12820300459861755, 0.23702380061149597, -0.05917509272694588, -0.3451872169971466], [0.13294348120689392, 0.04279135540127754, -0.06607883423566818, -0.07173585146665573], [0.13379929959774017, -0.1513240933418274, -0.06751355528831482, 0.19938881695270538], [0.13077281415462494, -0.3454187214374542, -0.06352577358484268, 0.47003358602523804], [0.12386444211006165, -0.1494596302509308, -0.0541251040995121, 0.15802381932735443], [0.12087525427341461, -0.34376657009124756, -0.05096462741494179, 0.4331524074077606], [0.11399991810321808, -0.14796148240566254, -0.04230158030986786, 0.12484901398420334], [0.11104068905115128, 0.047740157693624496, -0.039804600179195404, -0.1808737963438034], [0.11199549585580826, -0.1467902660369873, -0.04342207685112953, 0.09899124503135681], [0.10905969142913818, 0.04892623797059059, -0.041442252695560455, -0.20706887543201447], [0.11003821343183517, -0.14557935297489166, -0.04558362811803818, 0.07225847989320755], [0.1071266308426857, 0.05016545206308365, -0.044138457626104355, -0.23445068299770355], [0.10812993347644806, -0.1442989706993103, -0.04882747307419777, 0.04398936405777931], [0.10524395853281021, -0.3386879861354828, -0.04794768616557121, 0.32087579369544983], [0.09847019612789154, -0.14291717112064362, -0.041530169546604156, 0.013465844094753265], [0.09561185538768768, -0.33741968870162964, -0.04126085340976715, 0.2927616834640503], [0.08886346220970154, -0.14173446595668793, -0.03540561720728874, -0.012643558904528618], [0.08602876961231232, -0.33633124828338623, -0.03565848991274834, 0.26866158843040466], [0.07930214703083038, -0.5309266448020935, -0.03028525784611702, 0.5498877763748169], [0.06868360936641693, -0.33539268374443054, -0.019287502393126488, 0.24781879782676697], [0.06197575852274895, -0.14000065624713898, -0.01433112658560276, -0.05088489130139351], [0.059175748378038406, -0.3349142074584961, -0.015348824672400951, 0.2372422069311142], [0.05247746407985687, -0.5298135280609131, -0.010603980161249638, 0.5250444412231445], [0.04188119247555733, -0.33454400300979614, -0.00010309222852811217, 0.2290390431880951], [0.03519031032919884, -0.13942056894302368, 0.004477688577026129, -0.06367640942335129], [0.03240190073847771, 0.05563689395785332, 0.0032041603699326515, -0.35494324564933777], [0.033514637500047684, 0.25071313977241516, -0.003894704394042492, -0.6466140747070312], [0.03852890059351921, 0.055645670741796494, -0.016826985403895378, -0.3551601469516754], [0.039641812443733215, -0.1392330378293991, -0.02393018826842308, -0.06783036887645721], [0.036857154220342636, 0.056223683059215546, -0.02528679557144642, -0.36796629428863525], [0.03798162564635277, -0.13853000104427338, -0.03264612331986427, -0.08336269110441208], [0.035211026668548584, -0.3331691324710846, -0.0343133769929409, 0.19884419441223145], [0.02854764461517334, -0.13757364451885223, -0.030336491763591766, -0.10446251183748245], [0.02579617127776146, 0.057969626039266586, -0.03242574259638786, -0.4065600037574768], [0.026955563575029373, -0.13667787611484528, -0.04055694118142128, -0.12427373230457306], [0.024222007021307945, -0.33119603991508484, -0.043042417615652084, 0.15534308552742004], [0.01759808510541916, -0.5256761312484741, -0.039935555309057236, 0.43414247035980225], [0.007084563374519348, -0.720210611820221, -0.03125270456075668, 0.7139735817909241], [-0.007319648750126362, -0.5246702432632446, -0.016973234713077545, 0.41161948442459106], [-0.017813052982091904, -0.7195475101470947, -0.008740844205021858, 0.6989033818244934], [-0.032204002141952515, -0.5243054628372192, 0.005237223580479622, 0.40348175168037415], [-0.04269011318683624, -0.32925817370414734, 0.013306858949363232, 0.11245457828044891], [-0.04927527531981468, -0.1343294084072113, 0.01555594988167286, -0.17600059509277344], [-0.05196186527609825, 0.0605664998292923, 0.01203593797981739, -0.46373581886291504], [-0.05075053498148918, -0.1347234547138214, 0.0027612214908003807, -0.16728363931179047], [-0.053445003926754, -0.3298848271369934, -0.000584451190661639, 0.12626910209655762], [-0.06004270166158676, -0.1347544938325882, 0.0019409307278692722, -0.1665981560945511], [-0.06273779273033142, -0.329904168844223, -0.0013910324778407812, 0.12669643759727478], [-0.06933587044477463, -0.13476233184337616, 0.001142896362580359, -0.16642501950263977], [-0.07203111797571182, -0.3299006223678589, -0.0021856038365513086, 0.12661825120449066], [-0.07862913608551025, -0.1347474306821823, 0.00034676093491725624, -0.16675341129302979], [-0.08132407814264297, 0.06036955863237381, -0.0029883072711527348, -0.45932692289352417], [-0.08011668920516968, -0.13471002876758575, -0.012174845673143864, -0.16758741438388824], [-0.0828108936548233, -0.32965561747550964, -0.01552659459412098, 0.12122996151447296], [-0.08940400183200836, -0.5245516896247864, -0.01310199499130249, 0.40897423028945923], [-0.09989503771066666, -0.7194854617118835, -0.004922510124742985, 0.6974979043006897], [-0.11428474634885788, -0.5242956280708313, 0.009027447551488876, 0.4032694399356842], [-0.12477065622806549, -0.3293028473854065, 0.017092837020754814, 0.11344625800848007], [-0.13135671615600586, -0.134429931640625, 0.019361762329936028, -0.17379535734653473], [-0.1340453177690506, -0.3298235535621643, 0.01588585413992405, 0.12493214756250381], [-0.14064177870750427, -0.1349327564239502, 0.018384497612714767, -0.1626969277858734], [-0.14334043860435486, -0.3303129971027374, 0.015130558982491493, 0.135728657245636], [-0.14994670450687408, -0.5256483554840088, 0.01784513145685196, 0.4331463873386383], [-0.16045966744422913, -0.33078354597091675, 0.026508059352636337, 0.1461419016122818], [-0.16707533597946167, -0.5262749195098877, 0.029430897906422615, 0.44706833362579346], [-0.17760083079338074, -0.33158138394355774, 0.03837226331233978, 0.1638059765100479], [-0.1842324584722519, -0.5272310376167297, 0.04164838418364525, 0.4683431088924408], [-0.19477708637714386, -0.33272144198417664, 0.05101524665951729, 0.18907281756401062], [-0.2014315128326416, -0.5285347104072571, 0.05479670315980911, 0.4974025785923004], [-0.2120022028684616, -0.3342265188694, 0.06474475562572479, 0.2224798947572708], [-0.21868674457073212, -0.140086829662323, 0.06919435411691666, -0.04909780994057655], [-0.22148847579956055, -0.33612924814224243, 0.06821239739656448, 0.26458901166915894], [-0.22821106016635895, -0.1420438438653946, 0.07350417226552963, -0.005823144689202309], [-0.23105193674564362, 0.051951196044683456, 0.07338771224021912, -0.2744391858577728], [-0.230012908577919, -0.1441369503736496, 0.06789892911911011, 0.04045794904232025], [-0.2328956574201584, 0.04994896054267883, 0.06870809197425842, -0.2300531268119812], [-0.23189666867256165, 0.24402524530887604, 0.0641070231795311, -0.500296413898468], [-0.2270161658525467, 0.04806091636419296, 0.05410109832882881, -0.18811914324760437], [-0.22605495154857635, -0.14779163897037506, 0.05033871531486511, 0.12112782150506973], [-0.22901077568531036, 0.04657431319355965, 0.052761271595954895, -0.15525846183300018], [-0.22807928919792175, -0.14926181733608246, 0.04965610057115555, 0.1535915732383728], [-0.23106452822685242, 0.04511526599526405, 0.05272793397307396, -0.12302176654338837], [-0.23016223311424255, -0.15072089433670044, 0.050267498940229416, 0.18581904470920563], [-0.23317664861679077, 0.04364714398980141, 0.05398387834429741, -0.09059231728315353], [-0.2323037087917328, 0.23795542120933533, 0.05217203125357628, -0.36576658487319946], [-0.22754459083080292, 0.04213238134980202, 0.04485670104622841, -0.0571000799536705], [-0.22670194506645203, -0.15360307693481445, 0.043714698404073715, 0.24939122796058655], [-0.22977401316165924, 0.04086821898818016, 0.04870252311229706, -0.029189011082053185], [-0.22895663976669312, 0.23525913059711456, 0.04811874404549599, -0.3061167597770691], [-0.22425146400928497, 0.4296635389328003, 0.04199640825390816, -0.5832443833351135], [-0.21565818786621094, 0.23397918045520782, 0.03033152036368847, -0.27763333916664124], [-0.21097861230373383, 0.038437940180301666, 0.024778854101896286, 0.024459702894091606], [-0.21020984649658203, 0.2331959456205368, 0.02526804804801941, -0.2603033781051636], [-0.20554593205451965, 0.4279482364654541, 0.020061979070305824, -0.5449105501174927], [-0.19698695838451385, 0.2325502187013626, 0.009163768962025642, -0.24597467482089996], [-0.19233596324920654, 0.03729858621954918, 0.004244275391101837, 0.049584582448005676], [-0.19158998131752014, -0.15788397192955017, 0.005235967226326466, 0.34360358119010925], [-0.1947476714849472, 0.037163108587265015, 0.012108039110898972, 0.05257635563611984], [-0.19400440156459808, -0.15813034772872925, 0.01315956562757492, 0.3490547239780426], [-0.19716700911521912, 0.03680199384689331, 0.02014066092669964, 0.060550346970558167], [-0.196430966258049, 0.23162946105003357, 0.021351667121052742, -0.22571063041687012], [-0.1917983889579773, 0.036208972334861755, 0.016837455332279205, 0.0736301988363266], [-0.1910742074251175, -0.15915027260780334, 0.0183100588619709, 0.37157750129699707], [-0.1942572146654129, -0.3545275032520294, 0.025741608813405037, 0.669977068901062], [-0.20134775340557098, -0.15977272391319275, 0.039141152054071426, 0.3855088949203491], [-0.20454321801662445, 0.03477234020829201, 0.04685132950544357, 0.10541936755180359], [-0.2038477659225464, 0.22919265925884247, 0.04895971715450287, -0.17212185263633728], [-0.19926391541957855, 0.033405404537916183, 0.04551727697253227, 0.13559553027153015], [-0.1985958069562912, 0.22784683108329773, 0.04822918772697449, -0.14238706231117249], [-0.19403886795043945, 0.4222460687160492, 0.04538144916296005, -0.41947296261787415], [-0.18559394776821136, 0.22651143372058868, 0.03699198737740517, -0.11283574253320694], [-0.181063711643219, 0.42108434438705444, 0.03473527356982231, -0.3936222493648529], [-0.1726420372724533, 0.6156966090202332, 0.02686282806098461, -0.675154447555542], [-0.16032810509204865, 0.8104351758956909, 0.013359739445149899, -0.9592601656913757], [-0.14411939680576324, 0.6151362061500549, -0.005825464613735676, -0.6624101996421814], [-0.13181667029857635, 0.4200957715511322, -0.019073668867349625, -0.3715672194957733], [-0.12341475486755371, 0.22524990141391754, -0.026505012065172195, -0.08495891094207764], [-0.11890976130962372, 0.03051772154867649, -0.028204191476106644, 0.19924521446228027], [-0.11829940229654312, 0.22603148221969604, -0.024219287559390068, -0.10219971835613251], [-0.11377877742052078, 0.03126484155654907, -0.0262632817029953, 0.18274478614330292], [-0.11315347999334335, 0.22675254940986633, -0.022608386352658272, -0.1181061789393425], [-0.10861842334270477, 0.03196170553565025, -0.024970509111881256, 0.1673591285943985], [-0.1079791933298111, -0.1627940833568573, -0.02162332646548748, 0.45206114649772644], [-0.11123507469892502, -0.35760366916656494, -0.012582103721797466, 0.7378504872322083], [-0.1183871477842331, -0.16231022775173187, 0.0021749057341367006, 0.4412344694137573], [-0.12163335084915161, 0.03278087452054024, 0.010999594815075397, 0.14923791587352753], [-0.1209777370095253, 0.22774359583854675, 0.01398435328155756, -0.13995467126369476], [-0.1164228618144989, 0.03242418169975281, 0.01118525955826044, 0.15710708498954773], [-0.11577437818050385, 0.22738422453403473, 0.014327401295304298, -0.1320262849330902], [-0.11122669279575348, 0.42229804396629333, 0.011686875484883785, -0.4201548993587494], [-0.10278072953224182, 0.22701245546340942, 0.003283777739852667, -0.12381066381931305], [-0.09824048727750778, 0.4220872223377228, 0.0008075644727796316, -0.41545578837394714], [-0.08979874104261398, 0.22695381939411163, -0.007501551415771246, -0.1225183829665184], [-0.08525966107845306, 0.031940147280693054, -0.009951919317245483, 0.16778847575187683], [-0.08462086319923401, 0.2272031307220459, -0.0065961494110524654, -0.12801730632781982], [-0.08007679879665375, 0.03217628598213196, -0.009156495332717896, 0.1625773310661316], [-0.07943326979875565, 0.2274281084537506, -0.005904948804527521, -0.1329800933599472], [-0.07488471269607544, 0.03239123895764351, -0.00856455136090517, 0.15783406794071198], [-0.07423688471317291, 0.2276347577571869, -0.005407869815826416, -0.13753841817378998], [-0.06968419253826141, 0.032590679824352264, -0.008158638142049313, 0.15343351662158966], [-0.06903237849473953, 0.2278284877538681, -0.005089967977255583, -0.14181207120418549]], "actions": [0, 1, 0, 1, 0, 1, 0, 0, 0, 1, 1, 1, 1, 0, 1, 0, 1, 1, 1, 0, 0, 0, 0, 1, 1, 1, 0, 1, 1, 0, 0, 0, 1, 1, 0, 1, 0, 0, 0, 1, 1, 0, 1, 1, 0, 1, 0, 1, 0, 0, 0, 1, 1, 0, 1, 0, 1, 0, 1, 0, 0, 0, 1, 0, 1, 1, 0, 1, 0, 1, 0, 0, 1, 0, 1, 0, 0, 1, 1, 0, 0, 1, 1, 1, 1, 0, 0, 1, 0, 0, 1, 1, 0, 0, 0, 0, 1, 0, 1, 1, 1, 1, 0, 0, 1, 0, 1, 0, 1, 1, 0, 0, 0, 0, 1, 1, 1, 0, 1, 0, 0, 1, 0, 1, 0, 1, 0, 1, 1, 0, 1, 1, 0, 1, 1, 0, 0, 1, 0, 1, 0, 1, 1, 0, 0, 1, 1, 1, 0, 0, 1, 1, 0, 0, 0, 1, 0, 1, 1, 0, 0, 0, 1, 1, 1, 0, 1, 1, 0, 1, 1, 1, 0, 0, 0, 0, 1, 0, 1, 0, 0, 0, 1, 1, 1, 0, 1, 1, 0, 1, 0, 0, 1, 0, 1, 0, 1, 0, 1, 0], "rewards": [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], "prev_actions": [0, 0, 1, 0, 1, 0, 1, 0, 0, 0, 1, 1, 1, 1, 0, 1, 0, 1, 1, 1, 0, 0, 0, 0, 1, 1, 1, 0, 1, 1, 0, 0, 0, 1, 1, 0, 1, 0, 0, 0, 1, 1, 0, 1, 1, 0, 1, 0, 1, 0, 0, 0, 1, 1, 0, 1, 0, 1, 0, 1, 0, 0, 0, 1, 0, 1, 1, 0, 1, 0, 1, 0, 0, 1, 0, 1, 0, 0, 1, 1, 0, 0, 1, 1, 1, 1, 0, 0, 1, 0, 0, 1, 1, 0, 0, 0, 0, 1, 0, 1, 1, 1, 1, 0, 0, 1, 0, 1, 0, 1, 1, 0, 0, 0, 0, 1, 1, 1, 0, 1, 0, 0, 1, 0, 1, 0, 1, 0, 1, 1, 0, 1, 1, 0, 1, 1, 0, 0, 1, 0, 1, 0, 1, 1, 0, 0, 1, 1, 1, 0, 0, 1, 1, 0, 0, 0, 1, 0, 1, 1, 0, 0, 0, 1, 1, 1, 0, 1, 1, 0, 1, 1, 1, 0, 0, 0, 0, 1, 0, 1, 0, 0, 0, 1, 1, 1, 0, 1, 1, 0, 1, 0, 0, 1, 0, 1, 0, 1, 0, 1], "prev_rewards": [0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], "dones": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, true], "new_obs": [[-0.025511933490633965, -0.15442179143428802, -0.0069339401088654995, 0.26726001501083374], [-0.02860037051141262, 0.04079843685030937, -0.0015887399204075336, -0.027601836249232292], [-0.027784401550889015, -0.15430068969726562, -0.0021407767198979855, 0.2645794153213501], [-0.03087041527032852, 0.04085174575448036, 0.003150811418890953, -0.02877797745168209], [-0.030053380876779556, -0.15431524813175201, 0.002575251739472151, 0.2648974061012268], [-0.03313968703150749, 0.040769852697849274, 0.007873199880123138, -0.02697215974330902], [-0.03232428804039955, -0.15446411073207855, 0.007333756424486637, 0.2681844234466553], [-0.03541357070207596, -0.34968996047973633, 0.01269744522869587, 0.56317138671875], [-0.04240737110376358, -0.5449877381324768, 0.02396087348461151, 0.85982745885849], [-0.053307123482227325, -0.35020020604133606, 0.041157420724630356, 0.5747737884521484], [-0.060311127454042435, -0.15567868947982788, 0.05265289917588234, 0.29533547163009644], [-0.06342470645904541, 0.0386546365916729, 0.0585596077144146, 0.01971227489411831], [-0.0626516118645668, 0.23289000988006592, 0.05895385146141052, -0.25393468141555786], [-0.0579938106238842, 0.03697801008820534, 0.0538751594722271, 0.05674518272280693], [-0.05725425109267235, 0.23128774762153625, 0.05501006171107292, -0.2184648960828781], [-0.052628494799137115, 0.03542434796690941, 0.0506407655775547, 0.09105058759450912], [-0.05192000791430473, 0.2297852486371994, 0.05246177688241005, -0.18523499369621277], [-0.04732430353760719, 0.42411884665489197, 0.048757076263427734, -0.4609176516532898], [-0.03884192556142807, 0.6185190081596375, 0.03953872248530388, -0.7378424406051636], [-0.026471545919775963, 0.42287394404411316, 0.02478187531232834, -0.432982861995697], [-0.01801406778395176, 0.22741003334522247, 0.01612221822142601, -0.13259191811084747], [-0.013465866446495056, 0.0320609025657177, 0.013470379635691643, 0.16513343155384064], [-0.01282464899122715, -0.16325126588344574, 0.016773048788309097, 0.46203526854515076], [-0.016089674085378647, 0.031629666686058044, 0.026013754308223724, 0.17468604445457458], [-0.01545708067715168, 0.22636984288692474, 0.029507474973797798, -0.10967820882797241], [-0.010929683223366737, 0.4210568070411682, 0.02731391042470932, -0.39290758967399597], [-0.0025085473898798227, 0.2255581170320511, 0.01945575885474682, -0.09173963963985443], [0.0020026150159537792, 0.4203958809375763, 0.017620965838432312, -0.378221333026886], [0.010410532355308533, 0.6152632236480713, 0.010056539438664913, -0.6652966737747192], [0.022715795785188675, 0.420002818107605, -0.003249393543228507, -0.36946430802345276], [0.031115852296352386, 0.22492718696594238, -0.010638680309057236, -0.07780773192644119], [0.03561439737677574, 0.02995935268700123, -0.012194834649562836, 0.21149976551532745], [0.03621358424425125, 0.22525352239608765, -0.007964839227497578, -0.08500490337610245], [0.04071865603327751, 0.42048874497413635, -0.009664937853813171, -0.38019007444381714], [0.04912842810153961, 0.22550535202026367, -0.017268739640712738, -0.0905701071023941], [0.05363853648304939, 0.42087051272392273, -0.019080141559243202, -0.38865092396736145], [0.06205594539642334, 0.22602450847625732, -0.026853159070014954, -0.10204432904720306], [0.06657643616199493, 0.031297486275434494, -0.02889404632151127, 0.1820470243692398], [0.06720238924026489, -0.1633993536233902, -0.02525310590863228, 0.46547672152519226], [0.06393440067768097, 0.03207014873623848, -0.01594357006251812, 0.16494232416152954], [0.06457579880952835, 0.22741666436195374, -0.012644724920392036, -0.13272741436958313], [0.06912413239479065, 0.03247809782624245, -0.01529927272349596, 0.15593960881233215], [0.06977369636297226, 0.22781571745872498, -0.012180481106042862, -0.1415303498506546], [0.07433000952005386, 0.4231099784374237, -0.015011087991297245, -0.43803098797798157], [0.08279220759868622, 0.228203684091568, -0.023771706968545914, -0.15011757612228394], [0.08735628426074982, 0.4236578345298767, -0.026774058118462563, -0.45020416378974915], [0.09582944214344025, 0.22892458736896515, -0.035778142511844635, -0.16607964038848877], [0.10040793567895889, 0.4245399236679077, -0.03909973427653313, -0.4698314070701599], [0.10889872908592224, 0.22999149560928345, -0.04849636182188988, -0.1897241771221161], [0.11349856108427048, 0.03559568524360657, -0.05229084566235542, 0.08727435767650604], [0.11421047151088715, -0.15873925387859344, -0.05054536089301109, 0.36301180720329285], [0.11103568971157074, 0.037063296884298325, -0.043285124003887177, 0.05482909083366394], [0.11177695542573929, 0.23277829587459564, -0.04218854010105133, -0.25119030475616455], [0.11643252521753311, 0.038283396512269974, -0.04721234738826752, 0.027892716228961945], [0.11719819158315659, 0.2340494990348816, -0.04665449261665344, -0.27930450439453125], [0.12187918275594711, 0.039623063057661057, -0.052240584045648575, -0.001693628029897809], [0.12267164140939713, 0.2354537844657898, -0.05227445438504219, -0.31039074063301086], [0.12738071382045746, 0.04111407324671745, -0.05848227068781853, -0.034641049802303314], [0.12820300459861755, 0.23702380061149597, -0.05917509272694588, -0.3451872169971466], [0.13294348120689392, 0.04279135540127754, -0.06607883423566818, -0.07173585146665573], [0.13379929959774017, -0.1513240933418274, -0.06751355528831482, 0.19938881695270538], [0.13077281415462494, -0.3454187214374542, -0.06352577358484268, 0.47003358602523804], [0.12386444211006165, -0.1494596302509308, -0.0541251040995121, 0.15802381932735443], [0.12087525427341461, -0.34376657009124756, -0.05096462741494179, 0.4331524074077606], [0.11399991810321808, -0.14796148240566254, -0.04230158030986786, 0.12484901398420334], [0.11104068905115128, 0.047740157693624496, -0.039804600179195404, -0.1808737963438034], [0.11199549585580826, -0.1467902660369873, -0.04342207685112953, 0.09899124503135681], [0.10905969142913818, 0.04892623797059059, -0.041442252695560455, -0.20706887543201447], [0.11003821343183517, -0.14557935297489166, -0.04558362811803818, 0.07225847989320755], [0.1071266308426857, 0.05016545206308365, -0.044138457626104355, -0.23445068299770355], [0.10812993347644806, -0.1442989706993103, -0.04882747307419777, 0.04398936405777931], [0.10524395853281021, -0.3386879861354828, -0.04794768616557121, 0.32087579369544983], [0.09847019612789154, -0.14291717112064362, -0.041530169546604156, 0.013465844094753265], [0.09561185538768768, -0.33741968870162964, -0.04126085340976715, 0.2927616834640503], [0.08886346220970154, -0.14173446595668793, -0.03540561720728874, -0.012643558904528618], [0.08602876961231232, -0.33633124828338623, -0.03565848991274834, 0.26866158843040466], [0.07930214703083038, -0.5309266448020935, -0.03028525784611702, 0.5498877763748169], [0.06868360936641693, -0.33539268374443054, -0.019287502393126488, 0.24781879782676697], [0.06197575852274895, -0.14000065624713898, -0.01433112658560276, -0.05088489130139351], [0.059175748378038406, -0.3349142074584961, -0.015348824672400951, 0.2372422069311142], [0.05247746407985687, -0.5298135280609131, -0.010603980161249638, 0.5250444412231445], [0.04188119247555733, -0.33454400300979614, -0.00010309222852811217, 0.2290390431880951], [0.03519031032919884, -0.13942056894302368, 0.004477688577026129, -0.06367640942335129], [0.03240190073847771, 0.05563689395785332, 0.0032041603699326515, -0.35494324564933777], [0.033514637500047684, 0.25071313977241516, -0.003894704394042492, -0.6466140747070312], [0.03852890059351921, 0.055645670741796494, -0.016826985403895378, -0.3551601469516754], [0.039641812443733215, -0.1392330378293991, -0.02393018826842308, -0.06783036887645721], [0.036857154220342636, 0.056223683059215546, -0.02528679557144642, -0.36796629428863525], [0.03798162564635277, -0.13853000104427338, -0.03264612331986427, -0.08336269110441208], [0.035211026668548584, -0.3331691324710846, -0.0343133769929409, 0.19884419441223145], [0.02854764461517334, -0.13757364451885223, -0.030336491763591766, -0.10446251183748245], [0.02579617127776146, 0.057969626039266586, -0.03242574259638786, -0.4065600037574768], [0.026955563575029373, -0.13667787611484528, -0.04055694118142128, -0.12427373230457306], [0.024222007021307945, -0.33119603991508484, -0.043042417615652084, 0.15534308552742004], [0.01759808510541916, -0.5256761312484741, -0.039935555309057236, 0.43414247035980225], [0.007084563374519348, -0.720210611820221, -0.03125270456075668, 0.7139735817909241], [-0.007319648750126362, -0.5246702432632446, -0.016973234713077545, 0.41161948442459106], [-0.017813052982091904, -0.7195475101470947, -0.008740844205021858, 0.6989033818244934], [-0.032204002141952515, -0.5243054628372192, 0.005237223580479622, 0.40348175168037415], [-0.04269011318683624, -0.32925817370414734, 0.013306858949363232, 0.11245457828044891], [-0.04927527531981468, -0.1343294084072113, 0.01555594988167286, -0.17600059509277344], [-0.05196186527609825, 0.0605664998292923, 0.01203593797981739, -0.46373581886291504], [-0.05075053498148918, -0.1347234547138214, 0.0027612214908003807, -0.16728363931179047], [-0.053445003926754, -0.3298848271369934, -0.000584451190661639, 0.12626910209655762], [-0.06004270166158676, -0.1347544938325882, 0.0019409307278692722, -0.1665981560945511], [-0.06273779273033142, -0.329904168844223, -0.0013910324778407812, 0.12669643759727478], [-0.06933587044477463, -0.13476233184337616, 0.001142896362580359, -0.16642501950263977], [-0.07203111797571182, -0.3299006223678589, -0.0021856038365513086, 0.12661825120449066], [-0.07862913608551025, -0.1347474306821823, 0.00034676093491725624, -0.16675341129302979], [-0.08132407814264297, 0.06036955863237381, -0.0029883072711527348, -0.45932692289352417], [-0.08011668920516968, -0.13471002876758575, -0.012174845673143864, -0.16758741438388824], [-0.0828108936548233, -0.32965561747550964, -0.01552659459412098, 0.12122996151447296], [-0.08940400183200836, -0.5245516896247864, -0.01310199499130249, 0.40897423028945923], [-0.09989503771066666, -0.7194854617118835, -0.004922510124742985, 0.6974979043006897], [-0.11428474634885788, -0.5242956280708313, 0.009027447551488876, 0.4032694399356842], [-0.12477065622806549, -0.3293028473854065, 0.017092837020754814, 0.11344625800848007], [-0.13135671615600586, -0.134429931640625, 0.019361762329936028, -0.17379535734653473], [-0.1340453177690506, -0.3298235535621643, 0.01588585413992405, 0.12493214756250381], [-0.14064177870750427, -0.1349327564239502, 0.018384497612714767, -0.1626969277858734], [-0.14334043860435486, -0.3303129971027374, 0.015130558982491493, 0.135728657245636], [-0.14994670450687408, -0.5256483554840088, 0.01784513145685196, 0.4331463873386383], [-0.16045966744422913, -0.33078354597091675, 0.026508059352636337, 0.1461419016122818], [-0.16707533597946167, -0.5262749195098877, 0.029430897906422615, 0.44706833362579346], [-0.17760083079338074, -0.33158138394355774, 0.03837226331233978, 0.1638059765100479], [-0.1842324584722519, -0.5272310376167297, 0.04164838418364525, 0.4683431088924408], [-0.19477708637714386, -0.33272144198417664, 0.05101524665951729, 0.18907281756401062], [-0.2014315128326416, -0.5285347104072571, 0.05479670315980911, 0.4974025785923004], [-0.2120022028684616, -0.3342265188694, 0.06474475562572479, 0.2224798947572708], [-0.21868674457073212, -0.140086829662323, 0.06919435411691666, -0.04909780994057655], [-0.22148847579956055, -0.33612924814224243, 0.06821239739656448, 0.26458901166915894], [-0.22821106016635895, -0.1420438438653946, 0.07350417226552963, -0.005823144689202309], [-0.23105193674564362, 0.051951196044683456, 0.07338771224021912, -0.2744391858577728], [-0.230012908577919, -0.1441369503736496, 0.06789892911911011, 0.04045794904232025], [-0.2328956574201584, 0.04994896054267883, 0.06870809197425842, -0.2300531268119812], [-0.23189666867256165, 0.24402524530887604, 0.0641070231795311, -0.500296413898468], [-0.2270161658525467, 0.04806091636419296, 0.05410109832882881, -0.18811914324760437], [-0.22605495154857635, -0.14779163897037506, 0.05033871531486511, 0.12112782150506973], [-0.22901077568531036, 0.04657431319355965, 0.052761271595954895, -0.15525846183300018], [-0.22807928919792175, -0.14926181733608246, 0.04965610057115555, 0.1535915732383728], [-0.23106452822685242, 0.04511526599526405, 0.05272793397307396, -0.12302176654338837], [-0.23016223311424255, -0.15072089433670044, 0.050267498940229416, 0.18581904470920563], [-0.23317664861679077, 0.04364714398980141, 0.05398387834429741, -0.09059231728315353], [-0.2323037087917328, 0.23795542120933533, 0.05217203125357628, -0.36576658487319946], [-0.22754459083080292, 0.04213238134980202, 0.04485670104622841, -0.0571000799536705], [-0.22670194506645203, -0.15360307693481445, 0.043714698404073715, 0.24939122796058655], [-0.22977401316165924, 0.04086821898818016, 0.04870252311229706, -0.029189011082053185], [-0.22895663976669312, 0.23525913059711456, 0.04811874404549599, -0.3061167597770691], [-0.22425146400928497, 0.4296635389328003, 0.04199640825390816, -0.5832443833351135], [-0.21565818786621094, 0.23397918045520782, 0.03033152036368847, -0.27763333916664124], [-0.21097861230373383, 0.038437940180301666, 0.024778854101896286, 0.024459702894091606], [-0.21020984649658203, 0.2331959456205368, 0.02526804804801941, -0.2603033781051636], [-0.20554593205451965, 0.4279482364654541, 0.020061979070305824, -0.5449105501174927], [-0.19698695838451385, 0.2325502187013626, 0.009163768962025642, -0.24597467482089996], [-0.19233596324920654, 0.03729858621954918, 0.004244275391101837, 0.049584582448005676], [-0.19158998131752014, -0.15788397192955017, 0.005235967226326466, 0.34360358119010925], [-0.1947476714849472, 0.037163108587265015, 0.012108039110898972, 0.05257635563611984], [-0.19400440156459808, -0.15813034772872925, 0.01315956562757492, 0.3490547239780426], [-0.19716700911521912, 0.03680199384689331, 0.02014066092669964, 0.060550346970558167], [-0.196430966258049, 0.23162946105003357, 0.021351667121052742, -0.22571063041687012], [-0.1917983889579773, 0.036208972334861755, 0.016837455332279205, 0.0736301988363266], [-0.1910742074251175, -0.15915027260780334, 0.0183100588619709, 0.37157750129699707], [-0.1942572146654129, -0.3545275032520294, 0.025741608813405037, 0.669977068901062], [-0.20134775340557098, -0.15977272391319275, 0.039141152054071426, 0.3855088949203491], [-0.20454321801662445, 0.03477234020829201, 0.04685132950544357, 0.10541936755180359], [-0.2038477659225464, 0.22919265925884247, 0.04895971715450287, -0.17212185263633728], [-0.19926391541957855, 0.033405404537916183, 0.04551727697253227, 0.13559553027153015], [-0.1985958069562912, 0.22784683108329773, 0.04822918772697449, -0.14238706231117249], [-0.19403886795043945, 0.4222460687160492, 0.04538144916296005, -0.41947296261787415], [-0.18559394776821136, 0.22651143372058868, 0.03699198737740517, -0.11283574253320694], [-0.181063711643219, 0.42108434438705444, 0.03473527356982231, -0.3936222493648529], [-0.1726420372724533, 0.6156966090202332, 0.02686282806098461, -0.675154447555542], [-0.16032810509204865, 0.8104351758956909, 0.013359739445149899, -0.9592601656913757], [-0.14411939680576324, 0.6151362061500549, -0.005825464613735676, -0.6624101996421814], [-0.13181667029857635, 0.4200957715511322, -0.019073668867349625, -0.3715672194957733], [-0.12341475486755371, 0.22524990141391754, -0.026505012065172195, -0.08495891094207764], [-0.11890976130962372, 0.03051772154867649, -0.028204191476106644, 0.19924521446228027], [-0.11829940229654312, 0.22603148221969604, -0.024219287559390068, -0.10219971835613251], [-0.11377877742052078, 0.03126484155654907, -0.0262632817029953, 0.18274478614330292], [-0.11315347999334335, 0.22675254940986633, -0.022608386352658272, -0.1181061789393425], [-0.10861842334270477, 0.03196170553565025, -0.024970509111881256, 0.1673591285943985], [-0.1079791933298111, -0.1627940833568573, -0.02162332646548748, 0.45206114649772644], [-0.11123507469892502, -0.35760366916656494, -0.012582103721797466, 0.7378504872322083], [-0.1183871477842331, -0.16231022775173187, 0.0021749057341367006, 0.4412344694137573], [-0.12163335084915161, 0.03278087452054024, 0.010999594815075397, 0.14923791587352753], [-0.1209777370095253, 0.22774359583854675, 0.01398435328155756, -0.13995467126369476], [-0.1164228618144989, 0.03242418169975281, 0.01118525955826044, 0.15710708498954773], [-0.11577437818050385, 0.22738422453403473, 0.014327401295304298, -0.1320262849330902], [-0.11122669279575348, 0.42229804396629333, 0.011686875484883785, -0.4201548993587494], [-0.10278072953224182, 0.22701245546340942, 0.003283777739852667, -0.12381066381931305], [-0.09824048727750778, 0.4220872223377228, 0.0008075644727796316, -0.41545578837394714], [-0.08979874104261398, 0.22695381939411163, -0.007501551415771246, -0.1225183829665184], [-0.08525966107845306, 0.031940147280693054, -0.009951919317245483, 0.16778847575187683], [-0.08462086319923401, 0.2272031307220459, -0.0065961494110524654, -0.12801730632781982], [-0.08007679879665375, 0.03217628598213196, -0.009156495332717896, 0.1625773310661316], [-0.07943326979875565, 0.2274281084537506, -0.005904948804527521, -0.1329800933599472], [-0.07488471269607544, 0.03239123895764351, -0.00856455136090517, 0.15783406794071198], [-0.07423688471317291, 0.2276347577571869, -0.005407869815826416, -0.13753841817378998], [-0.06968419253826141, 0.032590679824352264, -0.008158638142049313, 0.15343351662158966], [-0.06903237849473953, 0.2278284877538681, -0.005089967977255583, -0.14181207120418549], [-0.06447580456733704, 0.03277980908751488, -0.007926208898425102, 0.1492607146501541]], "action_prob": [0.5094026923179626, 0.8231526017189026, 0.5049988031387329, 0.8259915113449097, 0.4954202175140381, 0.8306896686553955, 0.48053520917892456, 0.1629130244255066, 0.07614093273878098, 0.9466135501861572, 0.9295711517333984, 0.8792669773101807, 0.7027627229690552, 0.667819082736969, 0.7392320036888123, 0.6206772327423096, 0.76956707239151, 0.429045706987381, 0.1533408910036087, 0.9281573295593262, 0.8513439893722534, 0.567302942276001, 0.2092597335577011, 0.9084364175796509, 0.8109901547431946, 0.5040689706802368, 0.819914698600769, 0.5108566284179688, 0.18058624863624573, 0.9230555295944214, 0.8358567953109741, 0.5382928252220154, 0.8006513118743896, 0.4550272524356842, 0.8492830991744995, 0.4223608672618866, 0.8620921969413757, 0.6200300455093384, 0.24706755578517914, 0.900444746017456, 0.7539688348770142, 0.6387799978256226, 0.7450796365737915, 0.34800657629966736, 0.8818032145500183, 0.31097257137298584, 0.8921879529953003, 0.26761722564697266, 0.9028580784797668, 0.777836263179779, 0.43216150999069214, 0.8472968935966492, 0.5322052836418152, 0.8220424056053162, 0.47422173619270325, 0.8436803221702576, 0.4109478294849396, 0.8629639148712158, 0.34554338455200195, 0.8797007203102112, 0.7175215482711792, 0.356844425201416, 0.8721919655799866, 0.3940249979496002, 0.8624904751777649, 0.5774397253990173, 0.7903381586074829, 0.5299703478813171, 0.811133086681366, 0.4786960184574127, 0.8300930261611938, 0.5755436420440674, 0.7753540277481079, 0.6077995896339417, 0.7545077204704285, 0.6341578960418701, 0.26507607102394104, 0.9032418727874756, 0.7382043600082397, 0.6479068398475647, 0.2678179144859314, 0.9048355221748352, 0.7492998242378235, 0.3706616163253784, 0.14091578125953674, 0.92179274559021, 0.8696178197860718, 0.3120974004268646, 0.8775382041931152, 0.7200101613998413, 0.6407062411308289, 0.2610444724559784, 0.8903061747550964, 0.7699302434921265, 0.44932547211647034, 0.16338412463665009, 0.9270626306533813, 0.155483677983284, 0.9304375052452087, 0.8600345849990845, 0.6118651628494263, 0.2520805597305298, 0.8921602368354797, 0.7567951679229736, 0.6044217944145203, 0.7573097944259644, 0.6040747761726379, 0.7582282423973083, 0.6029245257377625, 0.2404315322637558, 0.8982750773429871, 0.7760520577430725, 0.4353218972682953, 0.1536647230386734, 0.9285399317741394, 0.8615953922271729, 0.6281294226646423, 0.7386043667793274, 0.6440601944923401, 0.727455735206604, 0.34066468477249146, 0.8806215524673462, 0.30307745933532715, 0.8914470076560974, 0.26028281450271606, 0.902424156665802, 0.21624989807605743, 0.9127021431922913, 0.8247624039649963, 0.4400615394115448, 0.8518117666244507, 0.6372209787368774, 0.7179030776023865, 0.6902506351470947, 0.33377066254615784, 0.8775407075881958, 0.6338638663291931, 0.7538749575614929, 0.5840229392051697, 0.7818020582199097, 0.5303852558135986, 0.806187093257904, 0.5263085961341858, 0.8007429242134094, 0.43969810009002686, 0.8376992344856262, 0.6106703877449036, 0.25570058822631836, 0.9046282768249512, 0.7408832311630249, 0.6413553953170776, 0.27149468660354614, 0.9035969376564026, 0.7395785450935364, 0.3616308867931366, 0.8573496341705322, 0.3431449830532074, 0.8633413314819336, 0.6807963848114014, 0.6904880404472351, 0.3085310161113739, 0.1268962323665619, 0.9234704375267029, 0.883797824382782, 0.7628093957901001, 0.5483816266059875, 0.7847710847854614, 0.49787190556526184, 0.8114137053489685, 0.5206412672996521, 0.19744271039962769, 0.0790962502360344, 0.9519569873809814, 0.9295270442962646, 0.8493490815162659, 0.5770370960235596, 0.7620638012886047, 0.6011467576026917, 0.7501808404922485, 0.6242306232452393, 0.26260003447532654, 0.11425946652889252, 0.928184449672699, 0.8911539912223816, 0.7664856314659119, 0.5778313875198364, 0.7737918496131897, 0.4360138773918152, 0.8533684015274048, 0.42382484674453735, 0.8606634736061096, 0.5995219349861145, 0.7598874568939209, 0.6070807576179504, 0.7564678192138672, 0.6141951680183411, 0.7530956864356995, 0.6210371851921082, 0.7496833205223083, 0.6277673244476318], "action_logp": [-0.6745163798332214, -0.19461369514465332, -0.6831992268562317, -0.19117076694965363, -0.7023489475250244, -0.18549902737140656, -0.7328547835350037, -1.814538836479187, -2.575169324874878, -0.05486436188220978, -0.0730319395661354, -0.1286666840314865, -0.3527359664440155, -0.4037379324436188, -0.30214348435401917, -0.47694408893585205, -0.26192718744277954, -0.8461918234825134, -1.875091791152954, -0.07455401867628098, -0.1609390377998352, -0.5668618083000183, -1.5641790628433228, -0.09603039920330048, -0.20949937403202057, -0.685042142868042, -0.19855496287345886, -0.6716663241386414, -1.711546778678894, -0.08006585389375687, -0.17929795384407043, -0.6193525791168213, -0.2223297357559204, -0.7873979806900024, -0.16336268186569214, -0.8618952035903931, -0.14839304983615875, -0.4779873192310333, -1.3980934619903564, -0.10486648231744766, -0.2824042737483978, -0.448195219039917, -0.29426416754722595, -1.0555338859558105, -0.12578636407852173, -1.1680505275726318, -0.11407846957445145, -1.3181976079940796, -0.10218989104032516, -0.25123921036720276, -0.8389558792114258, -0.16570410132408142, -0.6307259798049927, -0.1959633231163025, -0.7460802793502808, -0.16998161375522614, -0.8892890214920044, -0.14738242328166962, -1.0626370906829834, -0.12817351520061493, -0.3319523334503174, -1.0304553508758545, -0.13674573600292206, -0.9313409328460693, -0.14793120324611664, -0.5491511821746826, -0.2352943867444992, -0.6349342465400696, -0.20932310819625854, -0.7366895079612732, -0.1862175017595291, -0.5524402260780334, -0.25443553924560547, -0.4979100823402405, -0.28168973326683044, -0.45545727014541626, -1.3277384042739868, -0.10176488012075424, -0.303534597158432, -0.4340083599090576, -1.3174479007720947, -0.10000209510326385, -0.2886160612106323, -0.9924657344818115, -1.9595928192138672, -0.08143487572669983, -0.1397014856338501, -1.1644399166107178, -0.13063478469848633, -0.3284899592399597, -0.44518420100212097, -1.343064546585083, -0.1161898747086525, -0.26145535707473755, -0.8000077605247498, -1.8116512298583984, -0.07573413103818893, -1.861214518547058, -0.07210034132003784, -0.15078265964984894, -0.49124330282211304, -1.3780065774917603, -0.11410952359437943, -0.27866268157958984, -0.50348299741745, -0.27798283100128174, -0.5040572881698608, -0.27677083015441895, -0.5059632658958435, -1.4253199100494385, -0.1072789654135704, -0.2535356879234314, -0.8316695094108582, -1.872982144355774, -0.07414189726114273, -0.14896953105926514, -0.46500906348228455, -0.30299288034439087, -0.43996313214302063, -0.31820210814476013, -1.0768566131591797, -0.12712731957435608, -1.1937668323516846, -0.11490930616855621, -1.3459864854812622, -0.10267066210508347, -1.531320571899414, -0.09134569019079208, -0.19265994429588318, -0.8208407163619995, -0.1603897362947464, -0.4506387412548065, -0.33142074942588806, -0.37070053815841675, -1.0973011255264282, -0.1306319534778595, -0.4559210240840912, -0.28252875804901123, -0.5378149747848511, -0.24615368247032166, -0.6341516375541687, -0.21543945372104645, -0.6418675780296326, -0.22221529483795166, -0.821666955947876, -0.1770961433649063, -0.4931979477405548, -1.3637480735778809, -0.10023117065429688, -0.2999122738838196, -0.4441715180873871, -1.3038127422332764, -0.1013718992471695, -0.30167481303215027, -1.0171312093734741, -0.15390947461128235, -1.0696022510528564, -0.14694511890411377, -0.38449203968048096, -0.37035661935806274, -1.1759328842163086, -2.0643856525421143, -0.0796164721250534, -0.1235269159078598, -0.2707470953464508, -0.6007838249206543, -0.24236321449279785, -0.6974124312400818, -0.20897726714611053, -0.652694046497345, -1.6223068237304688, -2.5370898246765137, -0.04923540726304054, -0.07307936251163483, -0.1632850170135498, -0.5498486757278442, -0.27172496914863586, -0.5089161396026611, -0.2874409556388855, -0.47123536467552185, -1.337123155593872, -2.169283390045166, -0.07452481240034103, -0.11523804813623428, -0.265939325094223, -0.5484731793403625, -0.256452351808548, -0.8300812244415283, -0.15856392681598663, -0.8584350347518921, -0.15005171298980713, -0.5116227269172668, -0.27458494901657104, -0.4990934431552887, -0.27909526228904724, -0.4874424934387207, -0.28356295824050903, -0.4763643443584442, -0.288104385137558, -0.4655856788158417], "action_dist_inputs": [[0.018385477364063263, -0.019229784607887268], [-0.7677081227302551, 0.770146369934082], [0.009565720334649086, -0.010430234484374523], [-0.7775217294692993, 0.7799585461616516], [-0.009589267894625664, 0.008730410598218441], [-0.7940314412117004, 0.7964912056922913], [-0.03936270251870155, 0.03853587433695793], [-0.8171015381813049, 0.8196099996566772], [-1.2452819347381592, 1.2506917715072632], [-1.4337542057037354, 1.4415802955627441], [-1.2872346639633179, 1.2928861379623413], [-0.9912945628166199, 0.9942122101783752], [-0.43036743998527527, 0.43012112379074097], [0.3474518656730652, -0.35088565945625305], [-0.5209240317344666, 0.5210565328598022], [0.24463950097560883, -0.24778425693511963], [-0.6026811003684998, 0.6031872034072876], [0.14145110547542572, -0.1442946195602417], [0.851606547832489, -0.8570281863212585], [1.2756967544555664, -1.283026099205017], [0.8699678778648376, -0.8752134442329407], [0.13424837589263916, -0.13660722970962524], [-0.664057195186615, 0.6653361916542053], [-1.1451159715652466, 1.149575114250183], [-0.7274841666221619, 0.7289726138114929], [-0.009136518463492393, 0.00713964831084013], [0.7554465532302856, -0.7603228688240051], [-0.022609993815422058, 0.020823389291763306], [0.7538214325904846, -0.7585591673851013], [1.2388705015182495, -1.2457352876663208], [0.8115437030792236, -0.816174328327179], [0.0759398490190506, -0.077532097697258], [-0.6941950917243958, 0.6961749196052551], [0.08939793705940247, -0.09098058938980103], [0.8622106313705444, -0.8667790293693542], [0.1557529717683792, -0.15733633935451508], [0.9141055345535278, -0.9186715483665466], [0.24402174353599548, -0.24565404653549194], [-0.5562421679496765, 0.5580714344978333], [-1.0987027883529663, 1.1034729480743408], [-0.5590633749961853, 0.560829222202301], [0.28416213393211365, -0.2859107255935669], [-0.5354019403457642, 0.5371379256248474], [0.3130248486995697, -0.3147883415222168], [1.0024815797805786, -1.0071368217468262], [0.396893709897995, -0.39868268370628357], [1.0542852878570557, -1.0590018033981323], [0.5024362206459045, -0.5043092966079712], [1.1122727394104004, -1.1171197891235352], [0.6255390644073486, -0.6275624632835388], [-0.13591791689395905, 0.13711963593959808], [-0.8546863794326782, 0.8588692545890808], [-0.06401649117469788, 0.06498322635889053], [0.7639097571372986, -0.7663370370864868], [0.05197996273636818, -0.05122455954551697], [0.8416146636009216, -0.8442557454109192], [0.180281400680542, -0.17976707220077515], [0.9186135530471802, -0.9215148091316223], [0.31945866346359253, -0.31922852993011475], [0.9931899905204773, -0.9964088797569275], [0.46604257822036743, -0.4661579430103302], [-0.29301512241363525, 0.2960715591907501], [-0.9574773907661438, 0.9630028605461121], [-0.21384093165397644, 0.21658338606357574], [-0.9154015779495239, 0.9207291603088379], [-0.15490148961544037, 0.15737061202526093], [0.6629178524017334, -0.6640471816062927], [-0.05890204384922981, 0.061123158782720566], [0.7279824018478394, -0.7294074892997742], [0.04360484704375267, -0.04166274890303612], [0.7922698855400085, -0.7940168380737305], [0.15306301414966583, -0.15144291520118713], [-0.6170943379402161, 0.6216995716094971], [0.2196774184703827, -0.21839486062526703], [-0.5592039227485657, 0.5635963082313538], [0.2755330502986908, -0.27456313371658325], [-0.5077812075614929, 0.5119688510894775], [-1.113695740699768, 1.1200804710388184], [-0.5163318514823914, 0.5203244686126709], [0.30517494678497314, -0.30467623472213745], [-0.5009335279464722, 0.5047882795333862], [-1.1229796409606934, 1.1291667222976685], [-0.5455745458602905, 0.5493069887161255], [0.264829158782959, -0.26455026865005493], [0.9022685885429382, -0.9054359793663025], [1.2304961681365967, -1.2364617586135864], [0.9471263885498047, -0.9504575133323669], [0.3951464593410492, -0.3951854109764099], [0.982880175113678, -0.9864413738250732], [0.47208765149116516, -0.4724245071411133], [-0.2876257002353668, 0.29080498218536377], [0.5199466347694397, -0.5206002593040466], [1.0448867082595825, -1.0489853620529175], [0.603445827960968, -0.6044715046882629], [-0.10040386021137238, 0.10299258679151535], [-0.8139664530754089, 0.8192945122718811], [-1.2676230669021606, 1.274796724319458], [-0.8435451984405518, 0.8486781716346741], [-1.293166160583496, 1.3002636432647705], [-0.9052866101264954, 0.9102904200553894], [-0.22656147181987762, 0.22859781980514526], [0.5429075956344604, -0.5446389317512512], [1.0540822744369507, -1.0589174032211304], [0.5666949152946472, -0.5684936046600342], [-0.2109992653131485, 0.21292458474636078], [0.5680469274520874, -0.5699398517608643], [-0.21032290160655975, 0.21214962005615234], [0.5704993009567261, -0.5724908113479614], [-0.20797090232372284, 0.20969471335411072], [0.574110209941864, -0.5762048959732056], [1.0864924192428589, -1.0917109251022339], [0.6202711462974548, -0.6225346326828003], [-0.12936879694461823, 0.1308012455701828], [-0.8508689403533936, 0.855273425579071], [-1.2789392471313477, 1.2855348587036133], [-0.9121537208557129, 0.9164503216743469], [-0.26147711277008057, 0.26272332668304443], [0.5181375741958618, -0.5205896496772766], [-0.29589149355888367, 0.297139048576355], [0.4896637201309204, -0.49208852648735046], [-0.32954496145248413, 0.33078864216804504], [-0.9970547556877136, 1.0012743473052979], [-0.41571539640426636, 0.41697028279304504], [-1.0506798028945923, 1.054927110671997], [-0.5215903520584106, 0.5229088068008423], [-1.1100555658340454, 1.1143988370895386], [-0.6431090235710144, 0.6445465087890625], [-1.1712802648544312, 1.1758040189743042], [-0.7736627459526062, 0.7752898335456848], [-0.12121914327144623, 0.1196930781006813], [-0.8734956383705139, 0.8753867745399475], [-0.28227242827415466, 0.28105035424232483], [0.46490418910980225, -0.4691793620586395], [-0.4011010527610779, 0.4001900553703308], [0.3436017334461212, -0.3475780487060547], [0.9814500212669373, -0.9878942370414734], [0.27256110310554504, -0.2762680649757385], [-0.5598741173744202, 0.5595126748085022], [0.16791629791259766, -0.1713940054178238], [-0.6381585597991943, 0.6380404829978943], [0.059222470968961716, -0.06246837601065636], [-0.7126389145851135, 0.7127833962440491], [-0.054166968911886215, 0.05116470530629158], [0.6925975680351257, -0.6983466148376465], [-0.12256923317909241, 0.11981816589832306], [-0.820257842540741, 0.8209499716758728], [-0.22632184624671936, 0.22380907833576202], [0.5315171480178833, -0.5369189381599426], [1.121163010597229, -1.1285792589187622], [0.522668719291687, -0.5278953313827515], [-0.2916600704193115, 0.2895917296409607], [0.49097397923469543, -0.4960784316062927], [1.1152981519699097, -1.122546672821045], [0.519390344619751, -0.5243887305259705], [-0.2850648760795593, 0.2832277715206146], [-0.8959687948226929, 0.8974804282188416], [-0.32553839683532715, 0.3237718343734741], [-0.9208479523658752, 0.9224761724472046], [-0.3795403838157654, 0.3778935372829437], [0.39880722761154175, -0.40359461307525635], [-0.4042488634586334, 0.4027469754219055], [-0.9633767604827881, 0.965307891368866], [-1.2426596879959106, 1.2478028535842896], [-1.0133426189422607, 1.015554666519165], [-0.5845841765403748, 0.5835599303245544], [0.09492973983287811, -0.0992041528224945], [-0.6471818089485168, 0.646507978439331], [0.002264733426272869, -0.006247499026358128], [0.726348340511322, -0.732873797416687], [-0.04315302148461342, 0.03945900872349739], [0.6979954242706299, -0.704359233379364], [1.2233415842056274, -1.2313485145568848], [1.4885470867156982, -1.4978764057159424], [1.2857424020767212, -1.2937043905258179], [0.8616923689842224, -0.8678122758865356], [0.1536172777414322, -0.15700481832027435], [-0.5820022225379944, 0.5820255279541016], [0.20339204370975494, -0.20685361325740814], [-0.5498188734054565, 0.5497583746910095], [0.2520090341567993, -0.2555353045463562], [-0.5163188576698303, 0.5161793828010559], [-1.0224624872207642, 1.0254898071289062], [-1.2766371965408325, 1.2824915647506714], [-1.0497372150421143, 1.0528455972671509], [-0.5943243503570557, 0.5942478775978088], [0.15519359707832336, -0.15868373215198517], [-0.6148927807807922, 0.6149545311927795], [0.12699350714683533, -0.1303621530532837], [0.8776316046714783, -0.8836361765861511], [0.15191522240638733, -0.15517626702785492], [0.9074391722679138, -0.9133726358413696], [0.200132817029953, -0.20334084331989288], [-0.5758921504020691, 0.5761705040931702], [0.2159319967031479, -0.21912576258182526], [-0.5665596723556519, 0.5668513178825378], [0.23090246319770813, -0.23407889902591705], [-0.5574420690536499, 0.5577493906021118], [0.2453979253768921, -0.24855485558509827], [-0.5482997894287109, 0.5486243367195129], [0.25975707173347473, -0.26289334893226624]], "value_targets": [86.60203552246094, 86.4666976928711, 86.33000183105469, 86.1919174194336, 86.05244445800781, 85.91156005859375, 85.76924896240234, 85.62550354003906, 85.48030853271484, 85.33364868164062, 85.18550109863281, 85.03585815429688, 84.88470458984375, 84.73202514648438, 84.57780456542969, 84.42202758789062, 84.2646713256836, 84.10572814941406, 83.94518280029297, 83.78301239013672, 83.61920166015625, 83.45374298095703, 83.28660583496094, 83.11778259277344, 82.94725799560547, 82.77500915527344, 82.60102081298828, 82.4252700805664, 82.24774932861328, 82.06842803955078, 81.8873062133789, 81.704345703125, 81.51954650878906, 81.33287048339844, 81.14431762695312, 80.953857421875, 80.76146697998047, 80.567138671875, 80.370849609375, 80.17257690429688, 79.97229766845703, 79.7699966430664, 79.5656509399414, 79.35924530029297, 79.1507568359375, 78.94015502929688, 78.72743225097656, 78.51255798339844, 78.2955093383789, 78.0762710571289, 77.85482025146484, 77.63113403320312, 77.40518188476562, 77.17695617675781, 76.94641876220703, 76.71355438232422, 76.47834014892578, 76.2407455444336, 76.0007553100586, 75.75833892822266, 75.51347351074219, 75.26612854003906, 75.01629638671875, 74.76393127441406, 74.50902557373047, 74.25154113769531, 73.991455078125, 73.72874450683594, 73.46337127685547, 73.19532775878906, 72.92457580566406, 72.65108489990234, 72.37483215332031, 72.09579467773438, 71.81392669677734, 71.52922058105469, 71.24163818359375, 70.9511489868164, 70.65773010253906, 70.36134338378906, 70.06195831298828, 69.75955963134766, 69.45409393310547, 69.14555358886719, 68.83389282226562, 68.51908111572266, 68.20109558105469, 67.87989044189453, 67.55545043945312, 67.22772216796875, 66.89669036865234, 66.56231689453125, 66.22456359863281, 65.88339233398438, 65.53878021240234, 65.19068908691406, 64.83908081054688, 64.48391723632812, 64.12516784667969, 63.76279830932617, 63.396766662597656, 63.027034759521484, 62.65357208251953, 62.276336669921875, 61.895286560058594, 61.51039123535156, 61.12160873413086, 60.72889709472656, 60.332218170166016, 59.93153381347656, 59.52680206298828, 59.11798095703125, 58.70503234863281, 58.28791046142578, 57.8665771484375, 57.44098663330078, 57.0110969543457, 56.576866149902344, 56.138248443603516, 55.6952018737793, 55.247676849365234, 54.79563522338867, 54.33902359008789, 53.877803802490234, 53.411922454833984, 52.94133758544922, 52.46599578857422, 51.98585510253906, 51.50086212158203, 51.01097106933594, 50.51613235473633, 50.01629638671875, 49.511409759521484, 49.001426696777344, 48.486289978027344, 47.965946197509766, 47.44034957885742, 46.909446716308594, 46.37317657470703, 45.83149337768555, 45.28433609008789, 44.731651306152344, 44.17338562011719, 43.60948181152344, 43.039878845214844, 42.46452331542969, 41.883358001708984, 41.296321868896484, 40.70335388183594, 40.104400634765625, 39.499393463134766, 38.888275146484375, 38.2709846496582, 37.6474609375, 37.017635345458984, 36.38145065307617, 35.73883819580078, 35.08973693847656, 34.434078216552734, 33.77179718017578, 33.10282516479492, 32.427093505859375, 31.74454116821289, 31.055091857910156, 30.358678817749023, 29.655229568481445, 28.944677352905273, 28.226945877075195, 27.50196647644043, 26.769662857055664, 26.02996253967285, 25.282791137695312, 24.5280704498291, 23.765727996826172, 22.995685577392578, 22.217864990234375, 21.432186126708984, 20.63857078552246, 19.83694076538086, 19.02721405029297, 18.209306716918945, 17.383136749267578, 16.54862403869629, 15.705680847167969, 14.854223251342773, 13.99416446685791, 13.125418663024902, 12.24789810180664, 11.361513137817383, 10.466174125671387, 9.561792373657227, 8.648275375366211, 7.725530624389648, 6.7934651374816895, 5.851984977722168, 4.900994777679443, 3.940398931503296, 2.970099925994873, 1.9900000095367432, 1.0]}
{"type": "SampleBatch", "eps_id": [1065225377, 1065225377, 1065225377, 1065225377, 1065225377, 1065225377, 1065225377, 1065225377, 1065225377, 1065225377, 1065225377, 1065225377, 1065225377, 1065225377, 1065225377, 1065225377, 1065225377, 1065225377, 1065225377, 1065225377, 1065225377, 1065225377, 1065225377, 1065225377, 1065225377, 1065225377, 1065225377, 1065225377, 1065225377, 1065225377, 1065225377, 1065225377, 1065225377, 1065225377, 1065225377, 1065225377, 1065225377, 1065225377, 1065225377, 1065225377, 1065225377, 1065225377, 1065225377, 1065225377, 1065225377, 1065225377, 1065225377, 1065225377, 1065225377, 1065225377, 1065225377, 1065225377, 1065225377, 1065225377, 1065225377, 1065225377, 1065225377, 1065225377, 1065225377, 1065225377, 1065225377, 1065225377, 1065225377, 1065225377, 1065225377, 1065225377, 1065225377, 1065225377, 1065225377, 1065225377, 1065225377, 1065225377, 1065225377, 1065225377, 1065225377, 1065225377, 1065225377, 1065225377, 1065225377, 1065225377, 1065225377, 1065225377, 1065225377, 1065225377, 1065225377, 1065225377, 1065225377, 1065225377, 1065225377, 1065225377, 1065225377, 1065225377, 1065225377, 1065225377, 1065225377, 1065225377, 1065225377, 1065225377, 1065225377, 1065225377, 1065225377, 1065225377, 1065225377, 1065225377, 1065225377, 1065225377, 1065225377, 1065225377, 1065225377, 1065225377, 1065225377, 1065225377, 1065225377, 1065225377, 1065225377, 1065225377, 1065225377, 1065225377, 1065225377, 1065225377, 1065225377, 1065225377, 1065225377, 1065225377, 1065225377, 1065225377, 1065225377, 1065225377, 1065225377, 1065225377, 1065225377, 1065225377, 1065225377, 1065225377, 1065225377, 1065225377, 1065225377, 1065225377, 1065225377, 1065225377, 1065225377, 1065225377, 1065225377, 1065225377, 1065225377, 1065225377, 1065225377, 1065225377, 1065225377, 1065225377, 1065225377, 1065225377, 1065225377, 1065225377, 1065225377, 1065225377, 1065225377, 1065225377, 1065225377, 1065225377, 1065225377, 1065225377, 1065225377, 1065225377, 1065225377, 1065225377, 1065225377, 1065225377, 1065225377, 1065225377, 1065225377, 1065225377, 1065225377, 1065225377, 1065225377, 1065225377, 1065225377, 1065225377, 1065225377, 1065225377, 1065225377, 1065225377, 1065225377, 1065225377, 1065225377, 1065225377, 1065225377, 1065225377, 1065225377, 1065225377, 1065225377, 1065225377, 1065225377, 1065225377, 1065225377, 1065225377, 1065225377, 1065225377, 1065225377, 1065225377], "obs": [[0.016924291849136353, 0.04142839461565018, 0.002293352037668228, 0.015064877457916737], [0.017752859741449356, 0.23651738464832306, 0.0025946495588868856, -0.27689358592033386], [0.022483207285404205, 0.04135850816965103, -0.002943222178146243, 0.016606559976935387], [0.023310378193855286, 0.23652254045009613, -0.0026110908947885036, -0.27700352668762207], [0.028040828183293343, 0.43168166279792786, -0.0081511614844203, -0.5705088376998901], [0.036674462258815765, 0.2366749495267868, -0.019561339169740677, -0.2804049253463745], [0.04140796139836311, 0.0418374240398407, -0.025169437751173973, 0.006044776178896427], [0.04224471002817154, 0.23731112480163574, -0.025048542767763138, -0.29447194933891296], [0.046990931034088135, 0.43278107047080994, -0.030937980860471725, -0.594948410987854], [0.05564655363559723, 0.23810547590255737, -0.04283694922924042, -0.31216904520988464], [0.060408663004636765, 0.043619148433208466, -0.04908033087849617, -0.03329738974571228], [0.06128104403614998, -0.15076586604118347, -0.049746278673410416, 0.24350519478321075], [0.05826572701334953, 0.04503004252910614, -0.04487617313861847, -0.06444471329450607], [0.059166330844163895, -0.14942072331905365, -0.046165067702531815, 0.21374861896038055], [0.05617791414260864, 0.046329792588949203, -0.04189009591937065, -0.09313203394412994], [0.05710450932383537, -0.14816749095916748, -0.04375273734331131, 0.18604587018489838], [0.05414116010069847, 0.04755226522684097, -0.04003182053565979, -0.12011200934648514], [0.05509220436215401, -0.14697395265102386, -0.04243405908346176, 0.15967732667922974], [0.05215272679924965, -0.34146350622177124, -0.039240512996912, 0.43867719173431396], [0.045323457568883896, -0.14580877125263214, -0.030466968193650246, 0.13388724625110626], [0.04240728169679642, 0.04973604157567024, -0.027789223939180374, -0.16824975609779358], [0.04340200126171112, -0.14497734606266022, -0.031154219061136246, 0.1155385822057724], [0.040502455085515976, 0.0505768246948719, -0.02884344756603241, -0.18680819869041443], [0.041513990610837936, -0.14412082731723785, -0.032579611986875534, 0.0966380164027214], [0.03863157331943512, -0.3387610614299774, -0.030646851286292076, 0.37886670231819153], [0.03185635432600975, -0.5334346890449524, -0.023069515824317932, 0.6617312431335449], [0.021187661215662956, -0.33799946308135986, -0.009834891185164452, 0.36187461018562317], [0.0144276712089777, -0.14273910224437714, -0.002597399288788438, 0.06610682606697083], [0.011572889052331448, -0.3378237187862396, -0.0012752627953886986, 0.35796913504600525], [0.004816414322704077, -0.14268366992473602, 0.005884119775146246, 0.06488434970378876], [0.0019627411384135485, 0.05235343053936958, 0.007181806955486536, -0.22593630850315094], [0.003009809646755457, -0.14287042617797852, 0.002663080580532551, 0.06900335103273392], [0.0001524013205198571, -0.33803045749664307, 0.004043147899210453, 0.3625253140926361], [-0.006608207710087299, -0.5332096219062805, 0.011293653398752213, 0.6564803719520569], [-0.017272399738430977, -0.3382467031478882, 0.024423260241746902, 0.36737489700317383], [-0.024037335067987442, -0.5337070226669312, 0.03177075833082199, 0.6676576733589172], [-0.03471147641539574, -0.33904099464416504, 0.04512391239404678, 0.385144978761673], [-0.041492294520139694, -0.1445877104997635, 0.052826810628175735, 0.10702390968799591], [-0.044384051114320755, 0.04973897710442543, 0.05496729165315628, -0.16853563487529755], [-0.04338926821947098, 0.2440328150987625, 0.05159657821059227, -0.44338396191596985], [-0.03850861266255379, 0.4383881688117981, 0.04272889718413353, -0.7193663716316223], [-0.029740849509835243, 0.24270185828208923, 0.028341570869088173, -0.4135463535785675], [-0.024886813014745712, 0.04718988761305809, 0.020070644095540047, -0.11206486076116562], [-0.023943014442920685, -0.14821381866931915, 0.017829345539212227, 0.18688204884529114], [-0.026907291263341904, 0.04664855822920799, 0.02156698703765869, -0.10012351721525192], [-0.025974320247769356, 0.24145488440990448, 0.019564516842365265, -0.3859248459339142], [-0.021145222708582878, 0.04606073349714279, 0.011846019886434078, -0.0871381163597107], [-0.020224008709192276, 0.2410109043121338, 0.01010325737297535, -0.3760601878166199], [-0.015403790399432182, 0.04574691504240036, 0.0025820534210652113, -0.08020886033773422], [-0.01448885165154934, 0.24083176255226135, 0.0009778761304914951, -0.37207603454589844], [-0.009672217071056366, 0.4359397888183594, -0.006463644560426474, -0.664450466632843], [-0.0009534205892123282, 0.24090835452079773, -0.019752653315663338, -0.37380969524383545], [0.003864746540784836, 0.4363052546977997, -0.02722884714603424, -0.6726547479629517], [0.01259085163474083, 0.24157214164733887, -0.04068194329738617, -0.38866767287254333], [0.01742229424417019, 0.04705054312944412, -0.04845529794692993, -0.1090838834643364], [0.018363304436206818, 0.24283215403556824, -0.05063697323203087, -0.4166519045829773], [0.023219948634505272, 0.04846303537487984, -0.05897001177072525, -0.14035283029079437], [0.024189209565520287, -0.14576692879199982, -0.06177707016468048, 0.13315854966640472], [0.021273870021104813, -0.3399520814418793, -0.05911389738321304, 0.4057297110557556], [0.014474828727543354, -0.14404383301734924, -0.05099930241703987, 0.09501128643751144], [0.011593952775001526, 0.05177057161927223, -0.04909907653927803, -0.21331572532653809], [0.012629363685846329, 0.2475588619709015, -0.05336539074778557, -0.521073579788208], [0.017580540850758553, 0.05322711914777756, -0.06378686428070068, -0.24567291140556335], [0.018645083531737328, -0.14092853665351868, -0.06870032101869583, 0.026227684691548347], [0.0158265121281147, -0.33500146865844727, -0.06817577034235, 0.2964683473110199], [0.009126483462750912, -0.13897719979286194, -0.062246400862932205, -0.016913138329982758], [0.006346939597278833, -0.33315378427505493, -0.06258466094732285, 0.2554990351200104], [-0.00031613625469617546, -0.13719668984413147, -0.057474683970212936, -0.05624902993440628], [-0.003060070099309087, -0.3314494490623474, -0.05859966576099396, 0.21776074171066284], [-0.009689059108495712, -0.1355409026145935, -0.054244447499513626, -0.09281612932682037], [-0.012399877421557903, 0.060314882546663284, -0.05610077083110809, -0.40210774540901184], [-0.011193579994142056, 0.2561857998371124, -0.06414292752742767, -0.711936891078949], [-0.006069863680750132, 0.06200791895389557, -0.07838166505098343, -0.4401141107082367], [-0.004829705227166414, -0.13192231953144073, -0.08718394488096237, -0.1731325089931488], [-0.007468151859939098, 0.06433223187923431, -0.09064659476280212, -0.4919958710670471], [-0.006181506905704737, -0.1294020414352417, -0.10048651695251465, -0.22920115292072296], [-0.008769547566771507, -0.3229551613330841, -0.10507053881883621, 0.030170617625117302], [-0.015228651463985443, -0.5164257287979126, -0.10446712374687195, 0.2879420518875122], [-0.02555716596543789, -0.7099148035049438, -0.09870828688144684, 0.5459359288215637], [-0.03975545987486839, -0.5135546326637268, -0.08778956532478333, 0.22385622560977936], [-0.050026554614305496, -0.31729474663734436, -0.08331243693828583, -0.0951768234372139], [-0.056372448801994324, -0.5111299157142639, -0.0852159783244133, 0.17010192573070526], [-0.06659504771232605, -0.31489819288253784, -0.08181393891572952, -0.14820078015327454], [-0.07289300858974457, -0.5087590217590332, -0.08477795124053955, 0.11759137362241745], [-0.08306819200515747, -0.7025704383850098, -0.08242612332105637, 0.3823694884777069], [-0.09711959958076477, -0.5063807964324951, -0.0747787356376648, 0.06487826257944107], [-0.10724721848964691, -0.7003553509712219, -0.07348117232322693, 0.3330625593662262], [-0.1212543249130249, -0.5042686462402344, -0.0668199211359024, 0.018142180517315865], [-0.13133969902992249, -0.6983718872070312, -0.06645707786083221, 0.28901681303977966], [-0.14530713856220245, -0.5023682713508606, -0.06067674234509468, -0.02386356145143509], [-0.15535449981689453, -0.6965699791908264, -0.06115401163697243, 0.24907486140727997], [-0.16928589344024658, -0.5006303787231445, -0.05617251619696617, -0.062253136187791824], [-0.1792985051870346, -0.6949038505554199, -0.057417578995227814, 0.2121913731098175], [-0.19319657981395721, -0.8891598582267761, -0.05317375063896179, 0.4862237274646759], [-0.21097978949546814, -0.6933295130729675, -0.0434492751955986, 0.1772676408290863], [-0.22484637796878815, -0.8878036141395569, -0.039903923869132996, 0.4559333920478821], [-0.24260243773460388, -0.6921408772468567, -0.030785255134105682, 0.1509442776441574], [-0.2564452588558197, -0.4965919256210327, -0.02776636928319931, -0.15128958225250244], [-0.2663770914077759, -0.6913055181503296, -0.03079215995967388, 0.13250595331192017], [-0.2802032232284546, -0.8859731554985046, -0.028142042458057404, 0.4153175354003906], [-0.29792267084121704, -0.6904639005661011, -0.019835690036416054, 0.11389708518981934], [-0.3117319643497467, -0.4950633943080902, -0.017557749524712563, -0.18497727811336517], [-0.3216332197189331, -0.299694687128067, -0.021257294341921806, -0.48314687609672546], [-0.32762712240219116, -0.494510293006897, -0.030920231714844704, -0.1972387135028839], [-0.33751732110977173, -0.29896003007888794, -0.03486500680446625, -0.49951300024986267], [-0.34349653124809265, -0.49357354640960693, -0.0448552668094635, -0.21801835298538208], [-0.35336798429489136, -0.6880265474319458, -0.04921563342213631, 0.06018473953008652], [-0.36712852120399475, -0.8824095726013184, -0.048011939972639084, 0.3369426429271698], [-0.3847767114639282, -0.6866384148597717, -0.041273083537817, 0.029514247551560402], [-0.3985094726085663, -0.8811449408531189, -0.040682800114154816, 0.30889469385147095], [-0.416132390499115, -0.6854676604270935, -0.034504905343055725, 0.003664194606244564], [-0.4298417270183563, -0.48986825346946716, -0.03443162143230438, -0.29970264434814453], [-0.4396390914916992, -0.6844829320907593, -0.040425676852464676, -0.018074555322527885], [-0.4533287584781647, -0.8790025115013123, -0.040787167847156525, 0.2615845203399658], [-0.4709087908267975, -0.6833227872848511, -0.03555547446012497, -0.043679047375917435], [-0.4845752716064453, -0.8779173493385315, -0.03642905876040459, 0.2375771701335907], [-0.5021336078643799, -1.072500467300415, -0.03167751431465149, 0.5185503959655762], [-0.5235835909843445, -0.8769471645355225, -0.021306505426764488, 0.2160559743642807], [-0.541122555732727, -1.0717581510543823, -0.016985386610031128, 0.5019424557685852], [-0.5625576972961426, -0.876400887966156, -0.0069465371780097485, 0.2039554864168167], [-0.5800857543945312, -0.6811802983283997, -0.0028674276545643806, -0.09091062098741531], [-0.5937093496322632, -0.4860173761844635, -0.0046856398694217205, -0.3844968378543854], [-0.6034296751022339, -0.681072473526001, -0.012375577352941036, -0.09329495579004288], [-0.6170511245727539, -0.8760148882865906, -0.014241475611925125, 0.19545793533325195], [-0.6345714330673218, -0.6806921362876892, -0.010332317091524601, -0.10168331116437912], [-0.6481853127479553, -0.4854236841201782, -0.012365983799099922, -0.39760807156562805], [-0.6578937768936157, -0.6803680062294006, -0.02031814493238926, -0.10884939879179001], [-0.671501100063324, -0.8751929998397827, -0.022495131939649582, 0.177354633808136], [-0.6890049576759338, -1.0699859857559204, -0.018948039039969444, 0.46285709738731384], [-0.7104046940803528, -0.874601423740387, -0.009690897539258003, 0.16426250338554382], [-0.7278967499732971, -1.0695832967758179, -0.006405647844076157, 0.45387253165245056], [-0.7492883801460266, -0.874371349811554, 0.002671802882105112, 0.15917737782001495], [-0.7667758464813232, -0.6792877316474915, 0.005855350289493799, -0.13266146183013916], [-0.7803615927696228, -0.8744930624961853, 0.003202121239155531, 0.16186298429965973], [-0.7978514432907104, -1.0696607828140259, 0.0064393808133900166, 0.45555436611175537], [-0.8192446231842041, -1.2648731470108032, 0.015550468116998672, 0.750260055065155], [-0.8445420861244202, -1.0699690580368042, 0.030555669218301773, 0.46251097321510315], [-0.8659415245056152, -0.8752920031547546, 0.03980588912963867, 0.1796136200428009], [-0.8834473490715027, -1.070960283279419, 0.043398160487413406, 0.48458340764045715], [-0.9048665165901184, -0.8764767646789551, 0.05308983102440834, 0.20588789880275726], [-0.9223960638046265, -0.6821526288986206, 0.057207588106393814, -0.06958656758069992], [-0.9360391497612, -0.8780460953712463, 0.05581585690379143, 0.24058280885219574], [-0.9536000490188599, -0.6837641000747681, 0.06062751263380051, -0.03398507460951805], [-0.9672753214836121, -0.4895615875720978, 0.05994781106710434, -0.3069400489330292], [-0.9770665764808655, -0.6854842305183411, 0.05380900949239731, 0.004030154552310705], [-0.9907762408256531, -0.4911736249923706, 0.05388961359858513, -0.2712016999721527], [-1.00059974193573, -0.6870214939117432, 0.048465579748153687, 0.03797952085733414], [-1.0143401622772217, -0.882803738117218, 0.04922517016530037, 0.34555134177207947], [-1.031996250152588, -0.6884152889251709, 0.056136198341846466, 0.06878826022148132], [-1.0457645654678345, -0.49414125084877014, 0.057511962950229645, -0.20566843450069427], [-1.055647373199463, -0.6900364756584167, 0.05339859426021576, 0.10458774119615555], [-1.0694481134414673, -0.495718777179718, 0.05549034848809242, -0.17078155279159546], [-1.0793625116348267, -0.30143317580223083, 0.05207471922039986, -0.4454556405544281], [-1.0853911638259888, -0.4972516894340515, 0.04316560551524162, -0.13682295382022858], [-1.0953361988067627, -0.692964494228363, 0.040429145097732544, 0.16915951669216156], [-1.1091954708099365, -0.4984438419342041, 0.043812334537506104, -0.11050009727478027], [-1.1191643476486206, -0.3039762079715729, 0.04160233587026596, -0.38904494047164917], [-1.125243902206421, -0.49966317415237427, 0.033821433782577515, -0.08354087173938751], [-1.1352370977401733, -0.6952531933784485, 0.032150618731975555, 0.21961800754070282], [-1.1491421461105347, -0.8908196687698364, 0.03654297813773155, 0.522266685962677], [-1.1669585704803467, -0.6962305903434753, 0.046988312155008316, 0.2413192242383957], [-1.1808831691741943, -0.5018102526664734, 0.05181469768285751, -0.036179929971694946], [-1.1909193992614746, -0.30746814608573914, 0.05109109729528427, -0.312075138092041], [-1.197068691253662, -0.5032793283462524, 0.044849593192338943, -0.0037273913621902466], [-1.2071343660354614, -0.30882832407951355, 0.04477504640817642, -0.28192922472953796], [-1.213310956954956, -0.5045593976974487, 0.03913646191358566, 0.024532580748200417], [-1.2234021425247192, -0.31001991033554077, 0.039627112448215485, -0.25554999709129333], [-1.2296024560928345, -0.5056845545768738, 0.0345161147415638, 0.049363911151885986], [-1.2397161722183228, -0.3110741078853607, 0.03550339117646217, -0.23223218321800232], [-1.245937705039978, -0.5066848993301392, 0.03085874766111374, 0.07143490761518478], [-1.2560713291168213, -0.31201863288879395, 0.03228744491934776, -0.21135443449020386], [-1.2623116970062256, -0.11737285554409027, 0.02806035801768303, -0.49368008971214294], [-1.2646591663360596, -0.3128790855407715, 0.01818675547838211, -0.19228751957416534], [-1.2709168195724487, -0.11802196502685547, 0.014341005124151707, -0.479178249835968], [-1.2732771635055542, -0.3133434057235718, 0.004757440183311701, -0.18201011419296265], [-1.2795441150665283, -0.11828985065221786, 0.0011172377271577716, -0.47318845987319946], [-1.2819098234176636, 0.07681629806756973, -0.00834653154015541, -0.7655190229415894], [-1.2803735733032227, -0.1181897297501564, -0.02365691214799881, -0.4754740297794342], [-1.282737374305725, 0.0772581472992897, -0.033166393637657166, -0.7755182981491089], [-1.2811921834945679, -0.11739229410886765, -0.048676759004592896, -0.4934523403644562], [-1.2835400104522705, -0.3117951452732086, -0.058545805513858795, -0.21649879217147827], [-1.2897759675979614, -0.5060333609580994, -0.06287577748298645, 0.0571567602455616], [-1.2998965978622437, -0.700200080871582, -0.06173264607787132, 0.32935798168182373], [-1.3139005899429321, -0.5042561292648315, -0.05514548718929291, 0.017864074558019638], [-1.3239856958389282, -0.30838847160339355, -0.05478820577263832, -0.29169535636901855], [-1.330153465270996, -0.11252988129854202, -0.06062211096286774, -0.6011421084403992], [-1.3324041366577148, -0.3067537546157837, -0.07264495640993118, -0.32815346121788025], [-1.3385391235351562, -0.5007703900337219, -0.07920802384614944, -0.059234946966171265], [-1.3485546112060547, -0.6946725249290466, -0.08039271831512451, 0.20744359493255615], [-1.36244797706604, -0.8885583877563477, -0.07624384760856628, 0.47372305393218994], [-1.3802192211151123, -0.6924471259117126, -0.06676939129829407, 0.15801680088043213], [-1.3940681219100952, -0.4964359402656555, -0.0636090561747551, -0.1549604833126068], [-1.4039968252182007, -0.30046364665031433, -0.06670825928449631, -0.4670129120349884], [-1.4100061655044556, -0.10446573793888092, -0.07604852318763733, -0.7799535393714905], [-1.4120954275131226, -0.2984643876552582, -0.09164759516716003, -0.5121333599090576], [-1.4180647134780884, -0.49218401312828064, -0.10189025849103928, -0.2496800720691681], [-1.4279084205627441, -0.6857144832611084, -0.10688386112451553, 0.009206142276525497], [-1.4416227340698242, -0.8791541457176208, -0.10669973492622375, 0.266345739364624], [-1.4592057466506958, -0.6826839447021484, -0.10137282311916351, -0.057993777096271515], [-1.472859501838684, -0.8762173056602478, -0.10253269970417023, 0.20106332004070282]], "actions": [1, 0, 1, 1, 0, 0, 1, 1, 0, 0, 0, 1, 0, 1, 0, 1, 0, 0, 1, 1, 0, 1, 0, 0, 0, 1, 1, 0, 1, 1, 0, 0, 0, 1, 0, 1, 1, 1, 1, 1, 0, 0, 0, 1, 1, 0, 1, 0, 1, 1, 0, 1, 0, 0, 1, 0, 0, 0, 1, 1, 1, 0, 0, 0, 1, 0, 1, 0, 1, 1, 1, 0, 0, 1, 0, 0, 0, 0, 1, 1, 0, 1, 0, 0, 1, 0, 1, 0, 1, 0, 1, 0, 0, 1, 0, 1, 1, 0, 0, 1, 1, 1, 0, 1, 0, 0, 0, 1, 0, 1, 1, 0, 0, 1, 0, 0, 1, 0, 1, 1, 1, 0, 0, 1, 1, 0, 0, 0, 1, 0, 1, 1, 0, 0, 0, 1, 1, 0, 1, 1, 0, 1, 1, 0, 1, 0, 0, 1, 1, 0, 1, 1, 0, 0, 1, 1, 0, 0, 0, 1, 1, 1, 0, 1, 0, 1, 0, 1, 0, 1, 1, 0, 1, 0, 1, 1, 0, 1, 0, 0, 0, 0, 1, 1, 1, 0, 0, 0, 0, 1, 1, 1, 1, 0, 0, 0, 0, 1, 0, 0], "rewards": [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], "prev_actions": [0, 1, 0, 1, 1, 0, 0, 1, 1, 0, 0, 0, 1, 0, 1, 0, 1, 0, 0, 1, 1, 0, 1, 0, 0, 0, 1, 1, 0, 1, 1, 0, 0, 0, 1, 0, 1, 1, 1, 1, 1, 0, 0, 0, 1, 1, 0, 1, 0, 1, 1, 0, 1, 0, 0, 1, 0, 0, 0, 1, 1, 1, 0, 0, 0, 1, 0, 1, 0, 1, 1, 1, 0, 0, 1, 0, 0, 0, 0, 1, 1, 0, 1, 0, 0, 1, 0, 1, 0, 1, 0, 1, 0, 0, 1, 0, 1, 1, 0, 0, 1, 1, 1, 0, 1, 0, 0, 0, 1, 0, 1, 1, 0, 0, 1, 0, 0, 1, 0, 1, 1, 1, 0, 0, 1, 1, 0, 0, 0, 1, 0, 1, 1, 0, 0, 0, 1, 1, 0, 1, 1, 0, 1, 1, 0, 1, 0, 0, 1, 1, 0, 1, 1, 0, 0, 1, 1, 0, 0, 0, 1, 1, 1, 0, 1, 0, 1, 0, 1, 0, 1, 1, 0, 1, 0, 1, 1, 0, 1, 0, 0, 0, 0, 1, 1, 1, 0, 0, 0, 0, 1, 1, 1, 1, 0, 0, 0, 0, 1, 0], "prev_rewards": [0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], "dones": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, true], "new_obs": [[0.017752859741449356, 0.23651738464832306, 0.0025946495588868856, -0.27689358592033386], [0.022483207285404205, 0.04135850816965103, -0.002943222178146243, 0.016606559976935387], [0.023310378193855286, 0.23652254045009613, -0.0026110908947885036, -0.27700352668762207], [0.028040828183293343, 0.43168166279792786, -0.0081511614844203, -0.5705088376998901], [0.036674462258815765, 0.2366749495267868, -0.019561339169740677, -0.2804049253463745], [0.04140796139836311, 0.0418374240398407, -0.025169437751173973, 0.006044776178896427], [0.04224471002817154, 0.23731112480163574, -0.025048542767763138, -0.29447194933891296], [0.046990931034088135, 0.43278107047080994, -0.030937980860471725, -0.594948410987854], [0.05564655363559723, 0.23810547590255737, -0.04283694922924042, -0.31216904520988464], [0.060408663004636765, 0.043619148433208466, -0.04908033087849617, -0.03329738974571228], [0.06128104403614998, -0.15076586604118347, -0.049746278673410416, 0.24350519478321075], [0.05826572701334953, 0.04503004252910614, -0.04487617313861847, -0.06444471329450607], [0.059166330844163895, -0.14942072331905365, -0.046165067702531815, 0.21374861896038055], [0.05617791414260864, 0.046329792588949203, -0.04189009591937065, -0.09313203394412994], [0.05710450932383537, -0.14816749095916748, -0.04375273734331131, 0.18604587018489838], [0.05414116010069847, 0.04755226522684097, -0.04003182053565979, -0.12011200934648514], [0.05509220436215401, -0.14697395265102386, -0.04243405908346176, 0.15967732667922974], [0.05215272679924965, -0.34146350622177124, -0.039240512996912, 0.43867719173431396], [0.045323457568883896, -0.14580877125263214, -0.030466968193650246, 0.13388724625110626], [0.04240728169679642, 0.04973604157567024, -0.027789223939180374, -0.16824975609779358], [0.04340200126171112, -0.14497734606266022, -0.031154219061136246, 0.1155385822057724], [0.040502455085515976, 0.0505768246948719, -0.02884344756603241, -0.18680819869041443], [0.041513990610837936, -0.14412082731723785, -0.032579611986875534, 0.0966380164027214], [0.03863157331943512, -0.3387610614299774, -0.030646851286292076, 0.37886670231819153], [0.03185635432600975, -0.5334346890449524, -0.023069515824317932, 0.6617312431335449], [0.021187661215662956, -0.33799946308135986, -0.009834891185164452, 0.36187461018562317], [0.0144276712089777, -0.14273910224437714, -0.002597399288788438, 0.06610682606697083], [0.011572889052331448, -0.3378237187862396, -0.0012752627953886986, 0.35796913504600525], [0.004816414322704077, -0.14268366992473602, 0.005884119775146246, 0.06488434970378876], [0.0019627411384135485, 0.05235343053936958, 0.007181806955486536, -0.22593630850315094], [0.003009809646755457, -0.14287042617797852, 0.002663080580532551, 0.06900335103273392], [0.0001524013205198571, -0.33803045749664307, 0.004043147899210453, 0.3625253140926361], [-0.006608207710087299, -0.5332096219062805, 0.011293653398752213, 0.6564803719520569], [-0.017272399738430977, -0.3382467031478882, 0.024423260241746902, 0.36737489700317383], [-0.024037335067987442, -0.5337070226669312, 0.03177075833082199, 0.6676576733589172], [-0.03471147641539574, -0.33904099464416504, 0.04512391239404678, 0.385144978761673], [-0.041492294520139694, -0.1445877104997635, 0.052826810628175735, 0.10702390968799591], [-0.044384051114320755, 0.04973897710442543, 0.05496729165315628, -0.16853563487529755], [-0.04338926821947098, 0.2440328150987625, 0.05159657821059227, -0.44338396191596985], [-0.03850861266255379, 0.4383881688117981, 0.04272889718413353, -0.7193663716316223], [-0.029740849509835243, 0.24270185828208923, 0.028341570869088173, -0.4135463535785675], [-0.024886813014745712, 0.04718988761305809, 0.020070644095540047, -0.11206486076116562], [-0.023943014442920685, -0.14821381866931915, 0.017829345539212227, 0.18688204884529114], [-0.026907291263341904, 0.04664855822920799, 0.02156698703765869, -0.10012351721525192], [-0.025974320247769356, 0.24145488440990448, 0.019564516842365265, -0.3859248459339142], [-0.021145222708582878, 0.04606073349714279, 0.011846019886434078, -0.0871381163597107], [-0.020224008709192276, 0.2410109043121338, 0.01010325737297535, -0.3760601878166199], [-0.015403790399432182, 0.04574691504240036, 0.0025820534210652113, -0.08020886033773422], [-0.01448885165154934, 0.24083176255226135, 0.0009778761304914951, -0.37207603454589844], [-0.009672217071056366, 0.4359397888183594, -0.006463644560426474, -0.664450466632843], [-0.0009534205892123282, 0.24090835452079773, -0.019752653315663338, -0.37380969524383545], [0.003864746540784836, 0.4363052546977997, -0.02722884714603424, -0.6726547479629517], [0.01259085163474083, 0.24157214164733887, -0.04068194329738617, -0.38866767287254333], [0.01742229424417019, 0.04705054312944412, -0.04845529794692993, -0.1090838834643364], [0.018363304436206818, 0.24283215403556824, -0.05063697323203087, -0.4166519045829773], [0.023219948634505272, 0.04846303537487984, -0.05897001177072525, -0.14035283029079437], [0.024189209565520287, -0.14576692879199982, -0.06177707016468048, 0.13315854966640472], [0.021273870021104813, -0.3399520814418793, -0.05911389738321304, 0.4057297110557556], [0.014474828727543354, -0.14404383301734924, -0.05099930241703987, 0.09501128643751144], [0.011593952775001526, 0.05177057161927223, -0.04909907653927803, -0.21331572532653809], [0.012629363685846329, 0.2475588619709015, -0.05336539074778557, -0.521073579788208], [0.017580540850758553, 0.05322711914777756, -0.06378686428070068, -0.24567291140556335], [0.018645083531737328, -0.14092853665351868, -0.06870032101869583, 0.026227684691548347], [0.0158265121281147, -0.33500146865844727, -0.06817577034235, 0.2964683473110199], [0.009126483462750912, -0.13897719979286194, -0.062246400862932205, -0.016913138329982758], [0.006346939597278833, -0.33315378427505493, -0.06258466094732285, 0.2554990351200104], [-0.00031613625469617546, -0.13719668984413147, -0.057474683970212936, -0.05624902993440628], [-0.003060070099309087, -0.3314494490623474, -0.05859966576099396, 0.21776074171066284], [-0.009689059108495712, -0.1355409026145935, -0.054244447499513626, -0.09281612932682037], [-0.012399877421557903, 0.060314882546663284, -0.05610077083110809, -0.40210774540901184], [-0.011193579994142056, 0.2561857998371124, -0.06414292752742767, -0.711936891078949], [-0.006069863680750132, 0.06200791895389557, -0.07838166505098343, -0.4401141107082367], [-0.004829705227166414, -0.13192231953144073, -0.08718394488096237, -0.1731325089931488], [-0.007468151859939098, 0.06433223187923431, -0.09064659476280212, -0.4919958710670471], [-0.006181506905704737, -0.1294020414352417, -0.10048651695251465, -0.22920115292072296], [-0.008769547566771507, -0.3229551613330841, -0.10507053881883621, 0.030170617625117302], [-0.015228651463985443, -0.5164257287979126, -0.10446712374687195, 0.2879420518875122], [-0.02555716596543789, -0.7099148035049438, -0.09870828688144684, 0.5459359288215637], [-0.03975545987486839, -0.5135546326637268, -0.08778956532478333, 0.22385622560977936], [-0.050026554614305496, -0.31729474663734436, -0.08331243693828583, -0.0951768234372139], [-0.056372448801994324, -0.5111299157142639, -0.0852159783244133, 0.17010192573070526], [-0.06659504771232605, -0.31489819288253784, -0.08181393891572952, -0.14820078015327454], [-0.07289300858974457, -0.5087590217590332, -0.08477795124053955, 0.11759137362241745], [-0.08306819200515747, -0.7025704383850098, -0.08242612332105637, 0.3823694884777069], [-0.09711959958076477, -0.5063807964324951, -0.0747787356376648, 0.06487826257944107], [-0.10724721848964691, -0.7003553509712219, -0.07348117232322693, 0.3330625593662262], [-0.1212543249130249, -0.5042686462402344, -0.0668199211359024, 0.018142180517315865], [-0.13133969902992249, -0.6983718872070312, -0.06645707786083221, 0.28901681303977966], [-0.14530713856220245, -0.5023682713508606, -0.06067674234509468, -0.02386356145143509], [-0.15535449981689453, -0.6965699791908264, -0.06115401163697243, 0.24907486140727997], [-0.16928589344024658, -0.5006303787231445, -0.05617251619696617, -0.062253136187791824], [-0.1792985051870346, -0.6949038505554199, -0.057417578995227814, 0.2121913731098175], [-0.19319657981395721, -0.8891598582267761, -0.05317375063896179, 0.4862237274646759], [-0.21097978949546814, -0.6933295130729675, -0.0434492751955986, 0.1772676408290863], [-0.22484637796878815, -0.8878036141395569, -0.039903923869132996, 0.4559333920478821], [-0.24260243773460388, -0.6921408772468567, -0.030785255134105682, 0.1509442776441574], [-0.2564452588558197, -0.4965919256210327, -0.02776636928319931, -0.15128958225250244], [-0.2663770914077759, -0.6913055181503296, -0.03079215995967388, 0.13250595331192017], [-0.2802032232284546, -0.8859731554985046, -0.028142042458057404, 0.4153175354003906], [-0.29792267084121704, -0.6904639005661011, -0.019835690036416054, 0.11389708518981934], [-0.3117319643497467, -0.4950633943080902, -0.017557749524712563, -0.18497727811336517], [-0.3216332197189331, -0.299694687128067, -0.021257294341921806, -0.48314687609672546], [-0.32762712240219116, -0.494510293006897, -0.030920231714844704, -0.1972387135028839], [-0.33751732110977173, -0.29896003007888794, -0.03486500680446625, -0.49951300024986267], [-0.34349653124809265, -0.49357354640960693, -0.0448552668094635, -0.21801835298538208], [-0.35336798429489136, -0.6880265474319458, -0.04921563342213631, 0.06018473953008652], [-0.36712852120399475, -0.8824095726013184, -0.048011939972639084, 0.3369426429271698], [-0.3847767114639282, -0.6866384148597717, -0.041273083537817, 0.029514247551560402], [-0.3985094726085663, -0.8811449408531189, -0.040682800114154816, 0.30889469385147095], [-0.416132390499115, -0.6854676604270935, -0.034504905343055725, 0.003664194606244564], [-0.4298417270183563, -0.48986825346946716, -0.03443162143230438, -0.29970264434814453], [-0.4396390914916992, -0.6844829320907593, -0.040425676852464676, -0.018074555322527885], [-0.4533287584781647, -0.8790025115013123, -0.040787167847156525, 0.2615845203399658], [-0.4709087908267975, -0.6833227872848511, -0.03555547446012497, -0.043679047375917435], [-0.4845752716064453, -0.8779173493385315, -0.03642905876040459, 0.2375771701335907], [-0.5021336078643799, -1.072500467300415, -0.03167751431465149, 0.5185503959655762], [-0.5235835909843445, -0.8769471645355225, -0.021306505426764488, 0.2160559743642807], [-0.541122555732727, -1.0717581510543823, -0.016985386610031128, 0.5019424557685852], [-0.5625576972961426, -0.876400887966156, -0.0069465371780097485, 0.2039554864168167], [-0.5800857543945312, -0.6811802983283997, -0.0028674276545643806, -0.09091062098741531], [-0.5937093496322632, -0.4860173761844635, -0.0046856398694217205, -0.3844968378543854], [-0.6034296751022339, -0.681072473526001, -0.012375577352941036, -0.09329495579004288], [-0.6170511245727539, -0.8760148882865906, -0.014241475611925125, 0.19545793533325195], [-0.6345714330673218, -0.6806921362876892, -0.010332317091524601, -0.10168331116437912], [-0.6481853127479553, -0.4854236841201782, -0.012365983799099922, -0.39760807156562805], [-0.6578937768936157, -0.6803680062294006, -0.02031814493238926, -0.10884939879179001], [-0.671501100063324, -0.8751929998397827, -0.022495131939649582, 0.177354633808136], [-0.6890049576759338, -1.0699859857559204, -0.018948039039969444, 0.46285709738731384], [-0.7104046940803528, -0.874601423740387, -0.009690897539258003, 0.16426250338554382], [-0.7278967499732971, -1.0695832967758179, -0.006405647844076157, 0.45387253165245056], [-0.7492883801460266, -0.874371349811554, 0.002671802882105112, 0.15917737782001495], [-0.7667758464813232, -0.6792877316474915, 0.005855350289493799, -0.13266146183013916], [-0.7803615927696228, -0.8744930624961853, 0.003202121239155531, 0.16186298429965973], [-0.7978514432907104, -1.0696607828140259, 0.0064393808133900166, 0.45555436611175537], [-0.8192446231842041, -1.2648731470108032, 0.015550468116998672, 0.750260055065155], [-0.8445420861244202, -1.0699690580368042, 0.030555669218301773, 0.46251097321510315], [-0.8659415245056152, -0.8752920031547546, 0.03980588912963867, 0.1796136200428009], [-0.8834473490715027, -1.070960283279419, 0.043398160487413406, 0.48458340764045715], [-0.9048665165901184, -0.8764767646789551, 0.05308983102440834, 0.20588789880275726], [-0.9223960638046265, -0.6821526288986206, 0.057207588106393814, -0.06958656758069992], [-0.9360391497612, -0.8780460953712463, 0.05581585690379143, 0.24058280885219574], [-0.9536000490188599, -0.6837641000747681, 0.06062751263380051, -0.03398507460951805], [-0.9672753214836121, -0.4895615875720978, 0.05994781106710434, -0.3069400489330292], [-0.9770665764808655, -0.6854842305183411, 0.05380900949239731, 0.004030154552310705], [-0.9907762408256531, -0.4911736249923706, 0.05388961359858513, -0.2712016999721527], [-1.00059974193573, -0.6870214939117432, 0.048465579748153687, 0.03797952085733414], [-1.0143401622772217, -0.882803738117218, 0.04922517016530037, 0.34555134177207947], [-1.031996250152588, -0.6884152889251709, 0.056136198341846466, 0.06878826022148132], [-1.0457645654678345, -0.49414125084877014, 0.057511962950229645, -0.20566843450069427], [-1.055647373199463, -0.6900364756584167, 0.05339859426021576, 0.10458774119615555], [-1.0694481134414673, -0.495718777179718, 0.05549034848809242, -0.17078155279159546], [-1.0793625116348267, -0.30143317580223083, 0.05207471922039986, -0.4454556405544281], [-1.0853911638259888, -0.4972516894340515, 0.04316560551524162, -0.13682295382022858], [-1.0953361988067627, -0.692964494228363, 0.040429145097732544, 0.16915951669216156], [-1.1091954708099365, -0.4984438419342041, 0.043812334537506104, -0.11050009727478027], [-1.1191643476486206, -0.3039762079715729, 0.04160233587026596, -0.38904494047164917], [-1.125243902206421, -0.49966317415237427, 0.033821433782577515, -0.08354087173938751], [-1.1352370977401733, -0.6952531933784485, 0.032150618731975555, 0.21961800754070282], [-1.1491421461105347, -0.8908196687698364, 0.03654297813773155, 0.522266685962677], [-1.1669585704803467, -0.6962305903434753, 0.046988312155008316, 0.2413192242383957], [-1.1808831691741943, -0.5018102526664734, 0.05181469768285751, -0.036179929971694946], [-1.1909193992614746, -0.30746814608573914, 0.05109109729528427, -0.312075138092041], [-1.197068691253662, -0.5032793283462524, 0.044849593192338943, -0.0037273913621902466], [-1.2071343660354614, -0.30882832407951355, 0.04477504640817642, -0.28192922472953796], [-1.213310956954956, -0.5045593976974487, 0.03913646191358566, 0.024532580748200417], [-1.2234021425247192, -0.31001991033554077, 0.039627112448215485, -0.25554999709129333], [-1.2296024560928345, -0.5056845545768738, 0.0345161147415638, 0.049363911151885986], [-1.2397161722183228, -0.3110741078853607, 0.03550339117646217, -0.23223218321800232], [-1.245937705039978, -0.5066848993301392, 0.03085874766111374, 0.07143490761518478], [-1.2560713291168213, -0.31201863288879395, 0.03228744491934776, -0.21135443449020386], [-1.2623116970062256, -0.11737285554409027, 0.02806035801768303, -0.49368008971214294], [-1.2646591663360596, -0.3128790855407715, 0.01818675547838211, -0.19228751957416534], [-1.2709168195724487, -0.11802196502685547, 0.014341005124151707, -0.479178249835968], [-1.2732771635055542, -0.3133434057235718, 0.004757440183311701, -0.18201011419296265], [-1.2795441150665283, -0.11828985065221786, 0.0011172377271577716, -0.47318845987319946], [-1.2819098234176636, 0.07681629806756973, -0.00834653154015541, -0.7655190229415894], [-1.2803735733032227, -0.1181897297501564, -0.02365691214799881, -0.4754740297794342], [-1.282737374305725, 0.0772581472992897, -0.033166393637657166, -0.7755182981491089], [-1.2811921834945679, -0.11739229410886765, -0.048676759004592896, -0.4934523403644562], [-1.2835400104522705, -0.3117951452732086, -0.058545805513858795, -0.21649879217147827], [-1.2897759675979614, -0.5060333609580994, -0.06287577748298645, 0.0571567602455616], [-1.2998965978622437, -0.700200080871582, -0.06173264607787132, 0.32935798168182373], [-1.3139005899429321, -0.5042561292648315, -0.05514548718929291, 0.017864074558019638], [-1.3239856958389282, -0.30838847160339355, -0.05478820577263832, -0.29169535636901855], [-1.330153465270996, -0.11252988129854202, -0.06062211096286774, -0.6011421084403992], [-1.3324041366577148, -0.3067537546157837, -0.07264495640993118, -0.32815346121788025], [-1.3385391235351562, -0.5007703900337219, -0.07920802384614944, -0.059234946966171265], [-1.3485546112060547, -0.6946725249290466, -0.08039271831512451, 0.20744359493255615], [-1.36244797706604, -0.8885583877563477, -0.07624384760856628, 0.47372305393218994], [-1.3802192211151123, -0.6924471259117126, -0.06676939129829407, 0.15801680088043213], [-1.3940681219100952, -0.4964359402656555, -0.0636090561747551, -0.1549604833126068], [-1.4039968252182007, -0.30046364665031433, -0.06670825928449631, -0.4670129120349884], [-1.4100061655044556, -0.10446573793888092, -0.07604852318763733, -0.7799535393714905], [-1.4120954275131226, -0.2984643876552582, -0.09164759516716003, -0.5121333599090576], [-1.4180647134780884, -0.49218401312828064, -0.10189025849103928, -0.2496800720691681], [-1.4279084205627441, -0.6857144832611084, -0.10688386112451553, 0.009206142276525497], [-1.4416227340698242, -0.8791541457176208, -0.10669973492622375, 0.266345739364624], [-1.4592057466506958, -0.6826839447021484, -0.10137282311916351, -0.057993777096271515], [-1.472859501838684, -0.8762173056602478, -0.10253269970417023, 0.20106332004070282], [-1.4903838634490967, -1.069734811782837, -0.09851143509149551, 0.45972320437431335]], "action_prob": [0.578641951084137, 0.7939415574073792, 0.568652331829071, 0.19935207068920135, 0.9174178242683411, 0.8227456212043762, 0.4945852756500244, 0.16216829419136047, 0.9260768890380859, 0.8617815375328064, 0.6309454441070557, 0.7451684474945068, 0.6699897050857544, 0.7137251496315002, 0.7041956186294556, 0.6792005896568298, 0.7344629764556885, 0.3588574230670929, 0.8748682737350464, 0.6261789798736572, 0.76805180311203, 0.5936914086341858, 0.7865516543388367, 0.4425734579563141, 0.15133702754974365, 0.9302486181259155, 0.8566859364509583, 0.4231124520301819, 0.861472487449646, 0.595376193523407, 0.7773396372795105, 0.4048915207386017, 0.13214056193828583, 0.9357678890228271, 0.116602323949337, 0.9396633505821228, 0.8998045325279236, 0.7525243759155273, 0.3840007781982422, 0.13903848826885223, 0.9284231066703796, 0.8631258606910706, 0.6020433902740479, 0.7860133051872253, 0.42213112115859985, 0.8555521368980408, 0.42146459221839905, 0.8576236367225647, 0.41136065125465393, 0.13762913644313812, 0.9314122796058655, 0.12335001677274704, 0.9351310133934021, 0.8924195170402527, 0.264560729265213, 0.9035072922706604, 0.7833877205848694, 0.44645848870277405, 0.8390828371047974, 0.5122430920600891, 0.171045184135437, 0.9212895631790161, 0.857123613357544, 0.6424985527992249, 0.7180412411689758, 0.6896834969520569, 0.6716617941856384, 0.7285217046737671, 0.6221044659614563, 0.23919031023979187, 0.09976121783256531, 0.935528576374054, 0.910670816898346, 0.1574285626411438, 0.9177128076553345, 0.8688654899597168, 0.7337822914123535, 0.4513128399848938, 0.8035671710968018, 0.48796936869621277, 0.8024309277534485, 0.4179447889328003, 0.8273006081581116, 0.6454193592071533, 0.6475813984870911, 0.6856943368911743, 0.5990938544273376, 0.7176539301872253, 0.5535157322883606, 0.7436344027519226, 0.5109468102455139, 0.7653566598892212, 0.5289264917373657, 0.7442882657051086, 0.5453340411186218, 0.735029399394989, 0.4475516080856323, 0.7928292155265808, 0.5724811553955078, 0.7143386602401733, 0.4278811812400818, 0.19823521375656128, 0.8955895900726318, 0.18335962295532227, 0.9010737538337708, 0.8332168459892273, 0.669331967830658, 0.5985507369041443, 0.6834726333618164, 0.5816651582717896, 0.3060956299304962, 0.8539119958877563, 0.7162230014801025, 0.5325335264205933, 0.726800262928009, 0.48316314816474915, 0.7524833679199219, 0.4753054976463318, 0.7589225172996521, 0.5424383878707886, 0.2892431318759918, 0.8610266447067261, 0.7200222015380859, 0.5304985046386719, 0.28100743889808655, 0.8658384084701538, 0.7317948937416077, 0.492980033159256, 0.7334682941436768, 0.479035347700119, 0.742429256439209, 0.5422065854072571, 0.6994484066963196, 0.44900569319725037, 0.24218666553497314, 0.8630450367927551, 0.782616376876831, 0.3695182800292969, 0.8014094233512878, 0.6704080700874329, 0.537896454334259, 0.6987004280090332, 0.5053752660751343, 0.7178990840911865, 0.5334545373916626, 0.6923539042472839, 0.44198623299598694, 0.7503965497016907, 0.5941513776779175, 0.6234371066093445, 0.6183200478553772, 0.4073789715766907, 0.7912600636482239, 0.5771898031234741, 0.6480635404586792, 0.4482657313346863, 0.759783923625946, 0.5403810143470764, 0.3310360610485077, 0.7975793480873108, 0.6913988590240479, 0.5206705331802368, 0.6863503456115723, 0.5369395017623901, 0.6690307855606079, 0.5507227182388306, 0.6532819271087646, 0.5625737905502319, 0.6388413906097412, 0.5729564428329468, 0.37456879019737244, 0.8034583330154419, 0.37413865327835083, 0.8050133585929871, 0.36811256408691406, 0.18966355919837952, 0.9087480902671814, 0.17184536159038544, 0.9180889129638672, 0.8508099317550659, 0.7179454565048218, 0.5343328714370728, 0.6366994380950928, 0.4474514126777649, 0.24541574716567993, 0.88579922914505, 0.7876526713371277, 0.629595935344696, 0.4537871181964874, 0.6893606781959534, 0.5288499593734741, 0.3291364908218384, 0.16422642767429352, 0.9202561974525452, 0.8638669848442078, 0.7575938701629639, 0.6058934926986694, 0.5522790551185608, 0.639711856842041, 0.4817469120025635], "action_logp": [-0.5470713973045349, -0.23074540495872498, -0.564486026763916, -1.612682819366455, -0.08619227260351181, -0.19510823488235474, -0.7040356993675232, -1.8191206455230713, -0.07679803669452667, -0.14875349402427673, -0.46053585410118103, -0.29414495825767517, -0.40049293637275696, -0.3372573256492615, -0.3506990671157837, -0.38683879375457764, -0.30861568450927734, -1.0248301029205322, -0.13368193805217743, -0.4681190252304077, -0.263898104429245, -0.5213956236839294, -0.24009688198566437, -0.8151488304138184, -1.888245940208435, -0.072303406894207, -0.15468387305736542, -0.8601173162460327, -0.14911217987537384, -0.5185617804527283, -0.25187790393829346, -0.904136061668396, -2.0238890647888184, -0.06638780981302261, -2.1489861011505127, -0.0622335784137249, -0.10557769238948822, -0.2843219041824341, -0.9571107029914856, -1.9730044603347778, -0.07426774501800537, -0.1471947580575943, -0.5074257254600525, -0.24078159034252167, -0.8624392747879028, -0.1560082733631134, -0.864019513130188, -0.15358993411064148, -0.8882849216461182, -1.9831926822662354, -0.07105328887701035, -2.092729330062866, -0.06706860661506653, -0.11381892114877701, -1.3296844959259033, -0.10147110372781754, -0.244127556681633, -0.8064088821411133, -0.17544586956501007, -0.66895592212677, -1.7658275365829468, -0.081980861723423, -0.1541731208562851, -0.44239068031311035, -0.3312282860279083, -0.3715224862098694, -0.3980003297328949, -0.3167378902435303, -0.4746472239494324, -1.4304957389831543, -2.304975748062134, -0.06664356589317322, -0.09357376396656036, -1.8487834930419922, -0.08587079495191574, -0.14056693017482758, -0.3095428943634033, -0.7955945134162903, -0.2186945080757141, -0.7175026535987854, -0.2201095074415207, -0.8724059462547302, -0.18958717584609985, -0.43785497546195984, -0.434510737657547, -0.37732335925102234, -0.5123370289802551, -0.33176782727241516, -0.5914651155471802, -0.2962057590484619, -0.6714898347854614, -0.26741334795951843, -0.63690584897995, -0.2953268885612488, -0.6063567996025085, -0.3078448176383972, -0.8039634227752686, -0.2321474403142929, -0.5577754378318787, -0.3363981246948242, -0.8489097356796265, -1.6183010339736938, -0.11027301102876663, -1.6963058710098267, -0.10416819900274277, -0.18246136605739594, -0.40147510170936584, -0.5132440328598022, -0.3805686831474304, -0.5418602824211121, -1.1838576793670654, -0.15792711079120636, -0.3337636888027191, -0.630109429359436, -0.31910356879234314, -0.7274008989334106, -0.2843763530254364, -0.7437975406646729, -0.2758556008338928, -0.6116807460784912, -1.2404876947402954, -0.14962983131408691, -0.32847321033477783, -0.6339381337165833, -1.269374132156372, -0.14405697584152222, -0.31225499510765076, -0.7072865962982178, -0.309970885515213, -0.7359808683395386, -0.29782769083976746, -0.6121082305908203, -0.3574632406234741, -0.8007197380065918, -1.418046474456787, -0.14728839695453644, -0.24511267244815826, -0.99555504322052, -0.22138333320617676, -0.3998687267303467, -0.6200892329216003, -0.35853317379951477, -0.682453989982605, -0.3314262330532074, -0.6283814311027527, -0.36765798926353455, -0.8164765238761902, -0.2871534824371338, -0.5206211805343628, -0.47250741720199585, -0.4807490408420563, -0.8980113863945007, -0.23412854969501495, -0.5495840907096863, -0.43376657366752625, -0.8023690581321716, -0.2747211754322052, -0.6154807806015015, -1.1055279970169067, -0.22617392241954803, -0.3690384328365326, -0.6526378393173218, -0.37636709213256836, -0.6218698620796204, -0.4019251763820648, -0.5965238809585571, -0.42574647068977356, -0.5752329230308533, -0.4480991065502167, -0.5569456219673157, -0.9819798469543457, -0.218829944729805, -0.9831287860870361, -0.2168963998556137, -0.9993665218353271, -1.6625034809112549, -0.0956873744726181, -1.7611602544784546, -0.08546101301908493, -0.16156654059886932, -0.33136171102523804, -0.6267362833023071, -0.45145758986473083, -0.8041872978210449, -1.404801607131958, -0.1212649792432785, -0.2386980652809143, -0.462677001953125, -0.7901270985603333, -0.3719906806945801, -0.6370505094528198, -1.1112827062606812, -1.8065091371536255, -0.08310320228338242, -0.14633648097515106, -0.27760785818099976, -0.5010510683059692, -0.5937017798423767, -0.4467374384403229, -0.7303363680839539], "action_dist_inputs": [[-0.1585931032896042, 0.15860779583454132], [0.6728135347366333, -0.6760365962982178], [-0.13815680146217346, 0.13819797337055206], [0.693570077419281, -0.6967788934707642], [1.2009501457214355, -1.2068194150924683], [0.7659117579460144, -0.7691493034362793], [0.010807744227349758, -0.01085206400603056], [0.8194230198860168, -0.8227595686912537], [1.260912537574768, -1.2670183181762695], [0.9133313894271851, -0.9168345928192139], [0.26794013381004333, -0.2683348059654236], [-0.5351161956787109, 0.5378914475440979], [0.3537391126155853, -0.35439935326576233], [-0.4554937183856964, 0.4580518305301666], [0.43322035670280457, -0.4341374933719635], [-0.37387797236442566, 0.3762224316596985], [0.5081067681312561, -0.5092784762382507], [-0.28909921646118164, 0.29122740030288696], [-0.9699437618255615, 0.9747623801231384], [-0.2569725811481476, 0.2588866353034973], [0.5978557467460632, -0.5994870662689209], [-0.18875475227832794, 0.19049209356307983], [0.6512122750282288, -0.6530511975288391], [-0.11458975076675415, 0.11613448709249496], [-0.8598764538764954, 0.8642762899398804], [-1.2919384241104126, 1.2985761165618896], [-0.8918756246566772, 0.8961572647094727], [-0.15438136458396912, 0.15562814474105835], [-0.9116722345352173, 0.9159020781517029], [-0.19251486659049988, 0.19372083246707916], [0.6239886283874512, -0.6262412667274475], [-0.19196434319019318, 0.19316016137599945], [-0.9389855265617371, 0.9431779384613037], [-1.3361146450042725, 1.3427503108978271], [-1.0103901624679565, 1.0146162509918213], [-1.3694047927856445, 1.3761780261993408], [-1.0953408479690552, 1.0997138023376465], [-0.5553306341171265, 0.5567904114723206], [0.23540566861629486, -0.23719556629657745], [0.9093490839004517, -0.9139499068260193], [1.2779303789138794, -1.2847843170166016], [0.9185166358947754, -0.922981858253479], [0.20629529654979706, -0.20769120752811432], [-0.6495272517204285, 0.6515325903892517], [0.15636540949344635, -0.1576656848192215], [0.887260913848877, -0.891567587852478], [0.15777771174907684, -0.15898624062538147], [0.8957148194313049, -0.8999764323234558], [0.17858874797821045, -0.17975446581840515], [0.9154329299926758, -0.919689953327179], [1.3009111881256104, -1.3076759576797485], [0.9783763885498047, -0.9827053546905518], [1.3306978940963745, -1.3376201391220093], [1.0555890798568726, -1.0601080656051636], [0.510431170463562, -0.5119659900665283], [1.1160120964050293, -1.120805025100708], [0.6418212056159973, -0.6436973810195923], [-0.10677960515022278, 0.10821084678173065], [-0.8236143589019775, 0.82780522108078], [-0.02394741401076317, 0.025034863501787186], [0.7878150939941406, -0.790422797203064], [1.2271419763565063, -1.2328567504882812], [0.8942903876304626, -0.8973117470741272], [0.2932487428188324, -0.2929765284061432], [-0.46567174792289734, 0.469094455242157], [0.3992037773132324, -0.39943626523017883], [-0.35631412267684937, 0.3593967854976654], [0.49320441484451294, -0.4939305782318115], [-0.24788428843021393, 0.2506060004234314], [0.5779568552970886, -0.5791670083999634], [1.097598671913147, -1.1022820472717285], [1.3337479829788208, -1.3411422967910767], [1.1583362817764282, -1.1635172367095947], [0.8375043272972107, -0.839982271194458], [1.2029664516448975, -1.208702802658081], [0.9438649415969849, -0.9471003413200378], [0.5069094300270081, -0.5069887042045593], [-0.09597747027873993, 0.09939020872116089], [-0.7013770937919617, 0.7073628902435303], [0.025384441018104553, -0.022747378796339035], [0.699880063533783, -0.701677680015564], [0.16650962829589844, -0.16470639407634735], [0.7820332050323486, -0.7845821976661682], [0.29994094371795654, -0.2990236282348633], [-0.30198413133621216, 0.3064408004283905], [0.3900819718837738, -0.3899838924407959], [-0.1989395171403885, 0.20275147259235382], [0.46610260009765625, -0.466751366853714], [-0.10586746037006378, 0.10901857912540436], [0.5318077802658081, -0.5331370830535889], [-0.020654156804084778, 0.02314004674553871], [0.5901610255241394, -0.592114269733429], [0.05882854387164116, -0.0570068284869194], [-0.5315690636634827, 0.5368087291717529], [0.09155578911304474, -0.09027966856956482], [-0.5077181458473206, 0.5125731825828552], [0.10570351779460907, -0.104864701628685], [0.6693810224533081, -0.6726832389831543], [0.14618633687496185, -0.14579510688781738], [-0.4562017023563385, 0.4603484869003296], [0.145277202129364, -0.14522388577461243], [0.6967259645462036, -0.7006351351737976], [1.0712693929672241, -1.0778838396072388], [0.7447494864463806, -0.7489999532699585], [1.101166844367981, -1.1080455780029297], [0.8019725680351257, -0.8066266179084778], [0.35184428095817566, -0.3533209264278412], [-0.19855457544326782, 0.20087537169456482], [0.38390353322029114, -0.38587337732315063], [-0.16388832032680511, 0.1657247394323349], [0.40801993012428284, -0.41041672229766846], [0.8799673914909363, -0.8856519460678101], [0.4614727795124054, -0.4643300175666809], [-0.06473908573389053, 0.06557907164096832], [0.4875924587249756, -0.49085602164268494], [-0.03349611908197403, 0.033876724541187286], [-0.5540471076965332, 0.5578539967536926], [-0.04940144717693329, 0.04945704713463783], [-0.5716307163238525, 0.5751504898071289], [-0.08515934646129608, 0.08500364422798157], [0.44755175709724426, -0.4515111446380615], [0.9085677862167358, -0.9152754545211792], [0.47020670771598816, -0.4743652045726776], [-0.06140328571200371, 0.060742396861314774], [0.4675626754760742, -0.4719070792198181], [0.9288418889045715, -0.9358112215995789], [0.4995869994163513, -0.5041611790657043], [-0.014674099162220955, 0.013407525606453419], [-0.5050790309906006, 0.507212221622467], [-0.042699918150901794, 0.0412079319357872], [-0.5283673405647278, 0.5302659869194031], [-0.0854300707578659, 0.0837988406419754], [0.419847309589386, -0.4248253405094147], [-0.10322220623493195, 0.10146685689687729], [-0.5695880055427551, 0.5711403489112854], [-0.9183778166770935, 0.9224373698234558], [-0.6397602558135986, 0.6412185430526733], [-0.26799917221069336, 0.266284704208374], [-0.696844756603241, 0.6982819437980652], [-0.355803906917572, 0.35422733426094055], [0.07359915971755981, -0.07827795296907425], [-0.4212692975997925, 0.419847697019577], [-0.0129893459379673, 0.008512541651725769], [0.463589072227478, -0.4704752266407013], [-0.06915314495563507, 0.06486529856920242], [0.40218979120254517, -0.4089575409889221], [-0.11861804127693176, 0.11448688805103302], [-0.5509141683578491, 0.5498141646385193], [-0.19256512820720673, 0.18858879804611206], [0.2488117814064026, -0.25535112619400024], [-0.2431202083826065, 0.23930366337299347], [0.18420347571372986, -0.19060775637626648], [0.6621649861335754, -0.670372724533081], [0.15248310565948486, -0.15876471996307373], [-0.30706295371055603, 0.30347496271133423], [0.1007470190525055, -0.10693320631980896], [0.5716980695724487, -0.5797972083091736], [0.07788962125778198, -0.08398701250553131], [-0.35349205136299133, 0.3500109612941742], [-0.6860719919204712, 0.6851615905761719], [-0.40507039427757263, 0.4015968441963196], [-0.044324588030576706, 0.038404516875743866], [0.38759127259254456, -0.3955201208591461], [-0.07691255211830139, 0.0711151510477066], [0.3479851484298706, -0.3558197319507599], [-0.10464684665203094, 0.09894421696662903], [0.3128725290298462, -0.32062429189682007], [-0.1286226511001587, 0.12299175560474396], [0.2813297510147095, -0.2890089750289917], [-0.14975067973136902, 0.14417293667793274], [0.25252535939216614, -0.26014065742492676], [0.6994137763977051, -0.7086372971534729], [0.2534686326980591, -0.2610336244106293], [0.7043632864952087, -0.7135647535324097], [0.2663823068141937, -0.2739401161670685], [0.7214967608451843, -0.7307010293006897], [1.1441924571990967, -1.1542513370513916], [0.7816985845565796, -0.7909061908721924], [1.2033355236053467, -1.2133252620697021], [0.8658695220947266, -0.8750983476638794], [0.4632183611392975, -0.4710747003555298], [0.06577733159065247, -0.07177063822746277], [-0.28245458006858826, 0.2786126434803009], [0.10234779119491577, -0.10862559080123901], [0.557472825050354, -0.5657404065132141], [1.0195220708847046, -1.0290099382400513], [0.651210367679596, -0.6596237421035767], [0.2618158161640167, -0.26866793632507324], [-0.09506770968437195, 0.0903129130601883], [-0.3998662233352661, 0.3972659111022949], [-0.06033249571919441, 0.05519566684961319], [0.3523114025592804, -0.3597816824913025], [0.8090758323669434, -0.8180357217788696], [1.2180546522140503, -1.227778673171997], [0.9193941354751587, -0.9283921718597412], [0.5658095479011536, -0.5737234354019165], [0.21186695992946625, -0.21821603178977966], [-0.10705296695232391, 0.1028304472565651], [0.28365713357925415, -0.29045653343200684], [-0.038907263427972794, 0.034137509763240814]], "value_targets": [86.60203552246094, 86.4666976928711, 86.33000183105469, 86.1919174194336, 86.05244445800781, 85.91156005859375, 85.76924896240234, 85.62550354003906, 85.48030853271484, 85.33364868164062, 85.18550109863281, 85.03585815429688, 84.88470458984375, 84.73202514648438, 84.57780456542969, 84.42202758789062, 84.2646713256836, 84.10572814941406, 83.94518280029297, 83.78301239013672, 83.61920166015625, 83.45374298095703, 83.28660583496094, 83.11778259277344, 82.94725799560547, 82.77500915527344, 82.60102081298828, 82.4252700805664, 82.24774932861328, 82.06842803955078, 81.8873062133789, 81.704345703125, 81.51954650878906, 81.33287048339844, 81.14431762695312, 80.953857421875, 80.76146697998047, 80.567138671875, 80.370849609375, 80.17257690429688, 79.97229766845703, 79.7699966430664, 79.5656509399414, 79.35924530029297, 79.1507568359375, 78.94015502929688, 78.72743225097656, 78.51255798339844, 78.2955093383789, 78.0762710571289, 77.85482025146484, 77.63113403320312, 77.40518188476562, 77.17695617675781, 76.94641876220703, 76.71355438232422, 76.47834014892578, 76.2407455444336, 76.0007553100586, 75.75833892822266, 75.51347351074219, 75.26612854003906, 75.01629638671875, 74.76393127441406, 74.50902557373047, 74.25154113769531, 73.991455078125, 73.72874450683594, 73.46337127685547, 73.19532775878906, 72.92457580566406, 72.65108489990234, 72.37483215332031, 72.09579467773438, 71.81392669677734, 71.52922058105469, 71.24163818359375, 70.9511489868164, 70.65773010253906, 70.36134338378906, 70.06195831298828, 69.75955963134766, 69.45409393310547, 69.14555358886719, 68.83389282226562, 68.51908111572266, 68.20109558105469, 67.87989044189453, 67.55545043945312, 67.22772216796875, 66.89669036865234, 66.56231689453125, 66.22456359863281, 65.88339233398438, 65.53878021240234, 65.19068908691406, 64.83908081054688, 64.48391723632812, 64.12516784667969, 63.76279830932617, 63.396766662597656, 63.027034759521484, 62.65357208251953, 62.276336669921875, 61.895286560058594, 61.51039123535156, 61.12160873413086, 60.72889709472656, 60.332218170166016, 59.93153381347656, 59.52680206298828, 59.11798095703125, 58.70503234863281, 58.28791046142578, 57.8665771484375, 57.44098663330078, 57.0110969543457, 56.576866149902344, 56.138248443603516, 55.6952018737793, 55.247676849365234, 54.79563522338867, 54.33902359008789, 53.877803802490234, 53.411922454833984, 52.94133758544922, 52.46599578857422, 51.98585510253906, 51.50086212158203, 51.01097106933594, 50.51613235473633, 50.01629638671875, 49.511409759521484, 49.001426696777344, 48.486289978027344, 47.965946197509766, 47.44034957885742, 46.909446716308594, 46.37317657470703, 45.83149337768555, 45.28433609008789, 44.731651306152344, 44.17338562011719, 43.60948181152344, 43.039878845214844, 42.46452331542969, 41.883358001708984, 41.296321868896484, 40.70335388183594, 40.104400634765625, 39.499393463134766, 38.888275146484375, 38.2709846496582, 37.6474609375, 37.017635345458984, 36.38145065307617, 35.73883819580078, 35.08973693847656, 34.434078216552734, 33.77179718017578, 33.10282516479492, 32.427093505859375, 31.74454116821289, 31.055091857910156, 30.358678817749023, 29.655229568481445, 28.944677352905273, 28.226945877075195, 27.50196647644043, 26.769662857055664, 26.02996253967285, 25.282791137695312, 24.5280704498291, 23.765727996826172, 22.995685577392578, 22.217864990234375, 21.432186126708984, 20.63857078552246, 19.83694076538086, 19.02721405029297, 18.209306716918945, 17.383136749267578, 16.54862403869629, 15.705680847167969, 14.854223251342773, 13.99416446685791, 13.125418663024902, 12.24789810180664, 11.361513137817383, 10.466174125671387, 9.561792373657227, 8.648275375366211, 7.725530624389648, 6.7934651374816895, 5.851984977722168, 4.900994777679443, 3.940398931503296, 2.970099925994873, 1.9900000095367432, 1.0]}
{"type": "SampleBatch", "eps_id": [768633253, 768633253, 768633253, 768633253, 768633253, 768633253, 768633253, 768633253, 768633253, 768633253, 768633253, 768633253, 768633253, 768633253, 768633253, 768633253, 768633253, 768633253, 768633253, 768633253, 768633253, 768633253, 768633253, 768633253, 768633253, 768633253, 768633253, 768633253, 768633253, 768633253, 768633253, 768633253, 768633253, 768633253, 768633253, 768633253, 768633253, 768633253, 768633253, 768633253, 768633253, 768633253, 768633253, 768633253, 768633253, 768633253, 768633253, 768633253, 768633253, 768633253, 768633253, 768633253, 768633253, 768633253, 768633253, 768633253, 768633253, 768633253, 768633253, 768633253, 768633253, 768633253, 768633253, 768633253, 768633253, 768633253, 768633253, 768633253, 768633253, 768633253, 768633253, 768633253, 768633253, 768633253, 768633253, 768633253, 768633253, 768633253, 768633253, 768633253, 768633253, 768633253, 768633253, 768633253, 768633253, 768633253, 768633253, 768633253, 768633253, 768633253, 768633253, 768633253, 768633253, 768633253, 768633253, 768633253, 768633253, 768633253, 768633253, 768633253, 768633253, 768633253, 768633253, 768633253, 768633253, 768633253, 768633253, 768633253, 768633253, 768633253, 768633253, 768633253, 768633253, 768633253, 768633253, 768633253, 768633253, 768633253, 768633253, 768633253, 768633253, 768633253, 768633253, 768633253, 768633253, 768633253, 768633253, 768633253, 768633253, 768633253, 768633253, 768633253, 768633253, 768633253, 768633253, 768633253, 768633253, 768633253, 768633253, 768633253, 768633253, 768633253, 768633253, 768633253, 768633253, 768633253, 768633253, 768633253, 768633253, 768633253, 768633253, 768633253, 768633253, 768633253, 768633253, 768633253, 768633253, 768633253, 768633253, 768633253, 768633253, 768633253, 768633253, 768633253, 768633253, 768633253, 768633253, 768633253, 768633253, 768633253, 768633253, 768633253, 768633253, 768633253, 768633253, 768633253, 768633253, 768633253, 768633253, 768633253, 768633253, 768633253, 768633253, 768633253, 768633253, 768633253, 768633253, 768633253, 768633253, 768633253, 768633253, 768633253, 768633253, 768633253, 768633253, 768633253, 768633253, 768633253, 768633253, 768633253], "obs": [[-0.012815842404961586, -0.04838789254426956, 0.04214753210544586, 0.04732285812497139], [-0.013783600181341171, -0.2440880686044693, 0.04309399053454399, 0.35300013422966003], [-0.018665362149477005, -0.04960456117987633, 0.05015399307012558, 0.07421141862869263], [-0.019657453522086143, 0.14476384222507477, 0.05163821950554848, -0.20223547518253326], [-0.016762176528573036, 0.33911070227622986, 0.04759351164102554, -0.4781922996044159], [-0.00997996237128973, 0.1433502584695816, 0.038029663264751434, -0.17089693248271942], [-0.00711295660585165, -0.0522947832942009, 0.03461172431707382, 0.1335364729166031], [-0.008158852346241474, -0.2478949874639511, 0.03728245571255684, 0.43693485856056213], [-0.013116751797497272, -0.053320057690143585, 0.046021152287721634, 0.1562338024377823], [-0.01418315339833498, 0.14111380279064178, 0.04914582893252373, -0.1215827465057373], [-0.011360877193510532, -0.05467655882239342, 0.0467141717672348, 0.18619124591350555], [-0.012454408220946789, 0.13974697887897491, 0.05043799802660942, -0.09139693528413773], [-0.00965946912765503, 0.3341110646724701, 0.04861006140708923, -0.36774981021881104], [-0.0029772475827485323, 0.1383333057165146, 0.04125506430864334, -0.0601443313062191], [-0.00021058153652120382, -0.057355135679244995, 0.040052175521850586, 0.24526411294937134], [-0.0013576842611655593, 0.13717254996299744, 0.04495745897293091, -0.03452121466398239], [0.0013857667800039053, 0.3316219449043274, 0.04426703602075577, -0.3126875162124634], [0.008018205873668194, 0.13589821755886078, 0.0380132831633091, -0.006379309576004744], [0.01073617022484541, -0.059747692197561264, 0.037885699421167374, 0.29805076122283936], [0.009541216306388378, 0.1348143070936203, 0.04384671151638031, 0.017552930861711502], [0.01223750226199627, 0.32928091287612915, 0.044197771698236465, -0.2609798312187195], [0.01882312074303627, 0.1335568130016327, 0.038978174328804016, 0.045309532433748245], [0.02149425633251667, 0.32809877395629883, 0.03988436609506607, -0.23482510447502136], [0.028056232258677483, 0.13243034482002258, 0.03518786281347275, 0.07016703486442566], [0.030704839155077934, 0.32703062891960144, 0.03659120574593544, -0.21120958030223846], [0.03724545240402222, 0.13140511512756348, 0.03236701339483261, 0.09278767555952072], [0.039873555302619934, 0.3260485529899597, 0.034222766757011414, -0.18951033055782318], [0.04639452323317528, 0.520664632320404, 0.030432559549808502, -0.4712039530277252], [0.05680781602859497, 0.7153437733650208, 0.021008480340242386, -0.7541416883468628], [0.0711146891117096, 0.9101698994636536, 0.005925646983087063, -1.0401403903961182], [0.08931808918714523, 0.7149696946144104, -0.01487716007977724, -0.745603084564209], [0.10361748188734055, 0.5200561881065369, -0.02978922240436077, -0.45763885974884033], [0.11401861160993576, 0.3253677487373352, -0.03894199803471565, -0.17449252307415009], [0.12052596360445023, 0.13082414865493774, -0.042431849986314774, 0.10565559566020966], [0.12314244359731674, -0.06366485357284546, -0.04031873866915703, 0.38465529680252075], [0.12186914682388306, 0.13200561702251434, -0.032625630497932434, 0.07953760772943497], [0.12450926005840302, 0.32757970690727234, -0.03103487938642502, -0.2232576459646225], [0.13106085360050201, 0.13291476666927338, -0.03550003096461296, 0.05947637930512428], [0.13371914625167847, -0.06168067827820778, -0.03431050479412079, 0.3407508134841919], [0.1324855387210846, 0.13391222059726715, -0.02749548852443695, 0.03744882717728615], [0.1351637840270996, -0.06080486997961998, -0.026746511459350586, 0.3213314116001129], [0.1339476853609085, 0.13468755781650543, -0.02031988464295864, 0.020335115492343903], [0.13664144277572632, -0.060137178748846054, -0.01991318166255951, 0.30653825402259827], [0.1354386955499649, -0.2549698054790497, -0.013782416470348835, 0.5928751230239868], [0.13033929467201233, -0.05965764820575714, -0.0019249136094003916, 0.29588285088539124], [0.12914614379405975, -0.25475209951400757, 0.003992743324488401, 0.5879580974578857], [0.12405110150575638, -0.05968629568815231, 0.015751905739307404, 0.29653555154800415], [0.12285737693309784, 0.13520759344100952, 0.02168261632323265, 0.008861847221851349], [0.12556153535842896, 0.3300119936466217, 0.021859852597117424, -0.27690187096595764], [0.13216176629066467, 0.5248153805732727, 0.0163218155503273, -0.5626108050346375], [0.142658069729805, 0.3294682204723358, 0.005069599486887455, -0.26483073830604553], [0.1492474377155304, 0.5245174765586853, -0.0002270155237056315, -0.5559103488922119], [0.15973779559135437, 0.3293986916542053, -0.01134522259235382, -0.26329895853996277], [0.16632576286792755, 0.13444049656391144, -0.01661120168864727, 0.025784067809581757], [0.169014573097229, -0.0604393444955349, -0.016095520928502083, 0.31318002939224243], [0.16780579090118408, 0.13490815460681915, -0.009831920266151428, 0.015464856289327145], [0.17050394415855408, -0.0600714236497879, -0.009522623382508755, 0.3050295412540436], [0.16930252313613892, 0.13518492877483368, -0.0034220321103930473, 0.009358694776892662], [0.17200621962547302, 0.33035579323768616, -0.0032348581589758396, -0.28440195322036743], [0.1786133348941803, 0.13528011739253998, -0.008922897279262543, 0.007258962839841843], [0.18131893873214722, 0.3305288851261139, -0.008777718059718609, -0.28822582960128784], [0.18792951107025146, 0.13553321361541748, -0.014542235061526299, 0.001675806357525289], [0.1906401813030243, -0.05937719717621803, -0.014508718624711037, 0.28973522782325745], [0.1894526332616806, 0.13594861328601837, -0.008714013732969761, -0.0074880411848425865], [0.1921716034412384, -0.05904729664325714, -0.008863775059580803, 0.28243282437324524], [0.1909906566143036, 0.136199951171875, -0.0032151183113455772, -0.013032468035817146], [0.1937146633863449, -0.05887573957443237, -0.003475767793133855, 0.27863430976867676], [0.19253714382648468, 0.1362956166267395, 0.0020969186443835497, -0.015142830088734627], [0.1952630579471588, 0.3313874304294586, 0.001794061972759664, -0.30716341733932495], [0.20189081132411957, 0.13623997569084167, -0.0043492065742611885, -0.0139152305200696], [0.20461560785770416, 0.3314240276813507, -0.004627510905265808, -0.3079672157764435], [0.21124409139156342, 0.5266116261482239, -0.010786854662001133, -0.6021059155464172], [0.2217763215303421, 0.33164218068122864, -0.022828973829746246, -0.312840074300766], [0.22840915620326996, 0.13685277104377747, -0.029085775837302208, -0.027443228289484978], [0.2311462163925171, -0.0578402578830719, -0.029634639620780945, 0.25592276453971863], [0.2299894094467163, 0.13769198954105377, -0.024516183882951736, -0.045958127826452255], [0.2327432483434677, 0.3331567645072937, -0.025435347110033035, -0.346274197101593], [0.23940639197826385, 0.1384056657552719, -0.032360829412937164, -0.061719249933958054], [0.24217450618743896, -0.05623771250247955, -0.033595215529203415, 0.22058053314685822], [0.24104975163936615, -0.2508637607097626, -0.029183605685830116, 0.5024797320365906], [0.23603247106075287, -0.05534287169575691, -0.01913401111960411, 0.20074452459812164], [0.23492561280727386, 0.14004743099212646, -0.015119120478630066, -0.09791234135627747], [0.23772656917572021, -0.05485459789633751, -0.01707736775279045, 0.1899624466896057], [0.23662947118282318, 0.14050744473934174, -0.013278118334710598, -0.108058400452137], [0.23943962156772614, -0.05442173033952713, -0.015439285896718502, 0.18040594458580017], [0.23835118114948273, 0.14091770350933075, -0.01183116715401411, -0.11710726469755173], [0.2411695420742035, -0.054032742977142334, -0.014173312112689018, 0.17181967198848724], [0.24008888006210327, 0.14128917455673218, -0.0107369190081954, -0.1253005862236023], [0.24291466176509857, -0.053677331656217575, -0.013242930173873901, 0.16397571563720703], [0.241841122508049, 0.14163166284561157, -0.009963416494429111, -0.1328554004430771], [0.24467375874519348, 0.3368948996067047, -0.012620524503290653, -0.4286649227142334], [0.25141164660453796, 0.1419539451599121, -0.021193822845816612, -0.13998709619045258], [0.25425073504447937, -0.052858151495456696, -0.023993564769625664, 0.14593489468097687], [0.25319355726242065, 0.14259904623031616, -0.021074866876006126, -0.15421992540359497], [0.25604555010795593, 0.3380163013935089, -0.02415926568210125, -0.45347627997398376], [0.26280587911605835, 0.1432441771030426, -0.0332287922501564, -0.1685054749250412], [0.2656707465648651, -0.05138678103685379, -0.03659890219569206, 0.113512322306633], [0.26464301347732544, 0.14423996210098267, -0.034328654408454895, -0.19048894941806793], [0.26752781867980957, 0.3398357629776001, -0.038138434290885925, -0.49380046129226685], [0.27432453632354736, 0.1452718824148178, -0.04801444336771965, -0.21337682008743286], [0.2772299647331238, -0.04913190007209778, -0.052281979471445084, 0.06378195434808731], [0.2762473523616791, -0.2434667944908142, -0.051006339490413666, 0.3395220935344696], [0.2713780105113983, -0.04765757918357849, -0.04421589896082878, 0.031200889497995377], [0.27042484283447266, -0.2421184778213501, -0.043591879308223724, 0.3096119165420532], [0.26558247208595276, -0.046403419226408005, -0.037399642169475555, 0.0035062532406300306], [0.26465439796447754, -0.24096959829330444, -0.03732951730489731, 0.28415849804878235], [0.25983503460884094, -0.045335665345191956, -0.03164634853601456, -0.020060285925865173], [0.2589282989501953, -0.23998981714248657, -0.03204755112528801, 0.2624722719192505], [0.25412851572036743, -0.044425416737794876, -0.026798106729984283, -0.040144067257642746], [0.2532399892807007, -0.23915304243564606, -0.027600988745689392, 0.2439647912979126], [0.2484569400548935, -0.043647948652505875, -0.02272169291973114, -0.0572948083281517], [0.24758398532867432, -0.23843686282634735, -0.023867588490247726, 0.22813354432582855], [0.24281524121761322, -0.042982105165719986, -0.019304918125271797, -0.07198149710893631], [0.24195560812950134, -0.2378220558166504, -0.020744547247886658, 0.21454866230487823], [0.23719915747642517, -0.042409759014844894, -0.0164535753428936, -0.0846051573753357], [0.23635096848011017, -0.23729203641414642, -0.01814567856490612, 0.20284156501293182], [0.23160512745380402, -0.43214985728263855, -0.014088846743106842, 0.4897456169128418], [0.2229621261358261, -0.23683200776576996, -0.004293934442102909, 0.19265593588352203], [0.21822549402713776, -0.04164888709783554, -0.00044081543455831707, -0.1013784408569336], [0.21739250421524048, 0.15347938239574432, -0.002468384336680174, -0.3942004144191742], [0.22046209871768951, -0.041607461869716644, -0.010352392680943012, -0.10229675471782684], [0.2196299433708191, -0.2365795373916626, -0.012398327700793743, 0.18710213899612427], [0.21489836275577545, -0.4315219223499298, -0.008656284771859646, 0.4758482277393341], [0.20626792311668396, -0.23627881705760956, 0.0008606796618551016, 0.18044961988925934], [0.20154234766960144, -0.43141308426856995, 0.004469672217965126, 0.4734039306640625], [0.19291408360004425, -0.2363545298576355, 0.013937750831246376, 0.18213312327861786], [0.18818698823451996, -0.04143475741147995, 0.017580414190888405, -0.10612055659294128], [0.1873582899570465, 0.15343090891838074, 0.01545800268650055, -0.3932054936885834], [0.19042691588401794, -0.04190695658326149, 0.007593892514705658, -0.09568925201892853], [0.1895887702703476, -0.23713691532611847, 0.005680107045918703, 0.1993798315525055], [0.18484604358673096, -0.04209667071700096, 0.00966770388185978, -0.09150588512420654], [0.18400409817695618, 0.15288539230823517, 0.007837586104869843, -0.38112303614616394], [0.18706181645393372, -0.04234697297215462, 0.00021512543025892228, -0.08597926795482635], [0.186214879155159, -0.23747201263904572, -0.001504459884017706, 0.20677152276039124], [0.18146543204784393, -0.042328573763370514, 0.002630970673635602, -0.08638560026884079], [0.18061886727809906, 0.15275555849075317, 0.000903258565813303, -0.3782373070716858], [0.18367397785186768, 0.34786468744277954, -0.006661487277597189, -0.6706352829933167], [0.19063127040863037, 0.15283596515655518, -0.02007419243454933, -0.3800571858882904], [0.19368799030780792, -0.041995253413915634, -0.027675336226820946, -0.09377064555883408], [0.1928480863571167, -0.2367098331451416, -0.02955074980854988, 0.19005386531352997], [0.18811388313770294, -0.04117785394191742, -0.025749672204256058, -0.11180270463228226], [0.18729032576084137, 0.1543034315109253, -0.027985725551843643, -0.41249698400497437], [0.1903764009475708, -0.04041086882352829, -0.036235664039850235, -0.12876664102077484], [0.1895681768655777, -0.234995499253273, -0.03881099820137024, 0.15226775407791138], [0.18486826121807098, -0.42954084277153015, -0.035765644162893295, 0.43245846033096313], [0.17627744376659393, -0.23393122851848602, -0.027116473764181137, 0.1287188082933426], [0.17159882187843323, -0.4286544620990753, -0.024542098864912987, 0.4127250015735626], [0.16302573680877686, -0.6234200596809387, -0.01628759875893593, 0.69757080078125], [0.15055733919143677, -0.4280760884284973, -0.0023361826315522194, 0.39980533719062805], [0.14199581742286682, -0.2329210788011551, 0.005659924354404211, 0.10638679563999176], [0.13733738660812378, -0.42812368273735046, 0.007787660229951143, 0.4008500277996063], [0.12877492606639862, -0.23311305046081543, 0.015804661437869072, 0.11063249409198761], [0.12411265820264816, -0.4284578859806061, 0.01801731064915657, 0.4082595109939575], [0.11554349958896637, -0.23359595239162445, 0.026182500645518303, 0.12131087481975555], [0.1108715832233429, -0.42908304929733276, 0.028608718886971474, 0.4221377968788147], [0.10228992253541946, -0.23437784612178802, 0.037051472812891006, 0.13860931992530823], [0.09760235995054245, -0.03980562835931778, 0.039823658764362335, -0.14215806126594543], [0.09680625051259995, 0.15472401678562164, 0.03698049858212471, -0.42201611399650574], [0.0999007299542427, -0.04090181365609169, 0.028540177270770073, -0.11790820956230164], [0.09908269345760345, -0.23642081022262573, 0.026182012632489204, 0.1836405247449875], [0.09435427933931351, -0.04168308153748512, 0.029854822903871536, -0.10066932439804077], [0.0935206189751625, 0.15299856662750244, 0.027841435745358467, -0.3837856352329254], [0.09658058732748032, -0.04250738397240639, 0.02016572281718254, -0.0824560597538948], [0.09573043882846832, -0.23791252076625824, 0.018516601994633675, 0.21652036905288696], [0.09097219258546829, -0.043060097843408585, 0.02284700982272625, -0.07026458531618118], [0.09011098742485046, 0.15172697603702545, 0.021441718563437462, -0.35565251111984253], [0.09314552694559097, -0.043693166226148605, 0.014328667894005775, -0.0562862902879715], [0.09227166324853897, -0.23901760578155518, 0.013202941976487637, 0.2408827692270279], [0.08749131113290787, -0.04408671706914902, 0.018020596355199814, -0.047606516629457474], [0.08660957962274551, 0.15077225863933563, 0.017068466171622276, -0.33454975485801697], [0.08962502330541611, 0.3456471860408783, 0.010377471335232258, -0.6218016743659973], [0.09653797000646591, 0.15038186311721802, -0.002058561658486724, -0.32586854696273804], [0.09954560548067093, -0.04471071809530258, -0.008575932122766972, -0.0338355116546154], [0.09865138679742813, 0.15053315460681915, -0.009252643212676048, -0.32921186089515686], [0.1016620546579361, -0.04445585981011391, -0.01583687961101532, -0.039461079984903336], [0.1007729321718216, -0.2393471747636795, -0.01662610098719597, 0.24818338453769684], [0.09598599374294281, -0.04399177432060242, -0.011662433855235577, -0.049697063863277435], [0.09510615468025208, -0.23894457519054413, -0.012656374834477901, 0.23928356170654297], [0.09032726287841797, -0.4338834583759308, -0.007870703935623169, 0.5279476046562195], [0.08164959400892258, -0.23865164816379547, 0.002688248176127672, 0.23279500007629395], [0.07687656581401825, -0.04356821998953819, 0.007344148121774197, -0.05903874710202217], [0.07600519806146622, -0.2387946993112564, 0.006163373123854399, 0.235952228307724], [0.07122930139303207, -0.04376134276390076, 0.010882417671382427, -0.05478022247552872], [0.07035407423973083, -0.2390376329421997, 0.009786813519895077, 0.24131622910499573], [0.0655733272433281, -0.43429800868034363, 0.01461313758045435, 0.5370700359344482], [0.056887365877628326, -0.23938453197479248, 0.0253545381128788, 0.24902714788913727], [0.05209967494010925, -0.044633667916059494, 0.0303350817412138, -0.03555180877447128], [0.05120700225234032, 0.1500404328107834, 0.02962404489517212, -0.3185114562511444], [0.05420780926942825, -0.04549063742160797, 0.02325381711125374, -0.0166353527456522], [0.053297996520996094, -0.2409382164478302, 0.022921109572052956, 0.2832927703857422], [0.04847923293709755, -0.0461505725979805, 0.028586965054273605, -0.0020737408194690943], [0.04755622148513794, -0.24167059361934662, 0.02854548953473568, 0.2994898855686188], [0.04272281005978584, -0.046966906636953354, 0.03453528881072998, 0.015944575890898705], [0.041783470660448074, -0.24256667494773865, 0.03485417738556862, 0.3193206489086151], [0.03693213686347008, -0.04795800894498825, 0.041240591555833817, 0.03782998025417328], [0.03597297891974449, 0.1465490311384201, 0.041997190564870834, -0.24156120419502258], [0.03890395909547806, -0.04914688691496849, 0.037165965884923935, 0.06406737864017487], [0.03792101889848709, 0.1454230397939682, 0.038447316735982895, -0.21666167676448822], [0.040829479694366455, -0.0502268522977829, 0.03411408141255379, 0.08789700269699097], [0.039824943989515305, 0.14438992738723755, 0.035872023552656174, -0.1938307136297226]], "actions": [0, 1, 1, 1, 0, 0, 0, 1, 1, 0, 1, 1, 0, 0, 1, 1, 0, 0, 1, 1, 0, 1, 0, 1, 0, 1, 1, 1, 1, 0, 0, 0, 0, 0, 1, 1, 0, 0, 1, 0, 1, 0, 0, 1, 0, 1, 1, 1, 1, 0, 1, 0, 0, 0, 1, 0, 1, 1, 0, 1, 0, 0, 1, 0, 1, 0, 1, 1, 0, 1, 1, 0, 0, 0, 1, 1, 0, 0, 0, 1, 1, 0, 1, 0, 1, 0, 1, 0, 1, 1, 0, 0, 1, 1, 0, 0, 1, 1, 0, 0, 0, 1, 0, 1, 0, 1, 0, 1, 0, 1, 0, 1, 0, 1, 0, 0, 1, 1, 1, 0, 0, 0, 1, 0, 1, 1, 1, 0, 0, 1, 1, 0, 0, 1, 1, 1, 0, 0, 0, 1, 1, 0, 0, 0, 1, 0, 0, 1, 1, 0, 1, 0, 1, 0, 1, 1, 1, 0, 0, 1, 1, 0, 0, 1, 1, 0, 0, 1, 1, 1, 0, 0, 1, 0, 0, 1, 0, 0, 1, 1, 0, 1, 0, 0, 1, 1, 1, 0, 0, 1, 0, 1, 0, 1, 1, 0, 1, 0, 1, 1], "rewards": [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], "prev_actions": [0, 0, 1, 1, 1, 0, 0, 0, 1, 1, 0, 1, 1, 0, 0, 1, 1, 0, 0, 1, 1, 0, 1, 0, 1, 0, 1, 1, 1, 1, 0, 0, 0, 0, 0, 1, 1, 0, 0, 1, 0, 1, 0, 0, 1, 0, 1, 1, 1, 1, 0, 1, 0, 0, 0, 1, 0, 1, 1, 0, 1, 0, 0, 1, 0, 1, 0, 1, 1, 0, 1, 1, 0, 0, 0, 1, 1, 0, 0, 0, 1, 1, 0, 1, 0, 1, 0, 1, 0, 1, 1, 0, 0, 1, 1, 0, 0, 1, 1, 0, 0, 0, 1, 0, 1, 0, 1, 0, 1, 0, 1, 0, 1, 0, 1, 0, 0, 1, 1, 1, 0, 0, 0, 1, 0, 1, 1, 1, 0, 0, 1, 1, 0, 0, 1, 1, 1, 0, 0, 0, 1, 1, 0, 0, 0, 1, 0, 0, 1, 1, 0, 1, 0, 1, 0, 1, 1, 1, 0, 0, 1, 1, 0, 0, 1, 1, 0, 0, 1, 1, 1, 0, 0, 1, 0, 0, 1, 0, 0, 1, 1, 0, 1, 0, 0, 1, 1, 1, 0, 0, 1, 0, 1, 0, 1, 1, 0, 1, 0, 1], "prev_rewards": [0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], "dones": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, true], "new_obs": [[-0.013783600181341171, -0.2440880686044693, 0.04309399053454399, 0.35300013422966003], [-0.018665362149477005, -0.04960456117987633, 0.05015399307012558, 0.07421141862869263], [-0.019657453522086143, 0.14476384222507477, 0.05163821950554848, -0.20223547518253326], [-0.016762176528573036, 0.33911070227622986, 0.04759351164102554, -0.4781922996044159], [-0.00997996237128973, 0.1433502584695816, 0.038029663264751434, -0.17089693248271942], [-0.00711295660585165, -0.0522947832942009, 0.03461172431707382, 0.1335364729166031], [-0.008158852346241474, -0.2478949874639511, 0.03728245571255684, 0.43693485856056213], [-0.013116751797497272, -0.053320057690143585, 0.046021152287721634, 0.1562338024377823], [-0.01418315339833498, 0.14111380279064178, 0.04914582893252373, -0.1215827465057373], [-0.011360877193510532, -0.05467655882239342, 0.0467141717672348, 0.18619124591350555], [-0.012454408220946789, 0.13974697887897491, 0.05043799802660942, -0.09139693528413773], [-0.00965946912765503, 0.3341110646724701, 0.04861006140708923, -0.36774981021881104], [-0.0029772475827485323, 0.1383333057165146, 0.04125506430864334, -0.0601443313062191], [-0.00021058153652120382, -0.057355135679244995, 0.040052175521850586, 0.24526411294937134], [-0.0013576842611655593, 0.13717254996299744, 0.04495745897293091, -0.03452121466398239], [0.0013857667800039053, 0.3316219449043274, 0.04426703602075577, -0.3126875162124634], [0.008018205873668194, 0.13589821755886078, 0.0380132831633091, -0.006379309576004744], [0.01073617022484541, -0.059747692197561264, 0.037885699421167374, 0.29805076122283936], [0.009541216306388378, 0.1348143070936203, 0.04384671151638031, 0.017552930861711502], [0.01223750226199627, 0.32928091287612915, 0.044197771698236465, -0.2609798312187195], [0.01882312074303627, 0.1335568130016327, 0.038978174328804016, 0.045309532433748245], [0.02149425633251667, 0.32809877395629883, 0.03988436609506607, -0.23482510447502136], [0.028056232258677483, 0.13243034482002258, 0.03518786281347275, 0.07016703486442566], [0.030704839155077934, 0.32703062891960144, 0.03659120574593544, -0.21120958030223846], [0.03724545240402222, 0.13140511512756348, 0.03236701339483261, 0.09278767555952072], [0.039873555302619934, 0.3260485529899597, 0.034222766757011414, -0.18951033055782318], [0.04639452323317528, 0.520664632320404, 0.030432559549808502, -0.4712039530277252], [0.05680781602859497, 0.7153437733650208, 0.021008480340242386, -0.7541416883468628], [0.0711146891117096, 0.9101698994636536, 0.005925646983087063, -1.0401403903961182], [0.08931808918714523, 0.7149696946144104, -0.01487716007977724, -0.745603084564209], [0.10361748188734055, 0.5200561881065369, -0.02978922240436077, -0.45763885974884033], [0.11401861160993576, 0.3253677487373352, -0.03894199803471565, -0.17449252307415009], [0.12052596360445023, 0.13082414865493774, -0.042431849986314774, 0.10565559566020966], [0.12314244359731674, -0.06366485357284546, -0.04031873866915703, 0.38465529680252075], [0.12186914682388306, 0.13200561702251434, -0.032625630497932434, 0.07953760772943497], [0.12450926005840302, 0.32757970690727234, -0.03103487938642502, -0.2232576459646225], [0.13106085360050201, 0.13291476666927338, -0.03550003096461296, 0.05947637930512428], [0.13371914625167847, -0.06168067827820778, -0.03431050479412079, 0.3407508134841919], [0.1324855387210846, 0.13391222059726715, -0.02749548852443695, 0.03744882717728615], [0.1351637840270996, -0.06080486997961998, -0.026746511459350586, 0.3213314116001129], [0.1339476853609085, 0.13468755781650543, -0.02031988464295864, 0.020335115492343903], [0.13664144277572632, -0.060137178748846054, -0.01991318166255951, 0.30653825402259827], [0.1354386955499649, -0.2549698054790497, -0.013782416470348835, 0.5928751230239868], [0.13033929467201233, -0.05965764820575714, -0.0019249136094003916, 0.29588285088539124], [0.12914614379405975, -0.25475209951400757, 0.003992743324488401, 0.5879580974578857], [0.12405110150575638, -0.05968629568815231, 0.015751905739307404, 0.29653555154800415], [0.12285737693309784, 0.13520759344100952, 0.02168261632323265, 0.008861847221851349], [0.12556153535842896, 0.3300119936466217, 0.021859852597117424, -0.27690187096595764], [0.13216176629066467, 0.5248153805732727, 0.0163218155503273, -0.5626108050346375], [0.142658069729805, 0.3294682204723358, 0.005069599486887455, -0.26483073830604553], [0.1492474377155304, 0.5245174765586853, -0.0002270155237056315, -0.5559103488922119], [0.15973779559135437, 0.3293986916542053, -0.01134522259235382, -0.26329895853996277], [0.16632576286792755, 0.13444049656391144, -0.01661120168864727, 0.025784067809581757], [0.169014573097229, -0.0604393444955349, -0.016095520928502083, 0.31318002939224243], [0.16780579090118408, 0.13490815460681915, -0.009831920266151428, 0.015464856289327145], [0.17050394415855408, -0.0600714236497879, -0.009522623382508755, 0.3050295412540436], [0.16930252313613892, 0.13518492877483368, -0.0034220321103930473, 0.009358694776892662], [0.17200621962547302, 0.33035579323768616, -0.0032348581589758396, -0.28440195322036743], [0.1786133348941803, 0.13528011739253998, -0.008922897279262543, 0.007258962839841843], [0.18131893873214722, 0.3305288851261139, -0.008777718059718609, -0.28822582960128784], [0.18792951107025146, 0.13553321361541748, -0.014542235061526299, 0.001675806357525289], [0.1906401813030243, -0.05937719717621803, -0.014508718624711037, 0.28973522782325745], [0.1894526332616806, 0.13594861328601837, -0.008714013732969761, -0.0074880411848425865], [0.1921716034412384, -0.05904729664325714, -0.008863775059580803, 0.28243282437324524], [0.1909906566143036, 0.136199951171875, -0.0032151183113455772, -0.013032468035817146], [0.1937146633863449, -0.05887573957443237, -0.003475767793133855, 0.27863430976867676], [0.19253714382648468, 0.1362956166267395, 0.0020969186443835497, -0.015142830088734627], [0.1952630579471588, 0.3313874304294586, 0.001794061972759664, -0.30716341733932495], [0.20189081132411957, 0.13623997569084167, -0.0043492065742611885, -0.0139152305200696], [0.20461560785770416, 0.3314240276813507, -0.004627510905265808, -0.3079672157764435], [0.21124409139156342, 0.5266116261482239, -0.010786854662001133, -0.6021059155464172], [0.2217763215303421, 0.33164218068122864, -0.022828973829746246, -0.312840074300766], [0.22840915620326996, 0.13685277104377747, -0.029085775837302208, -0.027443228289484978], [0.2311462163925171, -0.0578402578830719, -0.029634639620780945, 0.25592276453971863], [0.2299894094467163, 0.13769198954105377, -0.024516183882951736, -0.045958127826452255], [0.2327432483434677, 0.3331567645072937, -0.025435347110033035, -0.346274197101593], [0.23940639197826385, 0.1384056657552719, -0.032360829412937164, -0.061719249933958054], [0.24217450618743896, -0.05623771250247955, -0.033595215529203415, 0.22058053314685822], [0.24104975163936615, -0.2508637607097626, -0.029183605685830116, 0.5024797320365906], [0.23603247106075287, -0.05534287169575691, -0.01913401111960411, 0.20074452459812164], [0.23492561280727386, 0.14004743099212646, -0.015119120478630066, -0.09791234135627747], [0.23772656917572021, -0.05485459789633751, -0.01707736775279045, 0.1899624466896057], [0.23662947118282318, 0.14050744473934174, -0.013278118334710598, -0.108058400452137], [0.23943962156772614, -0.05442173033952713, -0.015439285896718502, 0.18040594458580017], [0.23835118114948273, 0.14091770350933075, -0.01183116715401411, -0.11710726469755173], [0.2411695420742035, -0.054032742977142334, -0.014173312112689018, 0.17181967198848724], [0.24008888006210327, 0.14128917455673218, -0.0107369190081954, -0.1253005862236023], [0.24291466176509857, -0.053677331656217575, -0.013242930173873901, 0.16397571563720703], [0.241841122508049, 0.14163166284561157, -0.009963416494429111, -0.1328554004430771], [0.24467375874519348, 0.3368948996067047, -0.012620524503290653, -0.4286649227142334], [0.25141164660453796, 0.1419539451599121, -0.021193822845816612, -0.13998709619045258], [0.25425073504447937, -0.052858151495456696, -0.023993564769625664, 0.14593489468097687], [0.25319355726242065, 0.14259904623031616, -0.021074866876006126, -0.15421992540359497], [0.25604555010795593, 0.3380163013935089, -0.02415926568210125, -0.45347627997398376], [0.26280587911605835, 0.1432441771030426, -0.0332287922501564, -0.1685054749250412], [0.2656707465648651, -0.05138678103685379, -0.03659890219569206, 0.113512322306633], [0.26464301347732544, 0.14423996210098267, -0.034328654408454895, -0.19048894941806793], [0.26752781867980957, 0.3398357629776001, -0.038138434290885925, -0.49380046129226685], [0.27432453632354736, 0.1452718824148178, -0.04801444336771965, -0.21337682008743286], [0.2772299647331238, -0.04913190007209778, -0.052281979471445084, 0.06378195434808731], [0.2762473523616791, -0.2434667944908142, -0.051006339490413666, 0.3395220935344696], [0.2713780105113983, -0.04765757918357849, -0.04421589896082878, 0.031200889497995377], [0.27042484283447266, -0.2421184778213501, -0.043591879308223724, 0.3096119165420532], [0.26558247208595276, -0.046403419226408005, -0.037399642169475555, 0.0035062532406300306], [0.26465439796447754, -0.24096959829330444, -0.03732951730489731, 0.28415849804878235], [0.25983503460884094, -0.045335665345191956, -0.03164634853601456, -0.020060285925865173], [0.2589282989501953, -0.23998981714248657, -0.03204755112528801, 0.2624722719192505], [0.25412851572036743, -0.044425416737794876, -0.026798106729984283, -0.040144067257642746], [0.2532399892807007, -0.23915304243564606, -0.027600988745689392, 0.2439647912979126], [0.2484569400548935, -0.043647948652505875, -0.02272169291973114, -0.0572948083281517], [0.24758398532867432, -0.23843686282634735, -0.023867588490247726, 0.22813354432582855], [0.24281524121761322, -0.042982105165719986, -0.019304918125271797, -0.07198149710893631], [0.24195560812950134, -0.2378220558166504, -0.020744547247886658, 0.21454866230487823], [0.23719915747642517, -0.042409759014844894, -0.0164535753428936, -0.0846051573753357], [0.23635096848011017, -0.23729203641414642, -0.01814567856490612, 0.20284156501293182], [0.23160512745380402, -0.43214985728263855, -0.014088846743106842, 0.4897456169128418], [0.2229621261358261, -0.23683200776576996, -0.004293934442102909, 0.19265593588352203], [0.21822549402713776, -0.04164888709783554, -0.00044081543455831707, -0.1013784408569336], [0.21739250421524048, 0.15347938239574432, -0.002468384336680174, -0.3942004144191742], [0.22046209871768951, -0.041607461869716644, -0.010352392680943012, -0.10229675471782684], [0.2196299433708191, -0.2365795373916626, -0.012398327700793743, 0.18710213899612427], [0.21489836275577545, -0.4315219223499298, -0.008656284771859646, 0.4758482277393341], [0.20626792311668396, -0.23627881705760956, 0.0008606796618551016, 0.18044961988925934], [0.20154234766960144, -0.43141308426856995, 0.004469672217965126, 0.4734039306640625], [0.19291408360004425, -0.2363545298576355, 0.013937750831246376, 0.18213312327861786], [0.18818698823451996, -0.04143475741147995, 0.017580414190888405, -0.10612055659294128], [0.1873582899570465, 0.15343090891838074, 0.01545800268650055, -0.3932054936885834], [0.19042691588401794, -0.04190695658326149, 0.007593892514705658, -0.09568925201892853], [0.1895887702703476, -0.23713691532611847, 0.005680107045918703, 0.1993798315525055], [0.18484604358673096, -0.04209667071700096, 0.00966770388185978, -0.09150588512420654], [0.18400409817695618, 0.15288539230823517, 0.007837586104869843, -0.38112303614616394], [0.18706181645393372, -0.04234697297215462, 0.00021512543025892228, -0.08597926795482635], [0.186214879155159, -0.23747201263904572, -0.001504459884017706, 0.20677152276039124], [0.18146543204784393, -0.042328573763370514, 0.002630970673635602, -0.08638560026884079], [0.18061886727809906, 0.15275555849075317, 0.000903258565813303, -0.3782373070716858], [0.18367397785186768, 0.34786468744277954, -0.006661487277597189, -0.6706352829933167], [0.19063127040863037, 0.15283596515655518, -0.02007419243454933, -0.3800571858882904], [0.19368799030780792, -0.041995253413915634, -0.027675336226820946, -0.09377064555883408], [0.1928480863571167, -0.2367098331451416, -0.02955074980854988, 0.19005386531352997], [0.18811388313770294, -0.04117785394191742, -0.025749672204256058, -0.11180270463228226], [0.18729032576084137, 0.1543034315109253, -0.027985725551843643, -0.41249698400497437], [0.1903764009475708, -0.04041086882352829, -0.036235664039850235, -0.12876664102077484], [0.1895681768655777, -0.234995499253273, -0.03881099820137024, 0.15226775407791138], [0.18486826121807098, -0.42954084277153015, -0.035765644162893295, 0.43245846033096313], [0.17627744376659393, -0.23393122851848602, -0.027116473764181137, 0.1287188082933426], [0.17159882187843323, -0.4286544620990753, -0.024542098864912987, 0.4127250015735626], [0.16302573680877686, -0.6234200596809387, -0.01628759875893593, 0.69757080078125], [0.15055733919143677, -0.4280760884284973, -0.0023361826315522194, 0.39980533719062805], [0.14199581742286682, -0.2329210788011551, 0.005659924354404211, 0.10638679563999176], [0.13733738660812378, -0.42812368273735046, 0.007787660229951143, 0.4008500277996063], [0.12877492606639862, -0.23311305046081543, 0.015804661437869072, 0.11063249409198761], [0.12411265820264816, -0.4284578859806061, 0.01801731064915657, 0.4082595109939575], [0.11554349958896637, -0.23359595239162445, 0.026182500645518303, 0.12131087481975555], [0.1108715832233429, -0.42908304929733276, 0.028608718886971474, 0.4221377968788147], [0.10228992253541946, -0.23437784612178802, 0.037051472812891006, 0.13860931992530823], [0.09760235995054245, -0.03980562835931778, 0.039823658764362335, -0.14215806126594543], [0.09680625051259995, 0.15472401678562164, 0.03698049858212471, -0.42201611399650574], [0.0999007299542427, -0.04090181365609169, 0.028540177270770073, -0.11790820956230164], [0.09908269345760345, -0.23642081022262573, 0.026182012632489204, 0.1836405247449875], [0.09435427933931351, -0.04168308153748512, 0.029854822903871536, -0.10066932439804077], [0.0935206189751625, 0.15299856662750244, 0.027841435745358467, -0.3837856352329254], [0.09658058732748032, -0.04250738397240639, 0.02016572281718254, -0.0824560597538948], [0.09573043882846832, -0.23791252076625824, 0.018516601994633675, 0.21652036905288696], [0.09097219258546829, -0.043060097843408585, 0.02284700982272625, -0.07026458531618118], [0.09011098742485046, 0.15172697603702545, 0.021441718563437462, -0.35565251111984253], [0.09314552694559097, -0.043693166226148605, 0.014328667894005775, -0.0562862902879715], [0.09227166324853897, -0.23901760578155518, 0.013202941976487637, 0.2408827692270279], [0.08749131113290787, -0.04408671706914902, 0.018020596355199814, -0.047606516629457474], [0.08660957962274551, 0.15077225863933563, 0.017068466171622276, -0.33454975485801697], [0.08962502330541611, 0.3456471860408783, 0.010377471335232258, -0.6218016743659973], [0.09653797000646591, 0.15038186311721802, -0.002058561658486724, -0.32586854696273804], [0.09954560548067093, -0.04471071809530258, -0.008575932122766972, -0.0338355116546154], [0.09865138679742813, 0.15053315460681915, -0.009252643212676048, -0.32921186089515686], [0.1016620546579361, -0.04445585981011391, -0.01583687961101532, -0.039461079984903336], [0.1007729321718216, -0.2393471747636795, -0.01662610098719597, 0.24818338453769684], [0.09598599374294281, -0.04399177432060242, -0.011662433855235577, -0.049697063863277435], [0.09510615468025208, -0.23894457519054413, -0.012656374834477901, 0.23928356170654297], [0.09032726287841797, -0.4338834583759308, -0.007870703935623169, 0.5279476046562195], [0.08164959400892258, -0.23865164816379547, 0.002688248176127672, 0.23279500007629395], [0.07687656581401825, -0.04356821998953819, 0.007344148121774197, -0.05903874710202217], [0.07600519806146622, -0.2387946993112564, 0.006163373123854399, 0.235952228307724], [0.07122930139303207, -0.04376134276390076, 0.010882417671382427, -0.05478022247552872], [0.07035407423973083, -0.2390376329421997, 0.009786813519895077, 0.24131622910499573], [0.0655733272433281, -0.43429800868034363, 0.01461313758045435, 0.5370700359344482], [0.056887365877628326, -0.23938453197479248, 0.0253545381128788, 0.24902714788913727], [0.05209967494010925, -0.044633667916059494, 0.0303350817412138, -0.03555180877447128], [0.05120700225234032, 0.1500404328107834, 0.02962404489517212, -0.3185114562511444], [0.05420780926942825, -0.04549063742160797, 0.02325381711125374, -0.0166353527456522], [0.053297996520996094, -0.2409382164478302, 0.022921109572052956, 0.2832927703857422], [0.04847923293709755, -0.0461505725979805, 0.028586965054273605, -0.0020737408194690943], [0.04755622148513794, -0.24167059361934662, 0.02854548953473568, 0.2994898855686188], [0.04272281005978584, -0.046966906636953354, 0.03453528881072998, 0.015944575890898705], [0.041783470660448074, -0.24256667494773865, 0.03485417738556862, 0.3193206489086151], [0.03693213686347008, -0.04795800894498825, 0.041240591555833817, 0.03782998025417328], [0.03597297891974449, 0.1465490311384201, 0.041997190564870834, -0.24156120419502258], [0.03890395909547806, -0.04914688691496849, 0.037165965884923935, 0.06406737864017487], [0.03792101889848709, 0.1454230397939682, 0.038447316735982895, -0.21666167676448822], [0.040829479694366455, -0.0502268522977829, 0.03411408141255379, 0.08789700269699097], [0.039824943989515305, 0.14438992738723755, 0.035872023552656174, -0.1938307136297226], [0.0427127406001091, 0.33898085355758667, 0.03199540823698044, -0.4749852120876312]], "action_prob": [0.31570205092430115, 0.8941495418548584, 0.7346110939979553, 0.3584933578968048, 0.8703786134719849, 0.6212910413742065, 0.22373531758785248, 0.9122587442398071, 0.8097763657569885, 0.5087525248527527, 0.8315332531929016, 0.5476159453392029, 0.7942522764205933, 0.42054814100265503, 0.858760416507721, 0.6288912296295166, 0.7417643666267395, 0.3433187007904053, 0.8785589337348938, 0.6998094320297241, 0.67225581407547, 0.7251365184783936, 0.6417961120605469, 0.7464984655380249, 0.6116827130317688, 0.7649449110031128, 0.41833287477493286, 0.14951451122760773, 0.07141990214586258, 0.9503169059753418, 0.9346799850463867, 0.886847198009491, 0.7157314419746399, 0.3450450301170349, 0.8719193339347839, 0.635749101638794, 0.7613806128501892, 0.4033013880252838, 0.8566888570785522, 0.4220999479293823, 0.8524523973464966, 0.43483713269233704, 0.15012572705745697, 0.9284619092941284, 0.1417563259601593, 0.9312400817871094, 0.8707071542739868, 0.6406878232955933, 0.26128101348876953, 0.8967703580856323, 0.2484392523765564, 0.9011975526809692, 0.7736151814460754, 0.4200272262096405, 0.8564505577087402, 0.422069251537323, 0.8572394251823425, 0.5821433067321777, 0.7823537588119507, 0.5650407075881958, 0.7923007607460022, 0.45851439237594604, 0.8439552783966064, 0.460845947265625, 0.8444444537162781, 0.4576983153820038, 0.8468515276908875, 0.5509123802185059, 0.7947420477867126, 0.5371277332305908, 0.1978445202112198, 0.9105316400527954, 0.8230482339859009, 0.5453847050666809, 0.8002098798751831, 0.4341346323490143, 0.8437398076057434, 0.6081241369247437, 0.24191105365753174, 0.9101893305778503, 0.7588787078857422, 0.6272780299186707, 0.74958336353302, 0.6384063959121704, 0.7406928539276123, 0.6484288573265076, 0.7320581674575806, 0.6576564311981201, 0.7235121130943298, 0.3336417078971863, 0.8692592978477478, 0.694574236869812, 0.6773030161857605, 0.28908276557922363, 0.8811817765235901, 0.7428388595581055, 0.5996443033218384, 0.23588956892490387, 0.8942933082580566, 0.795324444770813, 0.5169716477394104, 0.8046923279762268, 0.5512169003486633, 0.7864648103713989, 0.579490602016449, 0.7693684697151184, 0.602789580821991, 0.7536076307296753, 0.6220461130142212, 0.7392560839653015, 0.6380630135536194, 0.7262892723083496, 0.6515036225318909, 0.7146157622337341, 0.66290682554245, 0.2958991825580597, 0.89935702085495, 0.7171650528907776, 0.3421275317668915, 0.8574698567390442, 0.6756530404090881, 0.305340439081192, 0.8976635932922363, 0.288257360458374, 0.9044085144996643, 0.7387557029724121, 0.36692380905151367, 0.8507139682769775, 0.6374399065971375, 0.7466086745262146, 0.372150182723999, 0.8510087728500366, 0.638117790222168, 0.7439176440238953, 0.36567091941833496, 0.14559918642044067, 0.9168289303779602, 0.8651085495948792, 0.6959653496742249, 0.6674811840057373, 0.2865883708000183, 0.877792477607727, 0.7441959977149963, 0.41157352924346924, 0.856726348400116, 0.4235047996044159, 0.14497298002243042, 0.936099112033844, 0.8676917552947998, 0.385156512260437, 0.8768171668052673, 0.35509487986564636, 0.8880156874656677, 0.31576570868492126, 0.9002464413642883, 0.7306232452392578, 0.35639286041259766, 0.8582460880279541, 0.6306652426719666, 0.7683019042015076, 0.3986935317516327, 0.8483104109764099, 0.593218982219696, 0.7925816178321838, 0.4330899715423584, 0.8395029306411743, 0.5628226399421692, 0.8090415596961975, 0.4609369933605194, 0.16828767955303192, 0.9160636067390442, 0.8417295217514038, 0.42264795303344727, 0.8485616445541382, 0.6026453971862793, 0.7745229601860046, 0.6098520159721375, 0.22893531620502472, 0.9152547121047974, 0.7874957323074341, 0.582774817943573, 0.7957285642623901, 0.5673294067382812, 0.19419929385185242, 0.9243607521057129, 0.8308820724487305, 0.5140689611434937, 0.8115193843841553, 0.4691522717475891, 0.852193295955658, 0.42979779839515686, 0.8660329580307007, 0.38419783115386963, 0.8797612190246582, 0.6662529110908508, 0.719021737575531, 0.6968421936035156, 0.6925555467605591, 0.7234898209571838, 0.33525121212005615], "action_logp": [-1.1529563665390015, -0.11188223212957382, -0.3084140121936798, -1.0258451700210571, -0.13882698118686676, -0.475955605506897, -1.4972915649414062, -0.09183159470558167, -0.21099713444709778, -0.6757935881614685, -0.18448400497436523, -0.6021810173988342, -0.2303541600704193, -0.86619633436203, -0.1522652953863144, -0.4637969434261322, -0.29872366786003113, -1.0690960884094238, -0.1294723004102707, -0.3569472134113312, -0.3971163034439087, -0.32139530777931213, -0.4434845745563507, -0.29236170649528503, -0.4915415942668915, -0.26795142889022827, -0.8714778423309326, -1.9003617763519287, -2.63917875289917, -0.0509597584605217, -0.06755106896162033, -0.1200825572013855, -0.33445027470588684, -1.0640803575515747, -0.1370583325624466, -0.45295125246047974, -0.27262192964553833, -0.9080711007118225, -0.1546805053949356, -0.8625131845474243, -0.1596379280090332, -0.8327836990356445, -1.8962821960449219, -0.07422590255737305, -1.9536457061767578, -0.07123814523220062, -0.1384495496749878, -0.4452129304409027, -1.3421587944030762, -0.10895544290542603, -1.39255690574646, -0.1040308028459549, -0.2566807270050049, -0.8674357533454895, -0.15495866537094116, -0.8625859022140503, -0.15403804183006287, -0.5410386323928833, -0.2454482913017273, -0.5708574652671814, -0.23281419277191162, -0.7797635793685913, -0.16965579986572266, -0.7746914625167847, -0.1690763384103775, -0.7815449833869934, -0.16622990369796753, -0.5961795449256897, -0.22973768413066864, -0.6215193867683411, -1.6202738285064697, -0.09372660517692566, -0.19474047422409058, -0.6062638759613037, -0.2228812575340271, -0.8344005942344666, -0.16991111636161804, -0.4973762333393097, -1.4191851615905762, -0.094102643430233, -0.2759133279323578, -0.46636539697647095, -0.2882377803325653, -0.4487801790237427, -0.3001692593097687, -0.43320298194885254, -0.31189534068107605, -0.4190726578235626, -0.3236379623413086, -1.0976876020431519, -0.14011378586292267, -0.3644562065601349, -0.38963648676872253, -1.2410422563552856, -0.12649136781692505, -0.2972761392593384, -0.5114185810089111, -1.4443914890289307, -0.1117214784026146, -0.22900517284870148, -0.6597672700881958, -0.21729524433612823, -0.595626950263977, -0.24020732939243317, -0.5456058382987976, -0.26218530535697937, -0.5061871409416199, -0.2828834056854248, -0.47474104166030884, -0.302110880613327, -0.4493182301521301, -0.31980687379837036, -0.4284723401069641, -0.33601024746894836, -0.41112083196640015, -1.2177364826202393, -0.10607516765594482, -0.3324492573738098, -1.0725717544555664, -0.15376923978328705, -0.3920755982398987, -1.1863279342651367, -0.10795988887548447, -1.2439016103744507, -0.10047410428524017, -0.30278798937797546, -1.0026010274887085, -0.16167931258678436, -0.45029523968696594, -0.29221412539482117, -0.9884577989578247, -0.16133283078670502, -0.44923242926597595, -0.29582494497299194, -1.006021499633789, -1.9268977642059326, -0.0868343636393547, -0.14490030705928802, -0.36245542764663696, -0.404244065284729, -1.2497082948684692, -0.13034507632255554, -0.2954508066177368, -0.8877675533294678, -0.1546366959810257, -0.8591904640197754, -1.9312078952789307, -0.06603390723466873, -0.14191873371601105, -0.9541054964065552, -0.13145679235458374, -1.0353702306747437, -0.11876589804887772, -1.152754783630371, -0.10508672893047333, -0.3138573169708252, -1.031721591949463, -0.15286439657211304, -0.4609801173210144, -0.2635725438594818, -0.9195622801780701, -0.16450868546962738, -0.5221916437149048, -0.23245976865291595, -0.8368097543716431, -0.17494530975818634, -0.5747907161712646, -0.21190500259399414, -0.774493932723999, -1.7820804119110107, -0.08766946196556091, -0.17229658365249634, -0.8612157106399536, -0.16421255469322205, -0.5064263343811035, -0.2555079758167267, -0.4945389926433563, -1.4743157625198364, -0.08855285495519638, -0.23889729380607605, -0.5399543642997742, -0.22849714756011963, -0.566815197467804, -1.638870358467102, -0.07865285873413086, -0.1852673888206482, -0.6653978824615479, -0.20884697139263153, -0.7568278908729553, -0.1599419265985489, -0.8444404006004333, -0.14383234083652496, -0.9565976858139038, -0.12810471653938293, -0.40608590841293335, -0.32986369729042053, -0.36119627952575684, -0.36736685037612915, -0.32366883754730225, -1.0928751230239868], "action_dist_inputs": [[-0.38642996549606323, 0.387164443731308], [-1.0649197101593018, 1.0689263343811035], [-0.5085784196853638, 0.5095663666725159], [0.28982457518577576, -0.29208487272262573], [0.9496970772743225, -0.9546128511428833], [0.2465066909790039, -0.24852508306503296], [-0.6212610006332397, 0.622768759727478], [-1.1684226989746094, 1.1731092929840088], [-0.7233934998512268, 0.7251644134521484], [0.016731172800064087, -0.01828247681260109], [-0.7972251176834106, 0.7993077635765076], [-0.09614415466785431, 0.09489867091178894], [0.673286497592926, -0.6774635314941406], [-0.16072939336299896, 0.15979430079460144], [-0.9011695384979248, 0.9038626551628113], [-0.26404306292533875, 0.2634200155735016], [0.5256999731063843, -0.5294590592384338], [-0.3244222402572632, 0.3241174519062042], [-0.9877877831459045, 0.9910662770271301], [-0.4231780469417572, 0.42321255803108215], [0.3575543761253357, -0.36085131764411926], [-0.48485124111175537, 0.4852343201637268], [0.29006484150886536, -0.2931036353111267], [-0.5396551489830017, 0.5403685569763184], [0.22580519318580627, -0.2285856008529663], [-0.5894772410392761, 0.5905066132545471], [0.16355089843273163, -0.16606998443603516], [0.866611123085022, -0.8718026280403137], [1.2789585590362549, -1.2861214876174927], [1.4711549282073975, -1.4799765348434448], [1.3268566131591797, -1.334049105644226], [1.0269534587860107, -1.0319797992706299], [0.46056464314460754, -0.46282100677490234], [-0.31986239552497864, 0.32102909684181213], [-0.956871509552002, 0.9611656069755554], [-0.2779761850833893, 0.27898499369621277], [0.5789039134979248, -0.5813595652580261], [-0.1954299360513687, 0.19629806280136108], [-0.8919866681098938, 0.8960698843002319], [-0.15670910477638245, 0.15744976699352264], [-0.8749812245368958, 0.8789851665496826], [-0.13074351847171783, 0.13139879703521729], [-0.864829957485199, 0.8687855005264282], [-1.278396725654602, 1.2849024534225464], [-0.8984004259109497, 0.9023779630661011], [-1.2996524572372437, 1.3062440156936646], [-0.9515641927719116, 0.9556618928909302], [-0.28876104950904846, 0.2895897626876831], [0.5184431076049805, -0.5208780169487], [1.078395962715149, -1.0834475755691528], [0.5523258447647095, -0.5546278357505798], [1.1027956008911133, -1.1078064441680908], [0.6132988333702087, -0.6155393719673157], [-0.160803884267807, 0.1618577539920807], [-0.8908944129943848, 0.8952230215072632], [-0.15662749111652374, 0.15765731036663055], [-0.8941081166267395, 0.8984403014183044], [-0.16526776552200317, 0.16631031036376953], [0.6386157274246216, -0.6408204436302185], [-0.1302909255027771, 0.13135448098182678], [0.6683350205421448, -0.6705152988433838], [-0.08263540267944336, 0.08368929475545883], [-0.841815173625946, 0.8461412191390991], [-0.07795175909996033, 0.07898581027984619], [-0.8436746597290039, 0.84800124168396], [-0.08428403735160828, 0.08532808721065521], [-0.8528818488121033, 0.8572359681129456], [-0.10163724422454834, 0.10272051393985748], [0.6758285164833069, -0.67792147397995], [-0.07382713258266449, 0.07495755702257156], [0.6988826394081116, -0.7009382843971252], [1.1576069593429565, -1.1625370979309082], [0.7675349116325378, -0.7696027755737305], [0.09155979752540588, -0.09048017859458923], [-0.691676914691925, 0.6959293484687805], [0.1329902857542038, -0.13201124966144562], [0.8420429229736328, -0.8442787528038025], [0.22016191482543945, -0.21927207708358765], [-0.5690990090370178, 0.5731314420700073], [-1.154707670211792, 1.1612409353256226], [-0.5713045597076416, 0.5752373933792114], [0.2606232464313507, -0.2599339187145233], [-0.5462570786476135, 0.5501342415809631], [0.2845480442047119, -0.28390616178512573], [-0.5228721499443054, 0.5267005562782288], [0.30637040734291077, -0.30576983094215393], [-0.5006522536277771, 0.5044374465942383], [0.3267156779766083, -0.3261520564556122], [-0.47910237312316895, 0.48284807801246643], [0.3461446464061737, -0.3456151485443115], [0.9458841681480408, -0.9485414028167725], [0.4110400676727295, -0.41055232286453247], [-0.3688868284225464, 0.3725183606147766], [0.4501195251941681, -0.4497234523296356], [1.0003926753997803, -1.0032764673233032], [0.5305291414260864, -0.5302469730377197], [-0.20028743147850037, 0.2036958485841751], [0.587729275226593, -0.5876192450523376], [1.0660358667373657, -1.069329857826233], [0.6786044836044312, -0.6787194609642029], [0.03547494113445282, -0.032437726855278015], [-0.7050719261169434, 0.7108120322227478], [0.10418778657913208, -0.10140080749988556], [-0.6490839719772339, 0.6546621322631836], [0.16162115335464478, -0.15906141698360443], [-0.5996593832969666, 0.6050890684127808], [0.20972749590873718, -0.2073744237422943], [-0.5563269257545471, 0.5616198182106018], [0.250203400850296, -0.24803879857063293], [-0.5184699892997742, 0.5236355662345886], [0.28447943925857544, -0.28248730301856995], [-0.4854150414466858, 0.4904617965221405], [0.3137442171573639, -0.3119106888771057], [-0.45648670196533203, 0.46142178773880005], [0.33898091316223145, -0.33729422092437744], [-0.43103665113449097, 0.435866117477417], [-1.0915464162826538, 1.0985543727874756], [-0.462857723236084, 0.4675849974155426], [0.3276558220386505, -0.32617175579071045], [0.8962730765342712, -0.8981598019599915], [0.36763548851013184, -0.3662303388118744], [-0.4086906909942627, 0.41330400109291077], [-1.0823349952697754, 1.0891952514648438], [-0.44966715574264526, 0.45419567823410034], [-1.1201874017715454, 1.127010464668274], [-0.5175080895423889, 0.5220032334327698], [0.27336326241493225, -0.2720731496810913], [0.8691171407699585, -0.8710947036743164], [0.282793253660202, -0.28147655725479126], [-0.5380414724349976, 0.5425644516944885], [0.2621588408946991, -0.2608445882797241], [0.8702722191810608, -0.8722627758979797], [0.28425270318984985, -0.28295114636421204], [-0.530968427658081, 0.5354628562927246], [0.27604731917381287, -0.2747865915298462], [0.8837321400642395, -0.8858108520507812], [1.1974362134933472, -1.2025856971740723], [0.9280744194984436, -0.9303104281425476], [0.41459399461746216, -0.4135642945766449], [-0.3462722599506378, 0.3505426347255707], [0.45641177892684937, -0.4555998742580414], [0.984509289264679, -0.9871798753738403], [0.5342227816581726, -0.5336702466011047], [-0.17678384482860565, 0.1806803047657013], [-0.8910185694694519, 0.8973436951637268], [-0.15236642956733704, 0.15603573620319366], [-0.884196937084198, 0.8903887867927551], [-1.3382441997528076, 1.3461434841156006], [-0.9373143315315247, 0.9433876872062683], [-0.23215647041797638, 0.2355615347623825], [-0.9783039093017578, 0.9843252897262573], [-0.2966674864292145, 0.30005064606666565], [-1.0323129892349243, 1.0383174419403076], [-0.3849458396434784, 0.3883541524410248], [-1.0969674587249756, 1.102997899055481], [-0.4971531927585602, 0.5006337761878967], [0.2956230938434601, -0.29543164372444153], [0.8989346027374268, -0.9018638134002686], [0.2677033543586731, -0.2673684060573578], [-0.5975282192230225, 0.6012190580368042], [0.20567907392978668, -0.20523270964622498], [0.8593354821205139, -0.8620744347572327], [0.188918799161911, -0.18837004899978638], [-0.6683632135391235, 0.6721946001052856], [0.13493913412094116, -0.13431595265865326], [0.8259658813476562, -0.8285687565803528], [0.12666143476963043, -0.12596414983272552], [-0.719933807849884, 0.7238606214523315], [0.07865895330905914, -0.0779121145606041], [0.7976531386375427, -0.8001586198806763], [1.1923388242721558, -1.197688341140747], [0.8343153595924377, -0.8368374109268188], [0.15633967518806458, -0.15557289123535156], [0.860379695892334, -0.8629844188690186], [0.20858615636825562, -0.20791372656822205], [-0.6150892972946167, 0.6189396977424622], [0.22362250089645386, -0.22306765615940094], [-0.6052848696708679, 0.6090479493141174], [-1.186681866645813, 1.192870020866394], [-0.6531009078025818, 0.6567951440811157], [0.16730593144893646, -0.16686901450157166], [-0.6780616044998169, 0.681746780872345], [0.13570529222488403, -0.13525809347629547], [-0.7096291780471802, 0.7133224010467529], [-1.2484489679336548, 1.2546781301498413], [-0.7940798401832581, 0.7978120446205139], [-0.0278531052172184, 0.028437532484531403], [0.7286452054977417, -0.7312679886817932], [-0.06141723319888115, 0.06213047727942467], [-0.8739913702011108, 0.8779165744781494], [-0.14092572033405304, 0.1417505443096161], [-0.9311466813087463, 0.9351822137832642], [-0.23539842665195465, 0.23636971414089203], [-0.9929935336112976, 0.9971776604652405], [-0.3450632393360138, 0.34622275829315186], [0.46877503395080566, -0.47083917260169983], [-0.41546449065208435, 0.41684091091156006], [0.4051078259944916, -0.40698596835136414], [-0.48012855648994446, 0.48171013593673706], [0.3414151072502136, -0.34311404824256897]], "value_targets": [86.60203552246094, 86.4666976928711, 86.33000183105469, 86.1919174194336, 86.05244445800781, 85.91156005859375, 85.76924896240234, 85.62550354003906, 85.48030853271484, 85.33364868164062, 85.18550109863281, 85.03585815429688, 84.88470458984375, 84.73202514648438, 84.57780456542969, 84.42202758789062, 84.2646713256836, 84.10572814941406, 83.94518280029297, 83.78301239013672, 83.61920166015625, 83.45374298095703, 83.28660583496094, 83.11778259277344, 82.94725799560547, 82.77500915527344, 82.60102081298828, 82.4252700805664, 82.24774932861328, 82.06842803955078, 81.8873062133789, 81.704345703125, 81.51954650878906, 81.33287048339844, 81.14431762695312, 80.953857421875, 80.76146697998047, 80.567138671875, 80.370849609375, 80.17257690429688, 79.97229766845703, 79.7699966430664, 79.5656509399414, 79.35924530029297, 79.1507568359375, 78.94015502929688, 78.72743225097656, 78.51255798339844, 78.2955093383789, 78.0762710571289, 77.85482025146484, 77.63113403320312, 77.40518188476562, 77.17695617675781, 76.94641876220703, 76.71355438232422, 76.47834014892578, 76.2407455444336, 76.0007553100586, 75.75833892822266, 75.51347351074219, 75.26612854003906, 75.01629638671875, 74.76393127441406, 74.50902557373047, 74.25154113769531, 73.991455078125, 73.72874450683594, 73.46337127685547, 73.19532775878906, 72.92457580566406, 72.65108489990234, 72.37483215332031, 72.09579467773438, 71.81392669677734, 71.52922058105469, 71.24163818359375, 70.9511489868164, 70.65773010253906, 70.36134338378906, 70.06195831298828, 69.75955963134766, 69.45409393310547, 69.14555358886719, 68.83389282226562, 68.51908111572266, 68.20109558105469, 67.87989044189453, 67.55545043945312, 67.22772216796875, 66.89669036865234, 66.56231689453125, 66.22456359863281, 65.88339233398438, 65.53878021240234, 65.19068908691406, 64.83908081054688, 64.48391723632812, 64.12516784667969, 63.76279830932617, 63.396766662597656, 63.027034759521484, 62.65357208251953, 62.276336669921875, 61.895286560058594, 61.51039123535156, 61.12160873413086, 60.72889709472656, 60.332218170166016, 59.93153381347656, 59.52680206298828, 59.11798095703125, 58.70503234863281, 58.28791046142578, 57.8665771484375, 57.44098663330078, 57.0110969543457, 56.576866149902344, 56.138248443603516, 55.6952018737793, 55.247676849365234, 54.79563522338867, 54.33902359008789, 53.877803802490234, 53.411922454833984, 52.94133758544922, 52.46599578857422, 51.98585510253906, 51.50086212158203, 51.01097106933594, 50.51613235473633, 50.01629638671875, 49.511409759521484, 49.001426696777344, 48.486289978027344, 47.965946197509766, 47.44034957885742, 46.909446716308594, 46.37317657470703, 45.83149337768555, 45.28433609008789, 44.731651306152344, 44.17338562011719, 43.60948181152344, 43.039878845214844, 42.46452331542969, 41.883358001708984, 41.296321868896484, 40.70335388183594, 40.104400634765625, 39.499393463134766, 38.888275146484375, 38.2709846496582, 37.6474609375, 37.017635345458984, 36.38145065307617, 35.73883819580078, 35.08973693847656, 34.434078216552734, 33.77179718017578, 33.10282516479492, 32.427093505859375, 31.74454116821289, 31.055091857910156, 30.358678817749023, 29.655229568481445, 28.944677352905273, 28.226945877075195, 27.50196647644043, 26.769662857055664, 26.02996253967285, 25.282791137695312, 24.5280704498291, 23.765727996826172, 22.995685577392578, 22.217864990234375, 21.432186126708984, 20.63857078552246, 19.83694076538086, 19.02721405029297, 18.209306716918945, 17.383136749267578, 16.54862403869629, 15.705680847167969, 14.854223251342773, 13.99416446685791, 13.125418663024902, 12.24789810180664, 11.361513137817383, 10.466174125671387, 9.561792373657227, 8.648275375366211, 7.725530624389648, 6.7934651374816895, 5.851984977722168, 4.900994777679443, 3.940398931503296, 2.970099925994873, 1.9900000095367432, 1.0]}
{"type": "SampleBatch", "eps_id": [894432818, 894432818, 894432818, 894432818, 894432818, 894432818, 894432818, 894432818, 894432818, 894432818, 894432818, 894432818, 894432818, 894432818, 894432818, 894432818, 894432818, 894432818, 894432818, 894432818, 894432818, 894432818, 894432818, 894432818, 894432818, 894432818, 894432818, 894432818, 894432818, 894432818, 894432818, 894432818, 894432818, 894432818, 894432818, 894432818, 894432818, 894432818, 894432818, 894432818, 894432818, 894432818, 894432818, 894432818, 894432818, 894432818, 894432818, 894432818, 894432818, 894432818, 894432818, 894432818, 894432818, 894432818, 894432818, 894432818, 894432818, 894432818, 894432818, 894432818, 894432818, 894432818, 894432818, 894432818, 894432818, 894432818, 894432818, 894432818, 894432818, 894432818, 894432818, 894432818, 894432818, 894432818, 894432818, 894432818, 894432818, 894432818, 894432818, 894432818, 894432818, 894432818, 894432818, 894432818, 894432818, 894432818, 894432818, 894432818, 894432818, 894432818, 894432818, 894432818, 894432818, 894432818, 894432818, 894432818, 894432818, 894432818, 894432818, 894432818, 894432818, 894432818, 894432818, 894432818, 894432818, 894432818, 894432818, 894432818, 894432818, 894432818, 894432818, 894432818, 894432818, 894432818, 894432818, 894432818, 894432818, 894432818, 894432818, 894432818, 894432818, 894432818, 894432818, 894432818, 894432818, 894432818, 894432818, 894432818, 894432818, 894432818, 894432818, 894432818, 894432818, 894432818, 894432818, 894432818, 894432818, 894432818, 894432818, 894432818, 894432818, 894432818, 894432818, 894432818, 894432818, 894432818, 894432818, 894432818, 894432818, 894432818, 894432818, 894432818, 894432818, 894432818, 894432818, 894432818, 894432818, 894432818, 894432818, 894432818, 894432818, 894432818, 894432818, 894432818, 894432818, 894432818, 894432818, 894432818, 894432818, 894432818, 894432818, 894432818, 894432818, 894432818, 894432818, 894432818, 894432818, 894432818, 894432818, 894432818, 894432818, 894432818, 894432818, 894432818, 894432818, 894432818, 894432818, 894432818, 894432818, 894432818, 894432818, 894432818, 894432818, 894432818, 894432818, 894432818, 894432818, 894432818, 894432818, 894432818], "obs": [[-0.008376876823604107, -0.01382071990519762, -0.030975863337516785, -0.005251395516097546], [-0.008653291501104832, 0.1817314624786377, -0.03108089230954647, -0.30754441022872925], [-0.005018662195652723, -0.012934144586324692, -0.03723178058862686, -0.024823330342769623], [-0.005277344956994057, -0.20750293135643005, -0.03772824630141258, 0.25588396191596985], [-0.009427403099834919, -0.4020664691925049, -0.032610565423965454, 0.536432147026062], [-0.017468733713030815, -0.2065015286207199, -0.02188192494213581, 0.23365487158298492], [-0.02159876376390457, -0.011073872447013855, -0.017208827659487724, -0.06584920734167099], [-0.02182024158537388, -0.20594492554664612, -0.018525810912251472, 0.22135494649410248], [-0.02593913860619068, -0.010563137009739876, -0.014098712243139744, -0.07711372524499893], [-0.026150401681661606, 0.18475806713104248, -0.01564098708331585, -0.37421128153800964], [-0.02245524153113365, -0.010138260200619698, -0.023125212639570236, -0.08650082349777222], [-0.022658005356788635, -0.20492123067378998, -0.024855228140950203, 0.1987973004579544], [-0.02675643004477024, -0.399679034948349, -0.020879283547401428, 0.48353707790374756], [-0.03475001081824303, -0.2042687088251114, -0.011208541691303253, 0.18434743583202362], [-0.03883538395166397, -0.008988196030259132, -0.007521593011915684, -0.11185018718242645], [-0.03901514783501625, -0.2040015608072281, -0.009758596308529377, 0.17845027148723602], [-0.0430951789021492, -0.008741334080696106, -0.006189591251313686, -0.11729511618614197], [-0.04327000677585602, -0.20377404987812042, -0.008535493165254593, 0.17342863976955414], [-0.047345489263534546, -0.008530990220606327, -0.005066921003162861, -0.12193469703197479], [-0.0475161075592041, -0.20357997715473175, -0.007505614776164293, 0.1691453605890274], [-0.05158770829439163, -0.008351407945156097, -0.004122707527130842, -0.12589587271213531], [-0.05175473541021347, -0.20341405272483826, -0.006640625186264515, 0.1654835343360901], [-0.05582301691174507, -0.008197678253054619, -0.003330954583361745, -0.12928690016269684], [-0.05598697066307068, -0.2032717615365982, -0.005916692782193422, 0.16234329342842102], [-0.060052406042814255, -0.39830851554870605, -0.0026698268484324217, 0.4531537890434265], [-0.06801857799291611, -0.20314890146255493, 0.006393249146640301, 0.15963050723075867], [-0.0720815509557724, -0.39836180210113525, 0.009585859254002571, 0.4543234705924988], [-0.08004879206418991, -0.5936179757118225, 0.01867232844233513, 0.7500124573707581], [-0.09192115068435669, -0.3987584710121155, 0.033672578632831573, 0.46326351165771484], [-0.09989631921052933, -0.20412816107273102, 0.04293784871697426, 0.18138141930103302], [-0.10397887974977493, -0.00964608695358038, 0.046565476804971695, -0.09745296835899353], [-0.10417180508375168, 0.1847786158323288, 0.04461641609668732, -0.3750886023044586], [-0.1004762277007103, -0.010947737842798233, 0.037114646285772324, -0.0686783567070961], [-0.1006951853632927, -0.20658159255981445, 0.03574107959866524, 0.23547954857349396], [-0.10482681542634964, -0.011988037265837193, 0.04045066982507706, -0.04571874067187309], [-0.10506658256053925, -0.20766597986221313, 0.03953629359602928, 0.2594473361968994], [-0.10921990126371384, -0.01313008926808834, 0.044725239276885986, -0.02050783485174179], [-0.10948249697685242, 0.1813228726387024, 0.04431508481502533, -0.29875075817108154], [-0.1058560460805893, -0.014401831664144993, 0.038340069353580475, 0.007572439033538103], [-0.10614407807588577, 0.1801498979330063, 0.038491517305374146, -0.2727714776992798], [-0.10254108160734177, -0.015499545261263847, 0.033036086708307266, 0.03179902210831642], [-0.10285107046365738, 0.17913345992565155, 0.033672068268060684, -0.25028035044670105], [-0.09926840662956238, 0.37375879287719727, 0.028666462749242783, -0.5321551561355591], [-0.09179322421550751, 0.17824561893939972, 0.018023360520601273, -0.23057907819747925], [-0.08822831511497498, -0.017129184678196907, 0.013411778025329113, 0.06773410737514496], [-0.08857090026140213, 0.17779794335365295, 0.014766460284590721, -0.22068734467029572], [-0.0850149393081665, 0.37270572781562805, 0.01035271305590868, -0.5086759924888611], [-0.07756082713603973, 0.17743946611881256, 0.0001791937684174627, -0.21274863183498383], [-0.07401203364133835, -0.017685040831565857, -0.004075779113918543, 0.07999081164598465], [-0.07436573505401611, -0.21274833381175995, -0.0024759627413004637, 0.37138503789901733], [-0.07862070202827454, -0.017591290175914764, 0.00495173828676343, 0.07792244106531143], [-0.07897252589464188, 0.17745932936668396, 0.006510186940431595, -0.2131940871477127], [-0.07542334496974945, 0.3724876046180725, 0.002246305113658309, -0.5038163065910339], [-0.06797359138727188, 0.17733405530452728, -0.007830020971596241, -0.21042633056640625], [-0.06442690640687943, -0.017675064504146576, -0.012038547545671463, 0.07977638393640518], [-0.06478041410446167, 0.1776173710823059, -0.010443020612001419, -0.21668030321598053], [-0.06122806295752525, -0.017353741452097893, -0.014776625670492649, 0.07269024103879929], [-0.061575137078762054, 0.17797690629959106, -0.013322820886969566, -0.22461791336536407], [-0.058015599846839905, -0.01695212908089161, -0.017815180122852325, 0.06383289396762848], [-0.05835464224219322, -0.21181418001651764, -0.016538521274924278, 0.3508422076702118], [-0.06259092688560486, -0.01646098494529724, -0.009521677158772945, 0.0529903806746006], [-0.06292014569044113, -0.21144512295722961, -0.008461869321763515, 0.3426539897918701], [-0.06714905053377151, -0.01620381325483322, -0.0016087897820398211, 0.047314759343862534], [-0.06747312843799591, -0.21130265295505524, -0.0006624945672228932, 0.3394896686077118], [-0.07169917970895767, -0.4064151644706726, 0.0061272988095879555, 0.6319636106491089], [-0.07982748001813889, -0.2113792449235916, 0.01876657083630562, 0.3412166237831116], [-0.08405506610870361, -0.01652926206588745, 0.02559090219438076, 0.054510150104761124], [-0.08438564836978912, -0.21200862526893616, 0.02668110653758049, 0.3551560938358307], [-0.08862582594156265, -0.017275994643568993, 0.033784229308366776, 0.07100442796945572], [-0.088971346616745, 0.17734572291374207, 0.035204317420721054, -0.2108308970928192], [-0.08542443066835403, -0.01826143078505993, 0.030987698584794998, 0.09274596720933914], [-0.08578965812921524, 0.1764029860496521, 0.032842617481946945, -0.19000154733657837], [-0.0822615996003151, -0.01917305402457714, 0.02904258668422699, 0.11285830289125443], [-0.08264505863189697, -0.21469886600971222, 0.03129975497722626, 0.4145606458187103], [-0.08693903684616089, -0.020034201443195343, 0.03959096595644951, 0.13190731406211853], [-0.08733972162008286, 0.17449891567230225, 0.04222911223769188, -0.14802701771259308], [-0.08384974300861359, 0.368991494178772, 0.03926857188344002, -0.42709413170814514], [-0.07646991312503815, 0.17333601415157318, 0.030726689845323563, -0.12229514867067337], [-0.07300319522619247, 0.36800459027290344, 0.02828078716993332, -0.40512794256210327], [-0.06564310193061829, 0.17249321937561035, 0.020178228616714478, -0.10366473346948624], [-0.062193237245082855, 0.3673202693462372, 0.018104933202266693, -0.3899138271808624], [-0.054846830666065216, 0.17194610834121704, 0.01030665636062622, -0.09157802909612656], [-0.05140790715813637, 0.3669188320636749, 0.008475095964968204, -0.38099145889282227], [-0.04406953230500221, 0.17167755961418152, 0.0008552665240131319, -0.08564844727516174], [-0.040635980665683746, -0.023456644266843796, -0.0008577023982070386, 0.2073041945695877], [-0.04110511392354965, 0.17167755961418152, 0.003288381500169635, -0.08564916998147964], [-0.037671562284231186, -0.023491371423006058, 0.0015753982588648796, 0.20806942880153656], [-0.038141388446092606, 0.17160801589488983, 0.005736786872148514, -0.0841161236166954], [-0.034709230065345764, 0.36664727330207825, 0.004054464399814606, -0.3749835789203644], [-0.027376284822821617, 0.17146795988082886, -0.003445207141339779, -0.08102501183748245], [-0.02394692413508892, -0.023604433983564377, -0.005065707489848137, 0.21056894958019257], [-0.024419013410806656, 0.17158958315849304, -0.0008543282165192068, -0.08370762318372726], [-0.020987221971154213, 0.36672377586364746, -0.0025284807197749615, -0.37665995955467224], [-0.013652746565639973, 0.17163781821727753, -0.01006168033927679, -0.08477535098791122], [-0.010219990275800228, -0.023338468745350838, -0.011757186613976955, 0.20471619069576263], [-0.01068675983697176, -0.2182903289794922, -0.0076628634706139565, 0.49366724491119385], [-0.015052566304802895, -0.023061146959662437, 0.002210481557995081, 0.19857920706272125], [-0.015513788908720016, 0.17202912271022797, 0.006182065699249506, -0.09340560436248779], [-0.012073206715285778, -0.023180892691016197, 0.004313953220844269, 0.20122133195400238], [-0.012536824680864811, 0.1718790978193283, 0.008338379673659801, -0.09009762853384018], [-0.009099242277443409, 0.36688053607940674, 0.006536427419632673, -0.3801381587982178], [-0.0017616319237276912, 0.17166638374328613, -0.0010663358261808753, -0.0854014903306961], [0.0016716958489269018, 0.3668036162853241, -0.0027743657119572163, -0.3784206509590149], [0.009007767774164677, 0.17172116041183472, -0.010342778638005257, -0.08661378920078278], [0.012442191131412983, -0.023251017555594444, -0.012075054459273815, 0.2027881145477295], [0.011977170594036579, 0.17204152047634125, -0.00801929272711277, -0.09367931634187698], [0.01541800145059824, 0.36727750301361084, -0.00989287905395031, -0.38888150453567505], [0.022763550281524658, 0.5625384449958801, -0.017670508474111557, -0.6846670508384705], [0.034014321863651276, 0.36766624450683594, -0.031363848596811295, -0.3975992500782013], [0.04136764630675316, 0.17300297319889069, -0.039315834641456604, -0.11496739834547043], [0.04482770338654518, 0.36866554617881775, -0.041615184396505356, -0.4197903573513031], [0.05220101401209831, 0.17415721714496613, -0.05001099035143852, -0.14051179587841034], [0.0556841604411602, -0.02021411433815956, -0.05282122641801834, 0.13598357141017914], [0.05527987703680992, -0.2145412564277649, -0.05010155588388443, 0.4115455150604248], [0.0509890541434288, -0.40891847014427185, -0.04187064245343208, 0.6880217790603638], [0.04281068220734596, -0.21324115991592407, -0.028110207989811897, 0.3824567198753357], [0.03854585811495781, -0.017731597647070885, -0.020461073145270348, 0.08104490488767624], [0.03819122910499573, 0.17767760157585144, -0.01884017512202263, -0.2180226743221283], [0.04174477979540825, -0.01717003621160984, -0.02320062927901745, 0.06865822523832321], [0.04140137881040573, 0.17827671766281128, -0.021827464923262596, -0.23125338554382324], [0.044966913759708405, -0.016526637598872185, -0.026452532038092613, 0.05446528270840645], [0.044636379927396774, 0.17896442115306854, -0.025363227352499962, -0.24644485116004944], [0.04821566864848137, -0.015786277130246162, -0.030292123556137085, 0.03813124820590019], [0.047899942845106125, -0.21046103537082672, -0.029529498890042305, 0.32110488414764404], [0.043690722435712814, -0.014931278303265572, -0.02310740016400814, 0.019257713109254837], [0.04339209571480751, -0.2097143530845642, -0.02272224612534046, 0.3045613467693329], [0.039197809994220734, -0.014276081696152687, -0.016631020233035088, 0.004799857269972563], [0.03891228884458542, 0.1810803860425949, -0.016535023227334023, -0.2930836081504822], [0.04253389686346054, -0.01380196027457714, -0.022396694868803024, -0.005661130417138338], [0.04225785657763481, -0.2085956633090973, -0.022509917616844177, 0.2798720896244049], [0.0380859449505806, -0.4033893942832947, -0.01691247522830963, 0.5653712749481201], [0.0300181545317173, -0.20803430676460266, -0.0056050498969852924, 0.267408549785614], [0.0258574690669775, -0.40307581424713135, -0.00025687910965643823, 0.5583183169364929], [0.017795952036976814, -0.20795026421546936, 0.0109094874933362, 0.2655544877052307], [0.013636947609484196, -0.012985708191990852, 0.0162205770611763, -0.023667626082897186], [0.013377233408391476, -0.2083364725112915, 0.015747224912047386, 0.27408862113952637], [0.009210503660142422, -0.013442707248032093, 0.02122899703681469, -0.013586295768618584], [0.008941649459302425, -0.2088625729084015, 0.02095727063715458, 0.28571832180023193], [0.004764398094266653, -0.014045684598386288, 0.0266716368496418, -0.0002818649518303573], [0.004483484197407961, 0.18068380653858185, 0.026666000485420227, -0.28443166613578796], [0.00809716060757637, -0.01480812206864357, 0.020977366715669632, 0.016540834680199623], [0.007800998166203499, 0.18000680208206177, 0.021308183670043945, -0.2694503664970398], [0.011401134543120861, 0.3748182952404022, 0.015919174998998642, -0.555337131023407], [0.01889749988913536, 0.17947648465633392, 0.004812432918697596, -0.2576815187931061], [0.022487029433250427, 0.3745294213294983, -0.00034119721385650337, -0.5488426685333252], [0.029977617785334587, 0.5696561336517334, -0.01131805032491684, -0.8416330814361572], [0.04137074202299118, 0.3746905028820038, -0.028150711208581924, -0.5525307655334473], [0.04886455088853836, 0.1799749732017517, -0.03920132666826248, -0.26884838938713074], [0.05246404930949211, -0.014566252008080482, -0.044578295201063156, 0.011217008344829082], [0.05217272415757179, 0.18116572499275208, -0.04435395449399948, -0.2951909601688385], [0.05579603835940361, -0.013296756893396378, -0.05025777220726013, -0.016819899901747704], [0.05553010478615761, 0.18250857293605804, -0.05059417337179184, -0.32492661476135254], [0.05918027460575104, -0.011857850477099419, -0.05709270387887955, -0.048618383705616], [0.058943118900060654, 0.1840343177318573, -0.05806507170200348, -0.3587540090084076], [0.06262380629777908, -0.010216189548373222, -0.06524015218019485, -0.08493084460496902], [0.062419481575489044, 0.18577733635902405, -0.06693876534700394, -0.3974626958370209], [0.06613502651453018, -0.008334241807460785, -0.07488802075386047, -0.12661273777484894], [0.0659683421254158, 0.18777620792388916, -0.07742027938365936, -0.44195041060447693], [0.06972386687994003, -0.006169702857732773, -0.08625928312540054, -0.17464181780815125], [0.06960047036409378, -0.19995801150798798, -0.08975212275981903, 0.0896310955286026], [0.06560131162405014, -0.3936865031719208, -0.08795949816703796, 0.3527024984359741], [0.05772758275270462, -0.5874547362327576, -0.08090545237064362, 0.6164044141769409], [0.04597849026322365, -0.3913012444972992, -0.0685773640871048, 0.29937636852264404], [0.03815246373414993, -0.5853821039199829, -0.06258983165025711, 0.569667398929596], [0.026444822549819946, -0.7795729637145996, -0.05119648575782776, 0.8419939279556274], [0.010853362269699574, -0.5837909579277039, -0.03435660898685455, 0.5336605310440063], [-0.000822457077447325, -0.38820311427116394, -0.023683397099375725, 0.23035304248332977], [-0.0085865193977952, -0.19275088608264923, -0.019076336175203323, -0.06970535218715668], [-0.012441537342965603, -0.38759422302246094, -0.02047044411301613, 0.2168983668088913], [-0.020193422213196754, -0.19218569993972778, -0.016132475808262825, -0.08217088133096695], [-0.024037135764956474, -0.38707274198532104, -0.017775893211364746, 0.20537887513637543], [-0.03177858889102936, -0.19170114398002625, -0.013668316416442394, -0.09285803884267807], [-0.03561261296272278, 0.0036140168085694313, -0.01552547700703144, -0.38982176780700684], [-0.03554033115506172, -0.1912841796875, -0.023321911692619324, -0.1020740270614624], [-0.039366018027067184, 0.004164109472185373, -0.025363393127918243, -0.40202274918556213], [-0.03928273543715477, -0.1905890852212906, -0.033403847366571426, -0.11744295805692673], [-0.043094515800476074, -0.3852168917655945, -0.03575270622968674, 0.16451698541641235], [-0.05079885572195053, -0.189601868391037, -0.03246236592531204, -0.13922709226608276], [-0.05459089204668999, -0.3842442035675049, -0.03524690866470337, 0.14304031431674957], [-0.06227577477693558, -0.18863564729690552, -0.03238610178232193, -0.16055069863796234], [-0.06604848802089691, -0.38327935338020325, -0.03559711575508118, 0.121741883456707], [-0.07371407747268677, -0.577873706817627, -0.033162280917167664, 0.402985155582428], [-0.08527155220508575, -0.7725099921226501, -0.02510257624089718, 0.6850311756134033], [-0.10072174668312073, -0.577048659324646, -0.011401953175663948, 0.3845521807670593], [-0.11226272583007812, -0.38176673650741577, -0.0037109097465872765, 0.08829618990421295], [-0.11989805847406387, -0.18659178912639618, -0.0019449859391897917, -0.20555521547794342], [-0.12362989038228989, -0.38168588280677795, -0.006056090351194143, 0.08651352673768997], [-0.1312636137008667, -0.5767204761505127, -0.004325819667428732, 0.3772796094417572], [-0.1427980214357376, -0.38153737783432007, 0.003219772595912218, 0.08323588222265244], [-0.15042877197265625, -0.18646171689033508, 0.00488449027761817, -0.2084294557571411], [-0.15415799617767334, -0.38165315985679626, 0.0007159009692259133, 0.08579026162624359], [-0.16179107129573822, -0.18654149770736694, 0.0024317060597240925, -0.2066667079925537], [-0.16552188992500305, -0.3816981315612793, -0.001701628090813756, 0.0867822989821434], [-0.17315585911273956, -0.5767956376075745, 3.401789945201017e-05, 0.37892788648605347], [-0.18469177186489105, -0.3816741704940796, 0.007612575311213732, 0.08625567704439163], [-0.19232524931430817, -0.5769044160842896, 0.00933768879622221, 0.3813306391239166], [-0.20386333763599396, -0.3819162845611572, 0.016964301466941833, 0.09160643070936203], [-0.21150167286396027, -0.18704155087471008, 0.01879643090069294, -0.19567635655403137], [-0.21524250507354736, 0.007806555833667517, 0.01488290261477232, -0.482371062040329], [-0.21508637070655823, -0.1875222623348236, 0.005235481541603804, -0.1850348711013794]], "actions": [1, 0, 0, 0, 1, 1, 0, 1, 1, 0, 0, 0, 1, 1, 0, 1, 0, 1, 0, 1, 0, 1, 0, 0, 1, 0, 0, 1, 1, 1, 1, 0, 0, 1, 0, 1, 1, 0, 1, 0, 1, 1, 0, 0, 1, 1, 0, 0, 0, 1, 1, 1, 0, 0, 1, 0, 1, 0, 0, 1, 0, 1, 0, 0, 1, 1, 0, 1, 1, 0, 1, 0, 0, 1, 1, 1, 0, 1, 0, 1, 0, 1, 0, 0, 1, 0, 1, 1, 0, 0, 1, 1, 0, 0, 0, 1, 1, 0, 1, 1, 0, 1, 0, 0, 1, 1, 1, 0, 0, 1, 0, 0, 0, 0, 1, 1, 1, 0, 1, 0, 1, 0, 0, 1, 0, 1, 1, 0, 0, 0, 1, 0, 1, 1, 0, 1, 0, 1, 1, 0, 1, 1, 0, 1, 1, 0, 0, 0, 1, 0, 1, 0, 1, 0, 1, 0, 1, 0, 0, 0, 0, 1, 0, 0, 1, 1, 1, 0, 1, 0, 1, 1, 0, 1, 0, 0, 1, 0, 1, 0, 0, 0, 1, 1, 1, 0, 0, 1, 1, 0, 1, 0, 0, 1, 0, 1, 1, 1, 0, 0], "rewards": [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], "prev_actions": [0, 1, 0, 0, 0, 1, 1, 0, 1, 1, 0, 0, 0, 1, 1, 0, 1, 0, 1, 0, 1, 0, 1, 0, 0, 1, 0, 0, 1, 1, 1, 1, 0, 0, 1, 0, 1, 1, 0, 1, 0, 1, 1, 0, 0, 1, 1, 0, 0, 0, 1, 1, 1, 0, 0, 1, 0, 1, 0, 0, 1, 0, 1, 0, 0, 1, 1, 0, 1, 1, 0, 1, 0, 0, 1, 1, 1, 0, 1, 0, 1, 0, 1, 0, 0, 1, 0, 1, 1, 0, 0, 1, 1, 0, 0, 0, 1, 1, 0, 1, 1, 0, 1, 0, 0, 1, 1, 1, 0, 0, 1, 0, 0, 0, 0, 1, 1, 1, 0, 1, 0, 1, 0, 0, 1, 0, 1, 1, 0, 0, 0, 1, 0, 1, 1, 0, 1, 0, 1, 1, 0, 1, 1, 0, 1, 1, 0, 0, 0, 1, 0, 1, 0, 1, 0, 1, 0, 1, 0, 0, 0, 0, 1, 0, 0, 1, 1, 1, 0, 1, 0, 1, 1, 0, 1, 0, 0, 1, 0, 1, 0, 0, 0, 1, 1, 1, 0, 0, 1, 1, 0, 1, 0, 0, 1, 0, 1, 1, 1, 0], "prev_rewards": [0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], "dones": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, true], "new_obs": [[-0.008653291501104832, 0.1817314624786377, -0.03108089230954647, -0.30754441022872925], [-0.005018662195652723, -0.012934144586324692, -0.03723178058862686, -0.024823330342769623], [-0.005277344956994057, -0.20750293135643005, -0.03772824630141258, 0.25588396191596985], [-0.009427403099834919, -0.4020664691925049, -0.032610565423965454, 0.536432147026062], [-0.017468733713030815, -0.2065015286207199, -0.02188192494213581, 0.23365487158298492], [-0.02159876376390457, -0.011073872447013855, -0.017208827659487724, -0.06584920734167099], [-0.02182024158537388, -0.20594492554664612, -0.018525810912251472, 0.22135494649410248], [-0.02593913860619068, -0.010563137009739876, -0.014098712243139744, -0.07711372524499893], [-0.026150401681661606, 0.18475806713104248, -0.01564098708331585, -0.37421128153800964], [-0.02245524153113365, -0.010138260200619698, -0.023125212639570236, -0.08650082349777222], [-0.022658005356788635, -0.20492123067378998, -0.024855228140950203, 0.1987973004579544], [-0.02675643004477024, -0.399679034948349, -0.020879283547401428, 0.48353707790374756], [-0.03475001081824303, -0.2042687088251114, -0.011208541691303253, 0.18434743583202362], [-0.03883538395166397, -0.008988196030259132, -0.007521593011915684, -0.11185018718242645], [-0.03901514783501625, -0.2040015608072281, -0.009758596308529377, 0.17845027148723602], [-0.0430951789021492, -0.008741334080696106, -0.006189591251313686, -0.11729511618614197], [-0.04327000677585602, -0.20377404987812042, -0.008535493165254593, 0.17342863976955414], [-0.047345489263534546, -0.008530990220606327, -0.005066921003162861, -0.12193469703197479], [-0.0475161075592041, -0.20357997715473175, -0.007505614776164293, 0.1691453605890274], [-0.05158770829439163, -0.008351407945156097, -0.004122707527130842, -0.12589587271213531], [-0.05175473541021347, -0.20341405272483826, -0.006640625186264515, 0.1654835343360901], [-0.05582301691174507, -0.008197678253054619, -0.003330954583361745, -0.12928690016269684], [-0.05598697066307068, -0.2032717615365982, -0.005916692782193422, 0.16234329342842102], [-0.060052406042814255, -0.39830851554870605, -0.0026698268484324217, 0.4531537890434265], [-0.06801857799291611, -0.20314890146255493, 0.006393249146640301, 0.15963050723075867], [-0.0720815509557724, -0.39836180210113525, 0.009585859254002571, 0.4543234705924988], [-0.08004879206418991, -0.5936179757118225, 0.01867232844233513, 0.7500124573707581], [-0.09192115068435669, -0.3987584710121155, 0.033672578632831573, 0.46326351165771484], [-0.09989631921052933, -0.20412816107273102, 0.04293784871697426, 0.18138141930103302], [-0.10397887974977493, -0.00964608695358038, 0.046565476804971695, -0.09745296835899353], [-0.10417180508375168, 0.1847786158323288, 0.04461641609668732, -0.3750886023044586], [-0.1004762277007103, -0.010947737842798233, 0.037114646285772324, -0.0686783567070961], [-0.1006951853632927, -0.20658159255981445, 0.03574107959866524, 0.23547954857349396], [-0.10482681542634964, -0.011988037265837193, 0.04045066982507706, -0.04571874067187309], [-0.10506658256053925, -0.20766597986221313, 0.03953629359602928, 0.2594473361968994], [-0.10921990126371384, -0.01313008926808834, 0.044725239276885986, -0.02050783485174179], [-0.10948249697685242, 0.1813228726387024, 0.04431508481502533, -0.29875075817108154], [-0.1058560460805893, -0.014401831664144993, 0.038340069353580475, 0.007572439033538103], [-0.10614407807588577, 0.1801498979330063, 0.038491517305374146, -0.2727714776992798], [-0.10254108160734177, -0.015499545261263847, 0.033036086708307266, 0.03179902210831642], [-0.10285107046365738, 0.17913345992565155, 0.033672068268060684, -0.25028035044670105], [-0.09926840662956238, 0.37375879287719727, 0.028666462749242783, -0.5321551561355591], [-0.09179322421550751, 0.17824561893939972, 0.018023360520601273, -0.23057907819747925], [-0.08822831511497498, -0.017129184678196907, 0.013411778025329113, 0.06773410737514496], [-0.08857090026140213, 0.17779794335365295, 0.014766460284590721, -0.22068734467029572], [-0.0850149393081665, 0.37270572781562805, 0.01035271305590868, -0.5086759924888611], [-0.07756082713603973, 0.17743946611881256, 0.0001791937684174627, -0.21274863183498383], [-0.07401203364133835, -0.017685040831565857, -0.004075779113918543, 0.07999081164598465], [-0.07436573505401611, -0.21274833381175995, -0.0024759627413004637, 0.37138503789901733], [-0.07862070202827454, -0.017591290175914764, 0.00495173828676343, 0.07792244106531143], [-0.07897252589464188, 0.17745932936668396, 0.006510186940431595, -0.2131940871477127], [-0.07542334496974945, 0.3724876046180725, 0.002246305113658309, -0.5038163065910339], [-0.06797359138727188, 0.17733405530452728, -0.007830020971596241, -0.21042633056640625], [-0.06442690640687943, -0.017675064504146576, -0.012038547545671463, 0.07977638393640518], [-0.06478041410446167, 0.1776173710823059, -0.010443020612001419, -0.21668030321598053], [-0.06122806295752525, -0.017353741452097893, -0.014776625670492649, 0.07269024103879929], [-0.061575137078762054, 0.17797690629959106, -0.013322820886969566, -0.22461791336536407], [-0.058015599846839905, -0.01695212908089161, -0.017815180122852325, 0.06383289396762848], [-0.05835464224219322, -0.21181418001651764, -0.016538521274924278, 0.3508422076702118], [-0.06259092688560486, -0.01646098494529724, -0.009521677158772945, 0.0529903806746006], [-0.06292014569044113, -0.21144512295722961, -0.008461869321763515, 0.3426539897918701], [-0.06714905053377151, -0.01620381325483322, -0.0016087897820398211, 0.047314759343862534], [-0.06747312843799591, -0.21130265295505524, -0.0006624945672228932, 0.3394896686077118], [-0.07169917970895767, -0.4064151644706726, 0.0061272988095879555, 0.6319636106491089], [-0.07982748001813889, -0.2113792449235916, 0.01876657083630562, 0.3412166237831116], [-0.08405506610870361, -0.01652926206588745, 0.02559090219438076, 0.054510150104761124], [-0.08438564836978912, -0.21200862526893616, 0.02668110653758049, 0.3551560938358307], [-0.08862582594156265, -0.017275994643568993, 0.033784229308366776, 0.07100442796945572], [-0.088971346616745, 0.17734572291374207, 0.035204317420721054, -0.2108308970928192], [-0.08542443066835403, -0.01826143078505993, 0.030987698584794998, 0.09274596720933914], [-0.08578965812921524, 0.1764029860496521, 0.032842617481946945, -0.19000154733657837], [-0.0822615996003151, -0.01917305402457714, 0.02904258668422699, 0.11285830289125443], [-0.08264505863189697, -0.21469886600971222, 0.03129975497722626, 0.4145606458187103], [-0.08693903684616089, -0.020034201443195343, 0.03959096595644951, 0.13190731406211853], [-0.08733972162008286, 0.17449891567230225, 0.04222911223769188, -0.14802701771259308], [-0.08384974300861359, 0.368991494178772, 0.03926857188344002, -0.42709413170814514], [-0.07646991312503815, 0.17333601415157318, 0.030726689845323563, -0.12229514867067337], [-0.07300319522619247, 0.36800459027290344, 0.02828078716993332, -0.40512794256210327], [-0.06564310193061829, 0.17249321937561035, 0.020178228616714478, -0.10366473346948624], [-0.062193237245082855, 0.3673202693462372, 0.018104933202266693, -0.3899138271808624], [-0.054846830666065216, 0.17194610834121704, 0.01030665636062622, -0.09157802909612656], [-0.05140790715813637, 0.3669188320636749, 0.008475095964968204, -0.38099145889282227], [-0.04406953230500221, 0.17167755961418152, 0.0008552665240131319, -0.08564844727516174], [-0.040635980665683746, -0.023456644266843796, -0.0008577023982070386, 0.2073041945695877], [-0.04110511392354965, 0.17167755961418152, 0.003288381500169635, -0.08564916998147964], [-0.037671562284231186, -0.023491371423006058, 0.0015753982588648796, 0.20806942880153656], [-0.038141388446092606, 0.17160801589488983, 0.005736786872148514, -0.0841161236166954], [-0.034709230065345764, 0.36664727330207825, 0.004054464399814606, -0.3749835789203644], [-0.027376284822821617, 0.17146795988082886, -0.003445207141339779, -0.08102501183748245], [-0.02394692413508892, -0.023604433983564377, -0.005065707489848137, 0.21056894958019257], [-0.024419013410806656, 0.17158958315849304, -0.0008543282165192068, -0.08370762318372726], [-0.020987221971154213, 0.36672377586364746, -0.0025284807197749615, -0.37665995955467224], [-0.013652746565639973, 0.17163781821727753, -0.01006168033927679, -0.08477535098791122], [-0.010219990275800228, -0.023338468745350838, -0.011757186613976955, 0.20471619069576263], [-0.01068675983697176, -0.2182903289794922, -0.0076628634706139565, 0.49366724491119385], [-0.015052566304802895, -0.023061146959662437, 0.002210481557995081, 0.19857920706272125], [-0.015513788908720016, 0.17202912271022797, 0.006182065699249506, -0.09340560436248779], [-0.012073206715285778, -0.023180892691016197, 0.004313953220844269, 0.20122133195400238], [-0.012536824680864811, 0.1718790978193283, 0.008338379673659801, -0.09009762853384018], [-0.009099242277443409, 0.36688053607940674, 0.006536427419632673, -0.3801381587982178], [-0.0017616319237276912, 0.17166638374328613, -0.0010663358261808753, -0.0854014903306961], [0.0016716958489269018, 0.3668036162853241, -0.0027743657119572163, -0.3784206509590149], [0.009007767774164677, 0.17172116041183472, -0.010342778638005257, -0.08661378920078278], [0.012442191131412983, -0.023251017555594444, -0.012075054459273815, 0.2027881145477295], [0.011977170594036579, 0.17204152047634125, -0.00801929272711277, -0.09367931634187698], [0.01541800145059824, 0.36727750301361084, -0.00989287905395031, -0.38888150453567505], [0.022763550281524658, 0.5625384449958801, -0.017670508474111557, -0.6846670508384705], [0.034014321863651276, 0.36766624450683594, -0.031363848596811295, -0.3975992500782013], [0.04136764630675316, 0.17300297319889069, -0.039315834641456604, -0.11496739834547043], [0.04482770338654518, 0.36866554617881775, -0.041615184396505356, -0.4197903573513031], [0.05220101401209831, 0.17415721714496613, -0.05001099035143852, -0.14051179587841034], [0.0556841604411602, -0.02021411433815956, -0.05282122641801834, 0.13598357141017914], [0.05527987703680992, -0.2145412564277649, -0.05010155588388443, 0.4115455150604248], [0.0509890541434288, -0.40891847014427185, -0.04187064245343208, 0.6880217790603638], [0.04281068220734596, -0.21324115991592407, -0.028110207989811897, 0.3824567198753357], [0.03854585811495781, -0.017731597647070885, -0.020461073145270348, 0.08104490488767624], [0.03819122910499573, 0.17767760157585144, -0.01884017512202263, -0.2180226743221283], [0.04174477979540825, -0.01717003621160984, -0.02320062927901745, 0.06865822523832321], [0.04140137881040573, 0.17827671766281128, -0.021827464923262596, -0.23125338554382324], [0.044966913759708405, -0.016526637598872185, -0.026452532038092613, 0.05446528270840645], [0.044636379927396774, 0.17896442115306854, -0.025363227352499962, -0.24644485116004944], [0.04821566864848137, -0.015786277130246162, -0.030292123556137085, 0.03813124820590019], [0.047899942845106125, -0.21046103537082672, -0.029529498890042305, 0.32110488414764404], [0.043690722435712814, -0.014931278303265572, -0.02310740016400814, 0.019257713109254837], [0.04339209571480751, -0.2097143530845642, -0.02272224612534046, 0.3045613467693329], [0.039197809994220734, -0.014276081696152687, -0.016631020233035088, 0.004799857269972563], [0.03891228884458542, 0.1810803860425949, -0.016535023227334023, -0.2930836081504822], [0.04253389686346054, -0.01380196027457714, -0.022396694868803024, -0.005661130417138338], [0.04225785657763481, -0.2085956633090973, -0.022509917616844177, 0.2798720896244049], [0.0380859449505806, -0.4033893942832947, -0.01691247522830963, 0.5653712749481201], [0.0300181545317173, -0.20803430676460266, -0.0056050498969852924, 0.267408549785614], [0.0258574690669775, -0.40307581424713135, -0.00025687910965643823, 0.5583183169364929], [0.017795952036976814, -0.20795026421546936, 0.0109094874933362, 0.2655544877052307], [0.013636947609484196, -0.012985708191990852, 0.0162205770611763, -0.023667626082897186], [0.013377233408391476, -0.2083364725112915, 0.015747224912047386, 0.27408862113952637], [0.009210503660142422, -0.013442707248032093, 0.02122899703681469, -0.013586295768618584], [0.008941649459302425, -0.2088625729084015, 0.02095727063715458, 0.28571832180023193], [0.004764398094266653, -0.014045684598386288, 0.0266716368496418, -0.0002818649518303573], [0.004483484197407961, 0.18068380653858185, 0.026666000485420227, -0.28443166613578796], [0.00809716060757637, -0.01480812206864357, 0.020977366715669632, 0.016540834680199623], [0.007800998166203499, 0.18000680208206177, 0.021308183670043945, -0.2694503664970398], [0.011401134543120861, 0.3748182952404022, 0.015919174998998642, -0.555337131023407], [0.01889749988913536, 0.17947648465633392, 0.004812432918697596, -0.2576815187931061], [0.022487029433250427, 0.3745294213294983, -0.00034119721385650337, -0.5488426685333252], [0.029977617785334587, 0.5696561336517334, -0.01131805032491684, -0.8416330814361572], [0.04137074202299118, 0.3746905028820038, -0.028150711208581924, -0.5525307655334473], [0.04886455088853836, 0.1799749732017517, -0.03920132666826248, -0.26884838938713074], [0.05246404930949211, -0.014566252008080482, -0.044578295201063156, 0.011217008344829082], [0.05217272415757179, 0.18116572499275208, -0.04435395449399948, -0.2951909601688385], [0.05579603835940361, -0.013296756893396378, -0.05025777220726013, -0.016819899901747704], [0.05553010478615761, 0.18250857293605804, -0.05059417337179184, -0.32492661476135254], [0.05918027460575104, -0.011857850477099419, -0.05709270387887955, -0.048618383705616], [0.058943118900060654, 0.1840343177318573, -0.05806507170200348, -0.3587540090084076], [0.06262380629777908, -0.010216189548373222, -0.06524015218019485, -0.08493084460496902], [0.062419481575489044, 0.18577733635902405, -0.06693876534700394, -0.3974626958370209], [0.06613502651453018, -0.008334241807460785, -0.07488802075386047, -0.12661273777484894], [0.0659683421254158, 0.18777620792388916, -0.07742027938365936, -0.44195041060447693], [0.06972386687994003, -0.006169702857732773, -0.08625928312540054, -0.17464181780815125], [0.06960047036409378, -0.19995801150798798, -0.08975212275981903, 0.0896310955286026], [0.06560131162405014, -0.3936865031719208, -0.08795949816703796, 0.3527024984359741], [0.05772758275270462, -0.5874547362327576, -0.08090545237064362, 0.6164044141769409], [0.04597849026322365, -0.3913012444972992, -0.0685773640871048, 0.29937636852264404], [0.03815246373414993, -0.5853821039199829, -0.06258983165025711, 0.569667398929596], [0.026444822549819946, -0.7795729637145996, -0.05119648575782776, 0.8419939279556274], [0.010853362269699574, -0.5837909579277039, -0.03435660898685455, 0.5336605310440063], [-0.000822457077447325, -0.38820311427116394, -0.023683397099375725, 0.23035304248332977], [-0.0085865193977952, -0.19275088608264923, -0.019076336175203323, -0.06970535218715668], [-0.012441537342965603, -0.38759422302246094, -0.02047044411301613, 0.2168983668088913], [-0.020193422213196754, -0.19218569993972778, -0.016132475808262825, -0.08217088133096695], [-0.024037135764956474, -0.38707274198532104, -0.017775893211364746, 0.20537887513637543], [-0.03177858889102936, -0.19170114398002625, -0.013668316416442394, -0.09285803884267807], [-0.03561261296272278, 0.0036140168085694313, -0.01552547700703144, -0.38982176780700684], [-0.03554033115506172, -0.1912841796875, -0.023321911692619324, -0.1020740270614624], [-0.039366018027067184, 0.004164109472185373, -0.025363393127918243, -0.40202274918556213], [-0.03928273543715477, -0.1905890852212906, -0.033403847366571426, -0.11744295805692673], [-0.043094515800476074, -0.3852168917655945, -0.03575270622968674, 0.16451698541641235], [-0.05079885572195053, -0.189601868391037, -0.03246236592531204, -0.13922709226608276], [-0.05459089204668999, -0.3842442035675049, -0.03524690866470337, 0.14304031431674957], [-0.06227577477693558, -0.18863564729690552, -0.03238610178232193, -0.16055069863796234], [-0.06604848802089691, -0.38327935338020325, -0.03559711575508118, 0.121741883456707], [-0.07371407747268677, -0.577873706817627, -0.033162280917167664, 0.402985155582428], [-0.08527155220508575, -0.7725099921226501, -0.02510257624089718, 0.6850311756134033], [-0.10072174668312073, -0.577048659324646, -0.011401953175663948, 0.3845521807670593], [-0.11226272583007812, -0.38176673650741577, -0.0037109097465872765, 0.08829618990421295], [-0.11989805847406387, -0.18659178912639618, -0.0019449859391897917, -0.20555521547794342], [-0.12362989038228989, -0.38168588280677795, -0.006056090351194143, 0.08651352673768997], [-0.1312636137008667, -0.5767204761505127, -0.004325819667428732, 0.3772796094417572], [-0.1427980214357376, -0.38153737783432007, 0.003219772595912218, 0.08323588222265244], [-0.15042877197265625, -0.18646171689033508, 0.00488449027761817, -0.2084294557571411], [-0.15415799617767334, -0.38165315985679626, 0.0007159009692259133, 0.08579026162624359], [-0.16179107129573822, -0.18654149770736694, 0.0024317060597240925, -0.2066667079925537], [-0.16552188992500305, -0.3816981315612793, -0.001701628090813756, 0.0867822989821434], [-0.17315585911273956, -0.5767956376075745, 3.401789945201017e-05, 0.37892788648605347], [-0.18469177186489105, -0.3816741704940796, 0.007612575311213732, 0.08625567704439163], [-0.19232524931430817, -0.5769044160842896, 0.00933768879622221, 0.3813306391239166], [-0.20386333763599396, -0.3819162845611572, 0.016964301466941833, 0.09160643070936203], [-0.21150167286396027, -0.18704155087471008, 0.01879643090069294, -0.19567635655403137], [-0.21524250507354736, 0.007806555833667517, 0.01488290261477232, -0.482371062040329], [-0.21508637070655823, -0.1875222623348236, 0.005235481541603804, -0.1850348711013794], [-0.21883681416511536, -0.3827187418937683, 0.0015347842127084732, 0.10929504036903381]], "action_prob": [0.43862858414649963, 0.8584533929824829, 0.6098353266716003, 0.23633049428462982, 0.9061444997787476, 0.763559877872467, 0.6317048072814941, 0.7550463676452637, 0.357366681098938, 0.8783249855041504, 0.675440788269043, 0.28355109691619873, 0.8956342339515686, 0.7223892211914062, 0.6805673837661743, 0.7173599600791931, 0.6854942440986633, 0.713006317615509, 0.6896277070045471, 0.7092368602752686, 0.6931109428405762, 0.7059667706489563, 0.6960617899894714, 0.29688093066215515, 0.8933430910110474, 0.27783605456352234, 0.1010657399892807, 0.9411511421203613, 0.9096679091453552, 0.7988623976707458, 0.46796590089797974, 0.8341382145881653, 0.503767192363739, 0.8319379091262817, 0.45483216643333435, 0.8490853309631348, 0.5981373190879822, 0.7680384516716003, 0.6293248534202576, 0.7480247020721436, 0.6551762819290161, 0.2712681293487549, 0.9004954695701599, 0.7318494319915771, 0.6686903238296509, 0.2749188542366028, 0.9019123911857605, 0.7411748766899109, 0.348148912191391, 0.8736497163772583, 0.6668441295623779, 0.26931220293045044, 0.9040729403495789, 0.7522249817848206, 0.6348655223846436, 0.7637321949005127, 0.6176288723945618, 0.7768024802207947, 0.40384986996650696, 0.8569309711456299, 0.4030371904373169, 0.8584913015365601, 0.3945096731185913, 0.13785749673843384, 0.928368091583252, 0.874114990234375, 0.32650208473205566, 0.8828279972076416, 0.7102212905883789, 0.6717178225517273, 0.7317044138908386, 0.644642174243927, 0.24917708337306976, 0.9002596735954285, 0.782387912273407, 0.4473947286605835, 0.8435198068618774, 0.4645078182220459, 0.8395406007766724, 0.47155284881591797, 0.8393662571907043, 0.4687102138996124, 0.8430016040802002, 0.5440361499786377, 0.8002766370773315, 0.5384407043457031, 0.8036526441574097, 0.46991539001464844, 0.8434555530548096, 0.5472761392593384, 0.7991623282432556, 0.45395442843437195, 0.8508626222610474, 0.5706229209899902, 0.2127295732498169, 0.908018946647644, 0.7983380556106567, 0.5470330715179443, 0.8028894066810608, 0.46379128098487854, 0.844632625579834, 0.4488331973552704, 0.8520798087120056, 0.5761538147926331, 0.7859928607940674, 0.41678062081336975, 0.13619038462638855, 0.9340635538101196, 0.8822391033172607, 0.31229591369628906, 0.8954123854637146, 0.7413173913955688, 0.3688333332538605, 0.13273589313030243, 0.9311198592185974, 0.8687183260917664, 0.6140655875205994, 0.779089093208313, 0.586414635181427, 0.795366644859314, 0.5534306168556213, 0.8121368885040283, 0.48554790019989014, 0.8322403430938721, 0.5018885731697083, 0.8272840976715088, 0.4880415201187134, 0.8362228274345398, 0.5449020862579346, 0.19232715666294098, 0.9199016690254211, 0.1827322542667389, 0.9230909943580627, 0.8334963917732239, 0.48154425621032715, 0.8437934517860413, 0.4508500397205353, 0.855141818523407, 0.5859524607658386, 0.7818812727928162, 0.6015155911445618, 0.22547578811645508, 0.9084750413894653, 0.21437178552150726, 0.0878017395734787, 0.9434645175933838, 0.9199196100234985, 0.8409936428070068, 0.43162405490875244, 0.8589766025543213, 0.37189289927482605, 0.8752111196517944, 0.3113778233528137, 0.8894412517547607, 0.2541980445384979, 0.9015174508094788, 0.20419184863567352, 0.911415696144104, 0.8362936973571777, 0.6091558337211609, 0.27019307017326355, 0.8923884034156799, 0.30440255999565125, 0.11551253497600555, 0.9385238885879517, 0.8872220516204834, 0.688315749168396, 0.6943265795707703, 0.6759466528892517, 0.7041810750961304, 0.6651245355606079, 0.2875702381134033, 0.8828625082969666, 0.2636460065841675, 0.889556884765625, 0.7636711001396179, 0.5625437498092651, 0.7804825305938721, 0.5292872786521912, 0.7960926294326782, 0.5052932500839233, 0.19490650296211243, 0.916481077671051, 0.8162487745285034, 0.5154300928115845, 0.7981311082839966, 0.4915655553340912, 0.8186681270599365, 0.5258319973945618, 0.7932435870170593, 0.5256267786026001, 0.7944043278694153, 0.476912260055542, 0.8243517279624939, 0.45488283038139343, 0.8350822329521179, 0.576375424861908, 0.23549877107143402, 0.9006795883178711, 0.7719677090644836], "action_logp": [-0.8241022825241089, -0.15262292325496674, -0.49456632137298584, -1.4425240755081177, -0.0985565260052681, -0.269763708114624, -0.45933303236961365, -0.28097614645957947, -1.0289928913116455, -0.12973859906196594, -0.39238977432250977, -1.260362982749939, -0.11022315174341202, -0.3251912295818329, -0.38482847809791565, -0.3321775197982788, -0.37761521339416504, -0.33826497197151184, -0.3716033697128296, -0.34356576204299927, -0.36656519770622253, -0.34818708896636963, -0.36231687664985657, -1.2144241333007812, -0.11278454214334488, -1.280724048614502, -2.2919840812683105, -0.06065154820680618, -0.0946756973862648, -0.22456656396389008, -0.7593598365783691, -0.18135613203048706, -0.6856410503387451, -0.18399746716022491, -0.7878267765045166, -0.16359560191631317, -0.5139349102973938, -0.2639155089855194, -0.46310773491859436, -0.2903192639350891, -0.42285093665122986, -1.3046475648880005, -0.10481013357639313, -0.3121805191040039, -0.40243425965309143, -1.2912793159484863, -0.10323786735534668, -0.2995186448097229, -1.0551249980926514, -0.13507577776908875, -0.40519893169403076, -1.3118839263916016, -0.10084524005651474, -0.284719854593277, -0.4543420374393463, -0.2695380449295044, -0.48186755180358887, -0.25256913900375366, -0.9067121148109436, -0.1543978899717331, -0.9087264537811279, -0.1525787115097046, -0.9301116466522217, -1.981534719467163, -0.07432695478200912, -0.13454334437847137, -1.119318962097168, -0.12462486326694489, -0.3421786427497864, -0.3979169726371765, -0.3123786151409149, -0.43905988335609436, -1.3895914554595947, -0.105072021484375, -0.24540464580059052, -0.8043140172958374, -0.17017188668251038, -0.7667769193649292, -0.17490047216415405, -0.751724123954773, -0.17510811984539032, -0.7577705979347229, -0.17078639566898346, -0.6087395548820496, -0.22279778122901917, -0.6190778613090515, -0.21858817338943481, -0.7552026510238647, -0.1702481061220169, -0.6028017997741699, -0.22419118881225586, -0.7897584438323975, -0.1615045666694641, -0.5610266327857971, -1.5477335453033447, -0.09649000316858292, -0.22522316873073578, -0.6032459735870361, -0.21953827142715454, -0.7683206796646118, -0.1688535362482071, -0.801103949546814, -0.1600750982761383, -0.5513806343078613, -0.24080754816532135, -0.8751952648162842, -1.993701457977295, -0.06821081042289734, -0.12529218196868896, -1.163804054260254, -0.11047092825174332, -0.29932644963264465, -0.9974104166030884, -2.0193939208984375, -0.07136724144220352, -0.14073637127876282, -0.4876534938812256, -0.2496298849582672, -0.5337281227111816, -0.2289520800113678, -0.5916188955307007, -0.20808640122413635, -0.7224773168563843, -0.18363402783870697, -0.6893771290779114, -0.18960709869861603, -0.7173547744750977, -0.1788601279258728, -0.6071491837501526, -1.648557424545288, -0.08348851650953293, -1.6997332572937012, -0.08002744615077972, -0.18212588131427765, -0.7307571172714233, -0.1698475480079651, -0.7966204881668091, -0.15648792684078217, -0.5345166325569153, -0.24605236947536469, -0.5083028078079224, -1.4895424842834473, -0.09598784148693085, -1.5400434732437134, -2.432673931121826, -0.0581965371966362, -0.08346899598836899, -0.17317117750644684, -0.8402003049850464, -0.1520136296749115, -0.9891493320465088, -0.1332901418209076, -1.166748285293579, -0.11716178804636002, -1.369641661643982, -0.10367589443922043, -1.5886952877044678, -0.09275618940591812, -0.17877539992332458, -0.49568119645118713, -1.3086185455322266, -0.113853819668293, -1.1894042491912842, -2.1583762168884277, -0.06344699114561081, -0.11966001242399216, -0.37350761890411377, -0.36481285095214844, -0.39164113998413086, -0.35071972012519836, -0.4077809751033783, -1.2462881803512573, -0.124585822224617, -1.3331480026245117, -0.11703179031610489, -0.26961806416511536, -0.5752863883972168, -0.2478429526090622, -0.6362239122390747, -0.2280397266149521, -0.6826162934303284, -1.63523530960083, -0.08721387386322021, -0.2030361294746399, -0.6627536416053772, -0.22548237442970276, -0.710159957408905, -0.20007652044296265, -0.6427735686302185, -0.23162493109703064, -0.6431639194488525, -0.23016269505023956, -0.7404227256774902, -0.19315800070762634, -0.7877154350280762, -0.18022508919239044, -0.5509960651397705, -1.4460495710372925, -0.10460571944713593, -0.2588125467300415], "action_dist_inputs": [[0.12313862144947052, -0.12359115481376648], [0.8993439078330994, -0.9031592011451721], [0.2229846566915512, -0.22363542020320892], [-0.5851873755455017, 0.5877165198326111], [-1.1311529874801636, 1.136289119720459], [-0.5849666595458984, 0.5873299241065979], [0.2692560851573944, -0.27028146386146545], [-0.561728298664093, 0.5639817714691162], [0.29283204674720764, -0.29397979378700256], [0.9861387014389038, -0.9905247688293457], [0.365806519985199, -0.3670911192893982], [-0.46244293451309204, 0.464471697807312], [-1.0724414587020874, 1.0771896839141846], [-0.4772229492664337, 0.4791209101676941], [0.3774155378341675, -0.378964900970459], [-0.46479204297065735, 0.46661171317100525], [0.38875263929367065, -0.39038509130477905], [-0.45414209365844727, 0.4558882713317871], [0.3983348309993744, -0.4000445306301117], [-0.4450017809867859, 0.44667860865592957], [0.4064609408378601, -0.40824276208877563], [-0.4371322691440582, 0.4387432038784027], [0.41338223218917847, -0.415231853723526], [-0.43032360076904297, 0.43187156319618225], [-1.0604716539382935, 1.0648819208145142], [-0.4768620431423187, 0.47835880517959595], [-1.0905098915100098, 1.0949287414550781], [-1.3826005458831787, 1.3895306587219238], [-1.15252685546875, 1.1570594310760498], [-0.6887844204902649, 0.6904149055480957], [0.06335581839084625, -0.06495638191699982], [0.8053328394889832, -0.8099119067192078], [0.006838193163275719, -0.008230888284742832], [-0.7987132668495178, 0.8007110357284546], [-0.09118731319904327, 0.08997778594493866], [-0.8626285791397095, 0.8648162484169006], [-0.19935481250286102, 0.1983550786972046], [0.5965926051139832, -0.600675642490387], [-0.26504766941070557, 0.2642737925052643], [0.542098343372345, -0.5460067391395569], [-0.3212212920188904, 0.32064977288246155], [0.4922243356704712, -0.49597376585006714], [1.0982725620269775, -1.1044690608978271], [0.500205934047699, -0.5038199424743652], [-0.3512708246707916, 0.35099661350250244], [0.4831372797489166, -0.4866704046726227], [1.1062861680984497, -1.1123708486557007], [0.5243044495582581, -0.527779757976532], [-0.3136771619319916, 0.3135088086128235], [-0.9652984738349915, 0.9683232307434082], [-0.3470512628555298, 0.346894770860672], [0.4973350763320923, -0.5007797479629517], [1.118640422821045, -1.124682068824768], [0.5535446405410767, -0.5569692850112915], [-0.27664244174957275, 0.2765052914619446], [0.5848949551582336, -0.5883563756942749], [-0.23984216153621674, 0.23965398967266083], [0.6218076944351196, -0.6253215670585632], [-0.19485299289226532, 0.19459648430347443], [-0.8935760855674744, 0.8964541554450989], [-0.19657766819000244, 0.19624824821949005], [-0.8999858498573303, 0.9028299450874329], [-0.21437765657901764, 0.21401724219322205], [-0.9151758551597595, 0.9180241227149963], [-1.2780989408493042, 1.283788800239563], [-0.9674552083015442, 0.9703876972198486], [-0.3621441721916199, 0.36190447211265564], [-1.0081993341445923, 1.0112881660461426], [-0.44826120138168335, 0.4481979310512543], [0.35632774233818054, -0.359637051820755], [-0.501570999622345, 0.5017166137695312], [0.2962168753147125, -0.2993532419204712], [-0.5513282418251038, 0.5516777634620667], [-1.0982187986373901, 1.1018941402435303], [-0.6395238637924194, 0.6401126980781555], [0.10423217713832855, -0.10697047412395477], [0.8396217226982117, -0.8450320363044739], [0.06985132396221161, -0.07235657423734665], [0.824773907661438, -0.8300395607948303], [0.055794790387153625, -0.05811691656708717], [0.8241852521896362, -0.8293352723121643], [0.06156660243868828, -0.06375620514154434], [0.8378344774246216, -0.8428990840911865], [0.0872473418712616, -0.08935490250587463], [-0.6933157444000244, 0.6947084665298462], [0.07600560784339905, -0.07806136459112167], [-0.7039120197296143, 0.7053694128990173], [0.05924704298377037, -0.061236944049596786], [0.8396304249763489, -0.8445364832878113], [0.09387026727199554, -0.09580089896917343], [-0.6897546648979187, 0.6913125514984131], [0.09140211343765259, -0.09330353140830994], [0.8682742714881897, -0.8731088042259216], [0.14125767350196838, -0.14313548803329468], [-0.6534854769706726, 0.6550647020339966], [-1.1425491571426392, 1.1471331119537354], [-0.6871629357337952, 0.6887761950492859], [0.09342795610427856, -0.0952623188495636], [-0.7013803124427795, 0.7030720114707947], [0.07166686654090881, -0.07342205196619034], [0.8442137837409973, -0.8488954901695251], [0.10185149312019348, -0.10353454947471619], [0.8731850385665894, -0.8778219819068909], [0.15267154574394226, -0.15433241426944733], [-0.6495711207389832, 0.6513672471046448], [0.16716575622558594, -0.16883769631385803], [0.9213358759880066, -0.9259627461433411], [1.321932315826416, -1.3289210796356201], [1.004562497138977, -1.0092445611953735], [0.393804132938385, -0.39560338854789734], [1.0712165832519531, -1.0760421752929688], [0.5254219174385071, -0.5274048447608948], [-0.26797744631767273, 0.26924771070480347], [-0.9364175200462341, 0.9405646324157715], [-1.2987574338912964, 1.3052622079849243], [-0.9428309202194214, 0.9468429684638977], [-0.2317734807729721, 0.23266087472438812], [0.6289336085319519, -0.631432294845581], [-0.17418693006038666, 0.17497631907463074], [0.6774926781654358, -0.6800906658172607], [-0.10693468153476715, 0.10760683566331863], [0.7306178212165833, -0.7333375811576843], [-0.028646523132920265, 0.029178012162446976], [-0.7989945411682129, 0.8025944232940674], [0.003966379910707474, -0.003588048741221428], [-0.7815043926239014, 0.7849956750869751], [0.02405039593577385, -0.02379249408841133], [0.8136523962020874, -0.8167360424995422], [0.09012241661548615, -0.0899711325764656], [-0.7158276438713074, 0.7191314697265625], [-1.2175811529159546, 1.2234303951263428], [-0.747360110282898, 0.750584602355957], [-1.2396245002746582, 1.2454807758331299], [-0.8036944270133972, 0.8069183230400085], [-0.036921434104442596, 0.03693510591983795], [-0.8417208790779114, 0.8450074791908264], [-0.09856916964054108, 0.09866756200790405], [-0.8860668540000916, 0.8894457817077637], [-0.17352117598056793, 0.17373670637607574], [0.636838436126709, -0.6398251056671143], [-0.20571652054786682, 0.2060675323009491], [0.6155769228935242, -0.6184592247009277], [1.1448071002960205, -1.1503490209579468], [0.6479787826538086, -0.6507931351661682], [1.1676089763641357, -1.1731668710708618], [1.4034210443496704, -1.4112682342529297], [1.2177777290344238, -1.2234773635864258], [0.8313243389129639, -0.8343157172203064], [0.13772228360176086, -0.13750594854354858], [0.9017906188964844, -0.9050249457359314], [0.26202428340911865, -0.2620803117752075], [0.9721587896347046, -0.9756829142570496], [0.3966488540172577, -0.39703696966171265], [1.0405887365341187, -1.0444574356079102], [0.5377750992774963, -0.5385714173316956], [1.1049625873565674, -1.1092374324798584], [0.6795012354850769, -0.6807968616485596], [1.1631484031677246, -1.1678961515426636], [0.8145058155059814, -0.816400408744812], [0.22260114550590515, -0.22116389870643616], [-0.4946168065071106, 0.49902647733688354], [-1.0544852018356323, 1.0608875751495361], [-0.4112009108066559, 0.41521915793418884], [-1.0147241353988647, 1.0209050178527832], [-1.3589293956756592, 1.3667303323745728], [-1.0283466577529907, 1.034327507019043], [-0.39442968368530273, 0.3978273272514343], [0.4100174605846405, -0.4104076325893402], [-0.366003155708313, 0.3692028224468231], [0.4333323538303375, -0.43395566940307617], [-0.34160295128822327, 0.3446127474308014], [0.4531872868537903, -0.4540269374847412], [1.0077719688415527, -1.0120487213134766], [0.5129977464675903, -0.5141059160232544], [1.0408506393432617, -1.0453726053237915], [0.5857281684875488, -0.5871846675872803], [-0.12461747229099274, 0.12687471508979797], [0.6333311200141907, -0.6351494789123535], [-0.057683587074279785, 0.059599798172712326], [0.6799355745315552, -0.6821142435073853], [0.011364374309778214, -0.009809558279812336], [-0.7068871259689331, 0.711551308631897], [-1.194388508796692, 1.201080083847046], [-0.7433387637138367, 0.7477976083755493], [-0.03032597154378891, 0.03141385689377785], [0.6858962774276733, -0.688758134841919], [-0.016405301168560982, 0.01733565330505371], [-0.7515816688537598, 0.7557681798934937], [-0.05130240321159363, 0.05211755260825157], [0.6707541942596436, -0.6738349199295044], [-0.05094415321946144, 0.0516527034342289], [0.6742483377456665, -0.6774327158927917], [-0.04591510817408562, 0.04650145396590233], [-0.7711329460144043, 0.7749806642532349], [-0.09022930264472961, 0.090731680393219], [-0.8091645240783691, 0.8129188418388367], [-0.153717041015625, 0.15419445931911469], [0.5871177911758423, -0.5904000997543335], [1.0993050336837769, -1.105493187904358], [0.608058512210846, -0.6113970875740051]], "value_targets": [86.60203552246094, 86.4666976928711, 86.33000183105469, 86.1919174194336, 86.05244445800781, 85.91156005859375, 85.76924896240234, 85.62550354003906, 85.48030853271484, 85.33364868164062, 85.18550109863281, 85.03585815429688, 84.88470458984375, 84.73202514648438, 84.57780456542969, 84.42202758789062, 84.2646713256836, 84.10572814941406, 83.94518280029297, 83.78301239013672, 83.61920166015625, 83.45374298095703, 83.28660583496094, 83.11778259277344, 82.94725799560547, 82.77500915527344, 82.60102081298828, 82.4252700805664, 82.24774932861328, 82.06842803955078, 81.8873062133789, 81.704345703125, 81.51954650878906, 81.33287048339844, 81.14431762695312, 80.953857421875, 80.76146697998047, 80.567138671875, 80.370849609375, 80.17257690429688, 79.97229766845703, 79.7699966430664, 79.5656509399414, 79.35924530029297, 79.1507568359375, 78.94015502929688, 78.72743225097656, 78.51255798339844, 78.2955093383789, 78.0762710571289, 77.85482025146484, 77.63113403320312, 77.40518188476562, 77.17695617675781, 76.94641876220703, 76.71355438232422, 76.47834014892578, 76.2407455444336, 76.0007553100586, 75.75833892822266, 75.51347351074219, 75.26612854003906, 75.01629638671875, 74.76393127441406, 74.50902557373047, 74.25154113769531, 73.991455078125, 73.72874450683594, 73.46337127685547, 73.19532775878906, 72.92457580566406, 72.65108489990234, 72.37483215332031, 72.09579467773438, 71.81392669677734, 71.52922058105469, 71.24163818359375, 70.9511489868164, 70.65773010253906, 70.36134338378906, 70.06195831298828, 69.75955963134766, 69.45409393310547, 69.14555358886719, 68.83389282226562, 68.51908111572266, 68.20109558105469, 67.87989044189453, 67.55545043945312, 67.22772216796875, 66.89669036865234, 66.56231689453125, 66.22456359863281, 65.88339233398438, 65.53878021240234, 65.19068908691406, 64.83908081054688, 64.48391723632812, 64.12516784667969, 63.76279830932617, 63.396766662597656, 63.027034759521484, 62.65357208251953, 62.276336669921875, 61.895286560058594, 61.51039123535156, 61.12160873413086, 60.72889709472656, 60.332218170166016, 59.93153381347656, 59.52680206298828, 59.11798095703125, 58.70503234863281, 58.28791046142578, 57.8665771484375, 57.44098663330078, 57.0110969543457, 56.576866149902344, 56.138248443603516, 55.6952018737793, 55.247676849365234, 54.79563522338867, 54.33902359008789, 53.877803802490234, 53.411922454833984, 52.94133758544922, 52.46599578857422, 51.98585510253906, 51.50086212158203, 51.01097106933594, 50.51613235473633, 50.01629638671875, 49.511409759521484, 49.001426696777344, 48.486289978027344, 47.965946197509766, 47.44034957885742, 46.909446716308594, 46.37317657470703, 45.83149337768555, 45.28433609008789, 44.731651306152344, 44.17338562011719, 43.60948181152344, 43.039878845214844, 42.46452331542969, 41.883358001708984, 41.296321868896484, 40.70335388183594, 40.104400634765625, 39.499393463134766, 38.888275146484375, 38.2709846496582, 37.6474609375, 37.017635345458984, 36.38145065307617, 35.73883819580078, 35.08973693847656, 34.434078216552734, 33.77179718017578, 33.10282516479492, 32.427093505859375, 31.74454116821289, 31.055091857910156, 30.358678817749023, 29.655229568481445, 28.944677352905273, 28.226945877075195, 27.50196647644043, 26.769662857055664, 26.02996253967285, 25.282791137695312, 24.5280704498291, 23.765727996826172, 22.995685577392578, 22.217864990234375, 21.432186126708984, 20.63857078552246, 19.83694076538086, 19.02721405029297, 18.209306716918945, 17.383136749267578, 16.54862403869629, 15.705680847167969, 14.854223251342773, 13.99416446685791, 13.125418663024902, 12.24789810180664, 11.361513137817383, 10.466174125671387, 9.561792373657227, 8.648275375366211, 7.725530624389648, 6.7934651374816895, 5.851984977722168, 4.900994777679443, 3.940398931503296, 2.970099925994873, 1.9900000095367432, 1.0]}
{"type": "SampleBatch", "eps_id": [1050046105, 1050046105, 1050046105, 1050046105, 1050046105, 1050046105, 1050046105, 1050046105, 1050046105, 1050046105, 1050046105, 1050046105, 1050046105, 1050046105, 1050046105, 1050046105, 1050046105, 1050046105, 1050046105, 1050046105, 1050046105, 1050046105, 1050046105, 1050046105, 1050046105, 1050046105, 1050046105, 1050046105, 1050046105, 1050046105, 1050046105, 1050046105, 1050046105, 1050046105, 1050046105, 1050046105, 1050046105, 1050046105, 1050046105, 1050046105, 1050046105, 1050046105, 1050046105, 1050046105, 1050046105, 1050046105, 1050046105, 1050046105, 1050046105, 1050046105, 1050046105, 1050046105, 1050046105, 1050046105, 1050046105, 1050046105, 1050046105, 1050046105, 1050046105, 1050046105, 1050046105, 1050046105, 1050046105, 1050046105, 1050046105, 1050046105, 1050046105, 1050046105, 1050046105, 1050046105, 1050046105, 1050046105, 1050046105, 1050046105, 1050046105, 1050046105, 1050046105, 1050046105, 1050046105, 1050046105, 1050046105, 1050046105, 1050046105, 1050046105, 1050046105, 1050046105, 1050046105, 1050046105, 1050046105, 1050046105, 1050046105, 1050046105, 1050046105, 1050046105, 1050046105, 1050046105, 1050046105, 1050046105, 1050046105, 1050046105, 1050046105, 1050046105, 1050046105, 1050046105, 1050046105, 1050046105, 1050046105, 1050046105, 1050046105, 1050046105, 1050046105, 1050046105, 1050046105, 1050046105, 1050046105, 1050046105, 1050046105, 1050046105, 1050046105, 1050046105, 1050046105, 1050046105, 1050046105, 1050046105, 1050046105, 1050046105, 1050046105, 1050046105, 1050046105, 1050046105, 1050046105, 1050046105, 1050046105, 1050046105, 1050046105, 1050046105, 1050046105, 1050046105, 1050046105, 1050046105, 1050046105, 1050046105, 1050046105, 1050046105, 1050046105, 1050046105, 1050046105, 1050046105, 1050046105, 1050046105, 1050046105, 1050046105, 1050046105, 1050046105, 1050046105, 1050046105, 1050046105, 1050046105, 1050046105, 1050046105, 1050046105, 1050046105, 1050046105, 1050046105, 1050046105, 1050046105, 1050046105, 1050046105, 1050046105, 1050046105, 1050046105, 1050046105, 1050046105, 1050046105, 1050046105, 1050046105, 1050046105, 1050046105, 1050046105, 1050046105, 1050046105, 1050046105, 1050046105, 1050046105, 1050046105, 1050046105, 1050046105, 1050046105, 1050046105, 1050046105, 1050046105, 1050046105, 1050046105, 1050046105, 1050046105, 1050046105, 1050046105, 1050046105, 1050046105, 1050046105], "obs": [[0.03477257117629051, -0.016031034290790558, -0.013259593397378922, -0.016837989911437035], [0.03445195034146309, 0.17927853763103485, -0.013596353121101856, -0.31367480754852295], [0.03803751990199089, -0.01564711332321167, -0.0198698490858078, -0.02531055547297001], [0.037724580615758896, -0.21047855913639069, -0.020376060158014297, 0.26103758811950684], [0.03351501002907753, -0.015071758069097996, -0.0151553088799119, -0.038001932203769684], [0.033213574439287186, -0.20997314155101776, -0.015915347263216972, 0.24986107647418976], [0.029014110565185547, -0.014627566561102867, -0.01091812551021576, -0.04779908433556557], [0.028721559792757034, 0.18064922094345093, -0.011874107643961906, -0.3439066708087921], [0.03233454376459122, -0.01430180761963129, -0.018752241507172585, -0.05499165132641792], [0.032048508524894714, -0.20914992690086365, -0.01985207386314869, 0.2317163050174713], [0.027865508571267128, -0.013750019483268261, -0.01521774847060442, -0.0671619325876236], [0.02759050764143467, -0.20865052938461304, -0.016560986638069153, 0.22068113088607788], [0.02341749705374241, -0.40353187918663025, -0.01214736420661211, 0.5080943703651428], [0.015346860513091087, -0.20824091136455536, -0.001985476352274418, 0.21160829067230225], [0.011182041838765144, -0.013090626336634159, 0.0022466895170509815, -0.08170028775930405], [0.010920229367911816, -0.2082447111606598, 0.000612683710642159, 0.21169063448905945], [0.006755335256457329, -0.013131525367498398, 0.004846496507525444, -0.08079896867275238], [0.0064927046187222, -0.20832261443138123, 0.003230517031624913, 0.21340909600257874], [0.002326252404600382, -0.013246999122202396, 0.007498698774725199, -0.07825303077697754], [0.0020613123197108507, 0.18176665902137756, 0.005933638196438551, -0.36856070160865784], [0.005696645472198725, -0.013439101167023182, -0.0014375756727531552, -0.07401273399591446], [0.005427863448858261, -0.2085404098033905, -0.002917830366641283, 0.21821628510951996], [0.0012570552062243223, -0.013376873917877674, 0.001446495414711535, -0.07538561522960663], [0.0009895177790895104, 0.18172430992126465, -6.121693149907514e-05, -0.367611825466156], [0.0046240040101110935, -0.01339677069336176, -0.007413453422486782, -0.07494819909334183], [0.004356068558990955, -0.20841166377067566, -0.008912417106330395, 0.21538656949996948], [0.00018783532141242176, -0.013163438998162746, -0.004604686051607132, -0.0800943523645401], [-7.543346146121621e-05, -0.20821908116340637, -0.006206572987139225, 0.2111322283744812], [-0.004239814821630716, -0.4032517373561859, -0.0019839282613247633, 0.5018508434295654], [-0.012304849922657013, -0.20810188353061676, 0.008053089492022991, 0.20854339003562927], [-0.016466887667775154, -0.01309600193053484, 0.012223957106471062, -0.08158836513757706], [-0.016728807240724564, -0.20839102566242218, 0.010592189617455006, 0.21492604911327362], [-0.020896628499031067, -0.013422098942101002, 0.014890710823237896, -0.07439690083265305], [-0.021165071055293083, 0.18148325383663177, 0.013402772136032581, -0.36234480142593384], [-0.017535405233502388, -0.013826612383127213, 0.006155876442790031, -0.0654660314321518], [-0.017811937257647514, 0.18120653927326202, 0.004846555646508932, -0.3562003970146179], [-0.014187806285917759, -0.01398397982120514, -0.0022774524986743927, -0.061993177980184555], [-0.014467486180365086, -0.20907320082187653, -0.0035173159558326006, 0.22997033596038818], [-0.01864895038306713, -0.013901167549192905, 0.0010820906609296799, -0.0638200044631958], [-0.01892697438597679, 0.18120525777339935, -0.00019430943939369172, -0.35616132616996765], [-0.01530286855995655, 0.3763299584388733, -0.007317536044865847, -0.6489055156707764], [-0.007776269223541021, 0.1813107132911682, -0.0202956460416317, -0.3585357964038849], [-0.004150054883211851, -0.013516922481358051, -0.027466362342238426, -0.07232104986906052], [-0.0044203936122357845, 0.18198780715465546, -0.028912782669067383, -0.37354162335395813], [-0.0007806372595950961, -0.012711751274764538, -0.03638361766934395, -0.09011352807283401], [-0.0010348722571507096, 0.18291230499744415, -0.03818588703870773, -0.39404985308647156], [0.0026233738753944635, -0.011647570878267288, -0.04606688395142555, -0.11364669352769852], [0.0023904223926365376, 0.18410316109657288, -0.04833981767296791, -0.42050015926361084], [0.0060724858194589615, -0.010301731526851654, -0.056749820709228516, -0.14343982934951782], [0.005866451188921928, -0.20456695556640625, -0.059618618339300156, 0.13081341981887817], [0.0017751117702573538, -0.3987864553928375, -0.05700235068798065, 0.40410757064819336], [-0.006200617644935846, -0.20290438830852509, -0.048920195549726486, 0.0940120667219162], [-0.010258705355226994, -0.007116640917956829, -0.047039955854415894, -0.2136949896812439], [-0.010401037521660328, -0.20153561234474182, -0.0513138547539711, 0.06378620862960815], [-0.014431750401854515, -0.39588573575019836, -0.050038132816553116, 0.33984801173210144], [-0.022349463775753975, -0.5902612805366516, -0.04324117302894592, 0.6163413524627686], [-0.03415469080209732, -0.3945627510547638, -0.030914343893527985, 0.31035900115966797], [-0.042045947164297104, -0.1990143209695816, -0.024707162752747536, 0.008089122362434864], [-0.046026233583688736, -0.0035469005815684795, -0.02454538084566593, -0.292285680770874], [-0.04609717056155205, -0.19831043481826782, -0.030391095206141472, -0.007443989627063274], [-0.05006337910890579, -0.39298364520072937, -0.030539974570274353, 0.2754973769187927], [-0.057923052459955215, -0.5876568555831909, -0.025030026212334633, 0.558393657207489], [-0.06967619061470032, -0.39219266176223755, -0.013862153515219688, 0.2579311728477478], [-0.07752004265785217, -0.19687558710575104, -0.008703529834747314, -0.039091650396585464], [-0.08145755529403687, -0.3918716609477997, -0.009485363028943539, 0.25083255767822266], [-0.08929498493671417, -0.5868569016456604, -0.00446871155872941, 0.5405085682868958], [-0.10103212296962738, -0.39167240262031555, 0.0063414606265723705, 0.2464209944009781], [-0.10886557400226593, -0.5868843197822571, 0.011269880458712578, 0.5410974025726318], [-0.12060326337814331, -0.39192259311676025, 0.022091828286647797, 0.25198662281036377], [-0.1284417062997818, -0.1971229612827301, 0.027131561189889908, -0.03364705294370651], [-0.13238416612148285, -0.39262327551841736, 0.02645862102508545, 0.26747119426727295], [-0.14023663103580475, -0.19788873195648193, 0.031808044761419296, -0.01675047166645527], [-0.14419440925121307, -0.0032370365224778652, 0.031473033130168915, -0.29923033714294434], [-0.14425915479660034, -0.19879314303398132, 0.02548842877149582, 0.003210107795894146], [-0.1482350081205368, -0.39427119493484497, 0.02555263042449951, 0.3038247227668762], [-0.1561204344034195, -0.19952253997325897, 0.03162912279367447, 0.019308768212795258], [-0.16011089086532593, -0.395083487033844, 0.032015301287174225, 0.3218008577823639], [-0.1680125594139099, -0.2004317194223404, 0.03845131769776344, 0.03938373923301697], [-0.17202119529247284, -0.00588164571672678, 0.03923899307847023, -0.24092376232147217], [-0.17213882505893707, 0.1886584609746933, 0.03442051634192467, -0.5209760069847107], [-0.16836565732955933, -0.006930686067789793, 0.024000996723771095, -0.21764841675758362], [-0.1685042679309845, 0.18784008920192719, 0.019648028537631035, -0.5026648044586182], [-0.1647474616765976, -0.00755320955067873, 0.009594732895493507, -0.20385529100894928], [-0.16489852964878082, -0.20281104743480682, 0.0055176266469061375, 0.09183879941701889], [-0.1689547598361969, -0.3980116546154022, 0.007354402448982, 0.3862574100494385], [-0.1769149899482727, -0.20299486815929413, 0.015079550445079803, 0.09590233117341995], [-0.18097488582134247, -0.008092256262898445, 0.016997598111629486, -0.1919851303100586], [-0.18113672733306885, -0.2034531831741333, 0.01315789483487606, 0.10601098835468292], [-0.18520578742027283, -0.008522245101630688, 0.015278114937245846, -0.18249180912971497], [-0.18537624180316925, -0.20385943353176117, 0.011628278531134129, 0.11497137695550919], [-0.18945342302322388, -0.008906019851565361, 0.013927705585956573, -0.17402034997940063], [-0.18963155150413513, -0.20422451198101044, 0.010447299107909203, 0.12302358448505402], [-0.19371603429317474, -0.00925377570092678, 0.012907770462334156, -0.16634510457515717], [-0.19390110671520233, -0.2045580893754959, 0.009580868296325207, 0.1303817480802536], [-0.19799228012561798, -0.39981597661972046, 0.0121885035187006, 0.4260718524456024], [-0.20598860085010529, -0.20486876368522644, 0.020709941163659096, 0.13725610077381134], [-0.21008597314357758, -0.010049469769001007, 0.0234550628811121, -0.1488218903541565], [-0.2102869600057602, 0.18472889065742493, 0.02047862485051155, -0.43401390314102173], [-0.2065923810005188, -0.010676911100745201, 0.011798346415162086, -0.13494637608528137], [-0.20680591464042664, 0.1842740774154663, 0.009099419228732586, -0.423883855342865], [-0.20312044024467468, -0.010975590907037258, 0.0006217415211722255, -0.1283462941646576], [-0.20333994925022125, -0.20610643923282623, -0.0019451844273135066, 0.16453270614147186], [-0.20746207237243652, -0.010956700891256332, 0.0013454697327688336, -0.12876322865486145], [-0.20768120884895325, -0.20609790086746216, -0.0012297948123887181, 0.16434387862682343], [-0.21180316805839539, -0.010958366096019745, 0.002057082485407591, -0.1287267655134201], [-0.2120223343372345, 0.18413405120372772, -0.0005174527759663761, -0.42076000571250916], [-0.208339661359787, -0.010980559512972832, -0.00893265288323164, -0.12824024260044098], [-0.20855927467346191, -0.20597341656684875, -0.011497457511723042, 0.16161119937896729], [-0.2126787304878235, -0.40092888474464417, -0.008265233598649502, 0.45064491033554077], [-0.2206973135471344, -0.5959329605102539, 0.0007476645987480879, 0.7407110929489136], [-0.23261597752571106, -0.40082135796546936, 0.015561887063086033, 0.448263555765152], [-0.24063239991664886, -0.2059229612350464, 0.024527158588171005, 0.1605263650417328], [-0.24475085735321045, -0.011160573922097683, 0.027737684547901154, -0.12431907653808594], [-0.2449740767478943, -0.2066687047481537, 0.025251304730772972, 0.17698414623737335], [-0.2491074502468109, -0.011917047202587128, 0.02879098616540432, -0.10762711614370346], [-0.2493457794189453, 0.18278074264526367, 0.026638444513082504, -0.39108937978744507], [-0.24569016695022583, -0.0127089349552989, 0.01881665736436844, -0.09012812376022339], [-0.24594435095787048, -0.2080954760313034, 0.017014093697071075, 0.20843157172203064], [-0.25010624527931213, -0.013220885768532753, 0.021182725206017494, -0.0788361057639122], [-0.25037068128585815, 0.18159109354019165, 0.019606003537774086, -0.36476126313209534], [-0.24673885107040405, -0.013803919777274132, 0.01231077779084444, -0.06596127152442932], [-0.24701493978500366, -0.20910018682479858, 0.010991552844643593, 0.23058021068572998], [-0.251196950674057, -0.01413701381534338, 0.015603156760334969, -0.05861543491482735], [-0.2514796853065491, -0.2094791680574417, 0.014430847950279713, 0.2389492690563202], [-0.2556692659854889, -0.014566314406692982, 0.019209833815693855, -0.049147043377161026], [-0.2559605836868286, -0.20995837450027466, 0.01822689175605774, 0.24953430891036987], [-0.26015976071357727, -0.01510139461606741, 0.02321757934987545, -0.03734419494867325], [-0.2604617774486542, 0.17968004941940308, 0.02247069589793682, -0.3226122558116913], [-0.2568681836128235, -0.01575455255806446, 0.016018450260162354, -0.022928539663553238], [-0.2571832835674286, 0.1791340559720993, 0.015559879131615162, -0.3105147182941437], [-0.2536005973815918, -0.016206083819270134, 0.009349584579467773, -0.012965566478669643], [-0.25392472743988037, -0.21146085858345032, 0.009090272709727287, 0.28265252709388733], [-0.2581539452075958, -0.016469743102788925, 0.014743323437869549, -0.007149552460759878], [-0.25848332047462463, 0.17843769490718842, 0.014600332826375961, -0.29514455795288086], [-0.2549145817756653, -0.01688932441174984, 0.008697441779077053, 0.00210709311068058], [-0.2552523612976074, -0.2121349275112152, 0.008739583194255829, 0.2975214421749115], [-0.2594950497150421, -0.017138639464974403, 0.014690011739730835, 0.007607577834278345], [-0.2598378360271454, 0.17776958644390106, 0.014842163771390915, -0.2804045081138611], [-0.2562824487686157, -0.01756090298295021, 0.00923407357186079, 0.016922390088438988], [-0.2566336691379547, -0.21281404793262482, 0.009572520852088928, 0.3125044107437134], [-0.2608899474143982, -0.4080710709095001, 0.01582260988652706, 0.6081907749176025], [-0.26905137300491333, -0.21317385137081146, 0.027986424043774605, 0.32053321599960327], [-0.27331483364105225, -0.018461408093571663, 0.03439708799123764, 0.03680585324764252], [-0.2736840546131134, -0.21405930817127228, 0.035133205354213715, 0.34013989567756653], [-0.277965247631073, -0.01945440284907818, 0.0419360026717186, 0.05873972177505493], [-0.27835434675216675, 0.17504195868968964, 0.04311079904437065, -0.22042274475097656], [-0.27485349774360657, -0.020668858662247658, 0.038702342659235, 0.08554136753082275], [-0.2752668857574463, -0.2163235992193222, 0.04041317105293274, 0.3901793360710144], [-0.2795933485031128, -0.02179783023893833, 0.04821675643324852, 0.11050718277692795], [-0.280029296875, 0.17260122299194336, 0.0504269003868103, -0.16658227145671844], [-0.27657729387283325, -0.023204930126667023, 0.04709525778889656, 0.14157283306121826], [-0.27704137563705444, 0.17121200263500214, 0.04992671310901642, -0.13588832318782806], [-0.273617148399353, -0.02458820678293705, 0.04720894619822502, 0.17211836576461792], [-0.2741089165210724, 0.1698273867368698, 0.05065131559967995, -0.10530583560466766], [-0.27071234583854675, 0.3641882538795471, 0.048545196652412415, -0.3815881311893463], [-0.26342859864234924, 0.16841182112693787, 0.04091343283653259, -0.07400274276733398], [-0.2600603401660919, 0.36292406916618347, 0.03943337872624397, -0.3535017669200897], [-0.2528018653392792, 0.16726423799991608, 0.032363343983888626, -0.048649754375219345], [-0.24945658445358276, 0.3619075417518616, 0.03139035031199455, -0.3309486508369446], [-0.24221843481063843, 0.16635313630104065, 0.024771375581622124, -0.028534328565001488], [-0.2388913780450821, -0.02911512739956379, 0.024200689047574997, 0.27186015248298645], [-0.23947367072105408, 0.1656532883644104, 0.02963789366185665, -0.013092600740492344], [-0.23616060614585876, 0.3603379428386688, 0.029376041144132614, -0.29627904295921326], [-0.22895385324954987, 0.16480977833271027, 0.02345046028494835, 0.005521940067410469], [-0.225657656788826, 0.359587699174881, 0.0235608983784914, -0.2796708047389984], [-0.2184658944606781, 0.16413772106170654, 0.017967483028769493, 0.020349062979221344], [-0.21518315374851227, -0.03123723343014717, 0.01837446354329586, 0.3186463415622711], [-0.21580788493156433, 0.163618266582489, 0.024747390300035477, 0.031814221292734146], [-0.2125355303287506, -0.03184967115521431, 0.02538367547094822, 0.3322013318538666], [-0.2131725251674652, -0.22732356190681458, 0.032027702778577805, 0.6327797174453735], [-0.21771898865699768, -0.032662712037563324, 0.044683296233415604, 0.3503527343273163], [-0.21837224066257477, 0.1617962270975113, 0.05169035121798515, 0.07208798080682755], [-0.21513631939888, 0.35614049434661865, 0.053132109344005585, -0.20384883880615234], [-0.20801350474357605, 0.5504639148712158, 0.049055133014917374, -0.47930917143821716], [-0.19700422883033752, 0.3546850085258484, 0.039468951523303986, -0.17157766222953796], [-0.18991053104400635, 0.5492205023765564, 0.036037396639585495, -0.45155274868011475], [-0.17892612516880035, 0.3536078929901123, 0.02700634114444256, -0.14773167669773102], [-0.1718539595603943, 0.15810982882976532, 0.024051707237958908, 0.15334738790988922], [-0.16869176924228668, 0.35287928581237793, 0.027118656784296036, -0.13165177404880524], [-0.1616341769695282, 0.5476024746894836, 0.024485619738698006, -0.41565728187561035], [-0.15068213641643524, 0.35214221477508545, 0.01617247425019741, -0.1153566986322403], [-0.14363928139209747, 0.5470287799835205, 0.013865340501070023, -0.4028937816619873], [-0.13269871473312378, 0.3517129123210907, 0.00580746540799737, -0.10587190836668015], [-0.12566445767879486, 0.5467511415481567, 0.003690027166157961, -0.3967169523239136], [-0.11472943425178528, 0.7418205738067627, -0.0042443121783435345, -0.6882342100143433], [-0.09989301860332489, 0.5467577576637268, -0.018008995801210403, -0.3968904912471771], [-0.08895786106586456, 0.35189589858055115, -0.025946805253624916, -0.10993943363428116], [-0.08191994577646255, 0.15715520083904266, -0.028145594522356987, 0.17444580793380737], [-0.07877684384584427, -0.03755287453532219, -0.02465667761862278, 0.4581185281276703], [-0.07952789962291718, 0.15790881216526031, -0.01549430750310421, 0.15776680409908295], [-0.07636972516775131, 0.35324913263320923, -0.012338971719145775, -0.13976365327835083], [-0.06930474191904068, 0.1583060473203659, -0.015134245157241821, 0.1490011364221573], [-0.0661386176943779, 0.35364142060279846, -0.012154222466051579, -0.1484176516532898], [-0.059065792709589005, 0.5489352941513062, -0.01512257568538189, -0.44491007924079895], [-0.04808708652853966, 0.3540305197238922, -0.02402077615261078, -0.15703223645687103], [-0.04100647568702698, 0.1592605710029602, -0.02716142125427723, 0.12797698378562927], [-0.03782126307487488, 0.35476088523864746, -0.024601882323622704, -0.17314979434013367], [-0.03072604537010193, 0.1599995195865631, -0.028064878657460213, 0.11167161911725998], [-0.02752605639398098, -0.03470927104353905, -0.025831446051597595, 0.3953697979450226], [-0.028220241889357567, 0.1607694923877716, -0.017924049869179726, 0.09465587884187698]], "actions": [1, 0, 0, 1, 0, 1, 1, 0, 0, 1, 0, 0, 1, 1, 0, 1, 0, 1, 1, 0, 0, 1, 1, 0, 0, 1, 0, 0, 1, 1, 0, 1, 1, 0, 1, 0, 0, 1, 1, 1, 0, 0, 1, 0, 1, 0, 1, 0, 0, 0, 1, 1, 0, 0, 0, 1, 1, 1, 0, 0, 0, 1, 1, 0, 0, 1, 0, 1, 1, 0, 1, 1, 0, 0, 1, 0, 1, 1, 1, 0, 1, 0, 0, 0, 1, 1, 0, 1, 0, 1, 0, 1, 0, 0, 1, 1, 1, 0, 1, 0, 0, 1, 0, 1, 1, 0, 0, 0, 0, 1, 1, 1, 0, 1, 1, 0, 0, 1, 1, 0, 0, 1, 0, 1, 0, 1, 1, 0, 1, 0, 0, 1, 1, 0, 0, 1, 1, 0, 0, 0, 1, 1, 0, 1, 1, 0, 0, 1, 1, 0, 1, 0, 1, 1, 0, 1, 0, 1, 0, 0, 1, 1, 0, 1, 0, 0, 1, 0, 0, 1, 1, 1, 1, 0, 1, 0, 0, 1, 1, 0, 1, 0, 1, 1, 0, 0, 0, 0, 1, 1, 0, 1, 1, 0, 0, 1, 0, 0, 1, 0], "rewards": [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], "prev_actions": [0, 1, 0, 0, 1, 0, 1, 1, 0, 0, 1, 0, 0, 1, 1, 0, 1, 0, 1, 1, 0, 0, 1, 1, 0, 0, 1, 0, 0, 1, 1, 0, 1, 1, 0, 1, 0, 0, 1, 1, 1, 0, 0, 1, 0, 1, 0, 1, 0, 0, 0, 1, 1, 0, 0, 0, 1, 1, 1, 0, 0, 0, 1, 1, 0, 0, 1, 0, 1, 1, 0, 1, 1, 0, 0, 1, 0, 1, 1, 1, 0, 1, 0, 0, 0, 1, 1, 0, 1, 0, 1, 0, 1, 0, 0, 1, 1, 1, 0, 1, 0, 0, 1, 0, 1, 1, 0, 0, 0, 0, 1, 1, 1, 0, 1, 1, 0, 0, 1, 1, 0, 0, 1, 0, 1, 0, 1, 1, 0, 1, 0, 0, 1, 1, 0, 0, 1, 1, 0, 0, 0, 1, 1, 0, 1, 1, 0, 0, 1, 1, 0, 1, 0, 1, 1, 0, 1, 0, 1, 0, 0, 1, 1, 0, 1, 0, 0, 1, 0, 0, 1, 1, 1, 1, 0, 1, 0, 0, 1, 1, 0, 1, 0, 1, 1, 0, 0, 0, 0, 1, 1, 0, 1, 1, 0, 0, 1, 0, 0, 1], "prev_rewards": [0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], "dones": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, true], "new_obs": [[0.03445195034146309, 0.17927853763103485, -0.013596353121101856, -0.31367480754852295], [0.03803751990199089, -0.01564711332321167, -0.0198698490858078, -0.02531055547297001], [0.037724580615758896, -0.21047855913639069, -0.020376060158014297, 0.26103758811950684], [0.03351501002907753, -0.015071758069097996, -0.0151553088799119, -0.038001932203769684], [0.033213574439287186, -0.20997314155101776, -0.015915347263216972, 0.24986107647418976], [0.029014110565185547, -0.014627566561102867, -0.01091812551021576, -0.04779908433556557], [0.028721559792757034, 0.18064922094345093, -0.011874107643961906, -0.3439066708087921], [0.03233454376459122, -0.01430180761963129, -0.018752241507172585, -0.05499165132641792], [0.032048508524894714, -0.20914992690086365, -0.01985207386314869, 0.2317163050174713], [0.027865508571267128, -0.013750019483268261, -0.01521774847060442, -0.0671619325876236], [0.02759050764143467, -0.20865052938461304, -0.016560986638069153, 0.22068113088607788], [0.02341749705374241, -0.40353187918663025, -0.01214736420661211, 0.5080943703651428], [0.015346860513091087, -0.20824091136455536, -0.001985476352274418, 0.21160829067230225], [0.011182041838765144, -0.013090626336634159, 0.0022466895170509815, -0.08170028775930405], [0.010920229367911816, -0.2082447111606598, 0.000612683710642159, 0.21169063448905945], [0.006755335256457329, -0.013131525367498398, 0.004846496507525444, -0.08079896867275238], [0.0064927046187222, -0.20832261443138123, 0.003230517031624913, 0.21340909600257874], [0.002326252404600382, -0.013246999122202396, 0.007498698774725199, -0.07825303077697754], [0.0020613123197108507, 0.18176665902137756, 0.005933638196438551, -0.36856070160865784], [0.005696645472198725, -0.013439101167023182, -0.0014375756727531552, -0.07401273399591446], [0.005427863448858261, -0.2085404098033905, -0.002917830366641283, 0.21821628510951996], [0.0012570552062243223, -0.013376873917877674, 0.001446495414711535, -0.07538561522960663], [0.0009895177790895104, 0.18172430992126465, -6.121693149907514e-05, -0.367611825466156], [0.0046240040101110935, -0.01339677069336176, -0.007413453422486782, -0.07494819909334183], [0.004356068558990955, -0.20841166377067566, -0.008912417106330395, 0.21538656949996948], [0.00018783532141242176, -0.013163438998162746, -0.004604686051607132, -0.0800943523645401], [-7.543346146121621e-05, -0.20821908116340637, -0.006206572987139225, 0.2111322283744812], [-0.004239814821630716, -0.4032517373561859, -0.0019839282613247633, 0.5018508434295654], [-0.012304849922657013, -0.20810188353061676, 0.008053089492022991, 0.20854339003562927], [-0.016466887667775154, -0.01309600193053484, 0.012223957106471062, -0.08158836513757706], [-0.016728807240724564, -0.20839102566242218, 0.010592189617455006, 0.21492604911327362], [-0.020896628499031067, -0.013422098942101002, 0.014890710823237896, -0.07439690083265305], [-0.021165071055293083, 0.18148325383663177, 0.013402772136032581, -0.36234480142593384], [-0.017535405233502388, -0.013826612383127213, 0.006155876442790031, -0.0654660314321518], [-0.017811937257647514, 0.18120653927326202, 0.004846555646508932, -0.3562003970146179], [-0.014187806285917759, -0.01398397982120514, -0.0022774524986743927, -0.061993177980184555], [-0.014467486180365086, -0.20907320082187653, -0.0035173159558326006, 0.22997033596038818], [-0.01864895038306713, -0.013901167549192905, 0.0010820906609296799, -0.0638200044631958], [-0.01892697438597679, 0.18120525777339935, -0.00019430943939369172, -0.35616132616996765], [-0.01530286855995655, 0.3763299584388733, -0.007317536044865847, -0.6489055156707764], [-0.007776269223541021, 0.1813107132911682, -0.0202956460416317, -0.3585357964038849], [-0.004150054883211851, -0.013516922481358051, -0.027466362342238426, -0.07232104986906052], [-0.0044203936122357845, 0.18198780715465546, -0.028912782669067383, -0.37354162335395813], [-0.0007806372595950961, -0.012711751274764538, -0.03638361766934395, -0.09011352807283401], [-0.0010348722571507096, 0.18291230499744415, -0.03818588703870773, -0.39404985308647156], [0.0026233738753944635, -0.011647570878267288, -0.04606688395142555, -0.11364669352769852], [0.0023904223926365376, 0.18410316109657288, -0.04833981767296791, -0.42050015926361084], [0.0060724858194589615, -0.010301731526851654, -0.056749820709228516, -0.14343982934951782], [0.005866451188921928, -0.20456695556640625, -0.059618618339300156, 0.13081341981887817], [0.0017751117702573538, -0.3987864553928375, -0.05700235068798065, 0.40410757064819336], [-0.006200617644935846, -0.20290438830852509, -0.048920195549726486, 0.0940120667219162], [-0.010258705355226994, -0.007116640917956829, -0.047039955854415894, -0.2136949896812439], [-0.010401037521660328, -0.20153561234474182, -0.0513138547539711, 0.06378620862960815], [-0.014431750401854515, -0.39588573575019836, -0.050038132816553116, 0.33984801173210144], [-0.022349463775753975, -0.5902612805366516, -0.04324117302894592, 0.6163413524627686], [-0.03415469080209732, -0.3945627510547638, -0.030914343893527985, 0.31035900115966797], [-0.042045947164297104, -0.1990143209695816, -0.024707162752747536, 0.008089122362434864], [-0.046026233583688736, -0.0035469005815684795, -0.02454538084566593, -0.292285680770874], [-0.04609717056155205, -0.19831043481826782, -0.030391095206141472, -0.007443989627063274], [-0.05006337910890579, -0.39298364520072937, -0.030539974570274353, 0.2754973769187927], [-0.057923052459955215, -0.5876568555831909, -0.025030026212334633, 0.558393657207489], [-0.06967619061470032, -0.39219266176223755, -0.013862153515219688, 0.2579311728477478], [-0.07752004265785217, -0.19687558710575104, -0.008703529834747314, -0.039091650396585464], [-0.08145755529403687, -0.3918716609477997, -0.009485363028943539, 0.25083255767822266], [-0.08929498493671417, -0.5868569016456604, -0.00446871155872941, 0.5405085682868958], [-0.10103212296962738, -0.39167240262031555, 0.0063414606265723705, 0.2464209944009781], [-0.10886557400226593, -0.5868843197822571, 0.011269880458712578, 0.5410974025726318], [-0.12060326337814331, -0.39192259311676025, 0.022091828286647797, 0.25198662281036377], [-0.1284417062997818, -0.1971229612827301, 0.027131561189889908, -0.03364705294370651], [-0.13238416612148285, -0.39262327551841736, 0.02645862102508545, 0.26747119426727295], [-0.14023663103580475, -0.19788873195648193, 0.031808044761419296, -0.01675047166645527], [-0.14419440925121307, -0.0032370365224778652, 0.031473033130168915, -0.29923033714294434], [-0.14425915479660034, -0.19879314303398132, 0.02548842877149582, 0.003210107795894146], [-0.1482350081205368, -0.39427119493484497, 0.02555263042449951, 0.3038247227668762], [-0.1561204344034195, -0.19952253997325897, 0.03162912279367447, 0.019308768212795258], [-0.16011089086532593, -0.395083487033844, 0.032015301287174225, 0.3218008577823639], [-0.1680125594139099, -0.2004317194223404, 0.03845131769776344, 0.03938373923301697], [-0.17202119529247284, -0.00588164571672678, 0.03923899307847023, -0.24092376232147217], [-0.17213882505893707, 0.1886584609746933, 0.03442051634192467, -0.5209760069847107], [-0.16836565732955933, -0.006930686067789793, 0.024000996723771095, -0.21764841675758362], [-0.1685042679309845, 0.18784008920192719, 0.019648028537631035, -0.5026648044586182], [-0.1647474616765976, -0.00755320955067873, 0.009594732895493507, -0.20385529100894928], [-0.16489852964878082, -0.20281104743480682, 0.0055176266469061375, 0.09183879941701889], [-0.1689547598361969, -0.3980116546154022, 0.007354402448982, 0.3862574100494385], [-0.1769149899482727, -0.20299486815929413, 0.015079550445079803, 0.09590233117341995], [-0.18097488582134247, -0.008092256262898445, 0.016997598111629486, -0.1919851303100586], [-0.18113672733306885, -0.2034531831741333, 0.01315789483487606, 0.10601098835468292], [-0.18520578742027283, -0.008522245101630688, 0.015278114937245846, -0.18249180912971497], [-0.18537624180316925, -0.20385943353176117, 0.011628278531134129, 0.11497137695550919], [-0.18945342302322388, -0.008906019851565361, 0.013927705585956573, -0.17402034997940063], [-0.18963155150413513, -0.20422451198101044, 0.010447299107909203, 0.12302358448505402], [-0.19371603429317474, -0.00925377570092678, 0.012907770462334156, -0.16634510457515717], [-0.19390110671520233, -0.2045580893754959, 0.009580868296325207, 0.1303817480802536], [-0.19799228012561798, -0.39981597661972046, 0.0121885035187006, 0.4260718524456024], [-0.20598860085010529, -0.20486876368522644, 0.020709941163659096, 0.13725610077381134], [-0.21008597314357758, -0.010049469769001007, 0.0234550628811121, -0.1488218903541565], [-0.2102869600057602, 0.18472889065742493, 0.02047862485051155, -0.43401390314102173], [-0.2065923810005188, -0.010676911100745201, 0.011798346415162086, -0.13494637608528137], [-0.20680591464042664, 0.1842740774154663, 0.009099419228732586, -0.423883855342865], [-0.20312044024467468, -0.010975590907037258, 0.0006217415211722255, -0.1283462941646576], [-0.20333994925022125, -0.20610643923282623, -0.0019451844273135066, 0.16453270614147186], [-0.20746207237243652, -0.010956700891256332, 0.0013454697327688336, -0.12876322865486145], [-0.20768120884895325, -0.20609790086746216, -0.0012297948123887181, 0.16434387862682343], [-0.21180316805839539, -0.010958366096019745, 0.002057082485407591, -0.1287267655134201], [-0.2120223343372345, 0.18413405120372772, -0.0005174527759663761, -0.42076000571250916], [-0.208339661359787, -0.010980559512972832, -0.00893265288323164, -0.12824024260044098], [-0.20855927467346191, -0.20597341656684875, -0.011497457511723042, 0.16161119937896729], [-0.2126787304878235, -0.40092888474464417, -0.008265233598649502, 0.45064491033554077], [-0.2206973135471344, -0.5959329605102539, 0.0007476645987480879, 0.7407110929489136], [-0.23261597752571106, -0.40082135796546936, 0.015561887063086033, 0.448263555765152], [-0.24063239991664886, -0.2059229612350464, 0.024527158588171005, 0.1605263650417328], [-0.24475085735321045, -0.011160573922097683, 0.027737684547901154, -0.12431907653808594], [-0.2449740767478943, -0.2066687047481537, 0.025251304730772972, 0.17698414623737335], [-0.2491074502468109, -0.011917047202587128, 0.02879098616540432, -0.10762711614370346], [-0.2493457794189453, 0.18278074264526367, 0.026638444513082504, -0.39108937978744507], [-0.24569016695022583, -0.0127089349552989, 0.01881665736436844, -0.09012812376022339], [-0.24594435095787048, -0.2080954760313034, 0.017014093697071075, 0.20843157172203064], [-0.25010624527931213, -0.013220885768532753, 0.021182725206017494, -0.0788361057639122], [-0.25037068128585815, 0.18159109354019165, 0.019606003537774086, -0.36476126313209534], [-0.24673885107040405, -0.013803919777274132, 0.01231077779084444, -0.06596127152442932], [-0.24701493978500366, -0.20910018682479858, 0.010991552844643593, 0.23058021068572998], [-0.251196950674057, -0.01413701381534338, 0.015603156760334969, -0.05861543491482735], [-0.2514796853065491, -0.2094791680574417, 0.014430847950279713, 0.2389492690563202], [-0.2556692659854889, -0.014566314406692982, 0.019209833815693855, -0.049147043377161026], [-0.2559605836868286, -0.20995837450027466, 0.01822689175605774, 0.24953430891036987], [-0.26015976071357727, -0.01510139461606741, 0.02321757934987545, -0.03734419494867325], [-0.2604617774486542, 0.17968004941940308, 0.02247069589793682, -0.3226122558116913], [-0.2568681836128235, -0.01575455255806446, 0.016018450260162354, -0.022928539663553238], [-0.2571832835674286, 0.1791340559720993, 0.015559879131615162, -0.3105147182941437], [-0.2536005973815918, -0.016206083819270134, 0.009349584579467773, -0.012965566478669643], [-0.25392472743988037, -0.21146085858345032, 0.009090272709727287, 0.28265252709388733], [-0.2581539452075958, -0.016469743102788925, 0.014743323437869549, -0.007149552460759878], [-0.25848332047462463, 0.17843769490718842, 0.014600332826375961, -0.29514455795288086], [-0.2549145817756653, -0.01688932441174984, 0.008697441779077053, 0.00210709311068058], [-0.2552523612976074, -0.2121349275112152, 0.008739583194255829, 0.2975214421749115], [-0.2594950497150421, -0.017138639464974403, 0.014690011739730835, 0.007607577834278345], [-0.2598378360271454, 0.17776958644390106, 0.014842163771390915, -0.2804045081138611], [-0.2562824487686157, -0.01756090298295021, 0.00923407357186079, 0.016922390088438988], [-0.2566336691379547, -0.21281404793262482, 0.009572520852088928, 0.3125044107437134], [-0.2608899474143982, -0.4080710709095001, 0.01582260988652706, 0.6081907749176025], [-0.26905137300491333, -0.21317385137081146, 0.027986424043774605, 0.32053321599960327], [-0.27331483364105225, -0.018461408093571663, 0.03439708799123764, 0.03680585324764252], [-0.2736840546131134, -0.21405930817127228, 0.035133205354213715, 0.34013989567756653], [-0.277965247631073, -0.01945440284907818, 0.0419360026717186, 0.05873972177505493], [-0.27835434675216675, 0.17504195868968964, 0.04311079904437065, -0.22042274475097656], [-0.27485349774360657, -0.020668858662247658, 0.038702342659235, 0.08554136753082275], [-0.2752668857574463, -0.2163235992193222, 0.04041317105293274, 0.3901793360710144], [-0.2795933485031128, -0.02179783023893833, 0.04821675643324852, 0.11050718277692795], [-0.280029296875, 0.17260122299194336, 0.0504269003868103, -0.16658227145671844], [-0.27657729387283325, -0.023204930126667023, 0.04709525778889656, 0.14157283306121826], [-0.27704137563705444, 0.17121200263500214, 0.04992671310901642, -0.13588832318782806], [-0.273617148399353, -0.02458820678293705, 0.04720894619822502, 0.17211836576461792], [-0.2741089165210724, 0.1698273867368698, 0.05065131559967995, -0.10530583560466766], [-0.27071234583854675, 0.3641882538795471, 0.048545196652412415, -0.3815881311893463], [-0.26342859864234924, 0.16841182112693787, 0.04091343283653259, -0.07400274276733398], [-0.2600603401660919, 0.36292406916618347, 0.03943337872624397, -0.3535017669200897], [-0.2528018653392792, 0.16726423799991608, 0.032363343983888626, -0.048649754375219345], [-0.24945658445358276, 0.3619075417518616, 0.03139035031199455, -0.3309486508369446], [-0.24221843481063843, 0.16635313630104065, 0.024771375581622124, -0.028534328565001488], [-0.2388913780450821, -0.02911512739956379, 0.024200689047574997, 0.27186015248298645], [-0.23947367072105408, 0.1656532883644104, 0.02963789366185665, -0.013092600740492344], [-0.23616060614585876, 0.3603379428386688, 0.029376041144132614, -0.29627904295921326], [-0.22895385324954987, 0.16480977833271027, 0.02345046028494835, 0.005521940067410469], [-0.225657656788826, 0.359587699174881, 0.0235608983784914, -0.2796708047389984], [-0.2184658944606781, 0.16413772106170654, 0.017967483028769493, 0.020349062979221344], [-0.21518315374851227, -0.03123723343014717, 0.01837446354329586, 0.3186463415622711], [-0.21580788493156433, 0.163618266582489, 0.024747390300035477, 0.031814221292734146], [-0.2125355303287506, -0.03184967115521431, 0.02538367547094822, 0.3322013318538666], [-0.2131725251674652, -0.22732356190681458, 0.032027702778577805, 0.6327797174453735], [-0.21771898865699768, -0.032662712037563324, 0.044683296233415604, 0.3503527343273163], [-0.21837224066257477, 0.1617962270975113, 0.05169035121798515, 0.07208798080682755], [-0.21513631939888, 0.35614049434661865, 0.053132109344005585, -0.20384883880615234], [-0.20801350474357605, 0.5504639148712158, 0.049055133014917374, -0.47930917143821716], [-0.19700422883033752, 0.3546850085258484, 0.039468951523303986, -0.17157766222953796], [-0.18991053104400635, 0.5492205023765564, 0.036037396639585495, -0.45155274868011475], [-0.17892612516880035, 0.3536078929901123, 0.02700634114444256, -0.14773167669773102], [-0.1718539595603943, 0.15810982882976532, 0.024051707237958908, 0.15334738790988922], [-0.16869176924228668, 0.35287928581237793, 0.027118656784296036, -0.13165177404880524], [-0.1616341769695282, 0.5476024746894836, 0.024485619738698006, -0.41565728187561035], [-0.15068213641643524, 0.35214221477508545, 0.01617247425019741, -0.1153566986322403], [-0.14363928139209747, 0.5470287799835205, 0.013865340501070023, -0.4028937816619873], [-0.13269871473312378, 0.3517129123210907, 0.00580746540799737, -0.10587190836668015], [-0.12566445767879486, 0.5467511415481567, 0.003690027166157961, -0.3967169523239136], [-0.11472943425178528, 0.7418205738067627, -0.0042443121783435345, -0.6882342100143433], [-0.09989301860332489, 0.5467577576637268, -0.018008995801210403, -0.3968904912471771], [-0.08895786106586456, 0.35189589858055115, -0.025946805253624916, -0.10993943363428116], [-0.08191994577646255, 0.15715520083904266, -0.028145594522356987, 0.17444580793380737], [-0.07877684384584427, -0.03755287453532219, -0.02465667761862278, 0.4581185281276703], [-0.07952789962291718, 0.15790881216526031, -0.01549430750310421, 0.15776680409908295], [-0.07636972516775131, 0.35324913263320923, -0.012338971719145775, -0.13976365327835083], [-0.06930474191904068, 0.1583060473203659, -0.015134245157241821, 0.1490011364221573], [-0.0661386176943779, 0.35364142060279846, -0.012154222466051579, -0.1484176516532898], [-0.059065792709589005, 0.5489352941513062, -0.01512257568538189, -0.44491007924079895], [-0.04808708652853966, 0.3540305197238922, -0.02402077615261078, -0.15703223645687103], [-0.04100647568702698, 0.1592605710029602, -0.02716142125427723, 0.12797698378562927], [-0.03782126307487488, 0.35476088523864746, -0.024601882323622704, -0.17314979434013367], [-0.03072604537010193, 0.1599995195865631, -0.028064878657460213, 0.11167161911725998], [-0.02752605639398098, -0.03470927104353905, -0.025831446051597595, 0.3953697979450226], [-0.028220241889357567, 0.1607694923877716, -0.017924049869179726, 0.09465587884187698], [-0.025004850700497627, -0.034091029316186905, -0.01603093184530735, 0.3816303312778473]], "action_prob": [0.456412136554718, 0.8463360667228699, 0.5743224620819092, 0.7926357388496399, 0.5849553942680359, 0.7878925800323486, 0.4083532691001892, 0.8606978058815002, 0.621209979057312, 0.7629650235176086, 0.6328017115592957, 0.2443304806947708, 0.9084831476211548, 0.7685046792030334, 0.6174641251564026, 0.7725752592086792, 0.6099994778633118, 0.7782847881317139, 0.40044888854026794, 0.8611169457435608, 0.6127890348434448, 0.7743847370147705, 0.39162677526474, 0.8648385405540466, 0.627396821975708, 0.7622515559196472, 0.6293219923973083, 0.23825013637542725, 0.9099096655845642, 0.7802678942680359, 0.5932484269142151, 0.7900830507278442, 0.4255971312522888, 0.8534570336341858, 0.4203864336013794, 0.8567323088645935, 0.593430757522583, 0.7855873703956604, 0.41149288415908813, 0.13952428102493286, 0.929624080657959, 0.8742968440055847, 0.3350438177585602, 0.8843047022819519, 0.2933509647846222, 0.894432544708252, 0.24973373115062714, 0.9040902853012085, 0.7923903465270996, 0.4711170792579651, 0.8275215029716492, 0.49055197834968567, 0.8322262167930603, 0.5662781596183777, 0.22117245197296143, 0.9098750948905945, 0.7764765024185181, 0.40369680523872375, 0.8565198183059692, 0.6317885518074036, 0.2623145580291748, 0.9001594185829163, 0.7451117634773254, 0.6330341100692749, 0.25577861070632935, 0.9033998847007751, 0.23529261350631714, 0.9095447063446045, 0.7926442623138428, 0.5417240858078003, 0.8114428520202637, 0.4993323087692261, 0.8165245056152344, 0.4805796444416046, 0.8367434144020081, 0.4376428723335266, 0.852613627910614, 0.6115991473197937, 0.24610626697540283, 0.9030928015708923, 0.24800889194011688, 0.9044596552848816, 0.7590493559837341, 0.3764042258262634, 0.8660828471183777, 0.6500159502029419, 0.7326557636260986, 0.6609929800033569, 0.723568320274353, 0.6707504987716675, 0.7147983908653259, 0.6796035766601562, 0.7061910629272461, 0.31217777729034424, 0.8820496797561646, 0.7154527902603149, 0.34058550000190735, 0.8824738264083862, 0.33717676997184753, 0.8853481411933899, 0.6758648753166199, 0.7106726765632629, 0.6745551824569702, 0.7114519476890564, 0.327394962310791, 0.8895823955535889, 0.6935620903968811, 0.3097027540206909, 0.12173126637935638, 0.9296327233314514, 0.8872541189193726, 0.7449179887771606, 0.6085801720619202, 0.761564314365387, 0.42117637395858765, 0.8555313348770142, 0.5726299285888672, 0.7789068818092346, 0.4517641067504883, 0.8454914689064026, 0.5470821857452393, 0.7896382212638855, 0.5270814299583435, 0.7989631295204163, 0.5029897689819336, 0.8093570470809937, 0.5254328846931458, 0.8098267316818237, 0.5328799486160278, 0.8080635666847229, 0.4657096564769745, 0.8217137455940247, 0.5553374886512756, 0.795157790184021, 0.4430258274078369, 0.8294486403465271, 0.5781371593475342, 0.7801626920700073, 0.41892755031585693, 0.16257132589817047, 0.9133614897727966, 0.8514237403869629, 0.34366095066070557, 0.8619147539138794, 0.6944621801376343, 0.653531551361084, 0.2815421223640442, 0.8781659007072449, 0.7529322504997253, 0.5555010437965393, 0.7760725021362305, 0.5085395574569702, 0.7966098785400391, 0.5396225452423096, 0.7817983031272888, 0.5665557384490967, 0.7667326331138611, 0.5866357088088989, 0.7550904750823975, 0.39916250109672546, 0.8342247605323792, 0.6301693916320801, 0.7177563309669495, 0.6438056826591492, 0.7074712514877319, 0.3463279902935028, 0.8510218262672424, 0.3221144378185272, 0.1412731409072876, 0.9135007858276367, 0.8703018426895142, 0.7496832609176636, 0.46216368675231934, 0.8186110854148865, 0.4829119145870209, 0.8120085000991821, 0.506544291973114, 0.7844457626342773, 0.5179526805877686, 0.7961643934249878, 0.5203025341033936, 0.7995255589485168, 0.5134273767471313, 0.19166558980941772, 0.9242308735847473, 0.8358060121536255, 0.5626774430274963, 0.2426569163799286, 0.8838064074516296, 0.7586507797241211, 0.5820481181144714, 0.7527098655700684, 0.4035651385784149, 0.8670648336410522, 0.6375115513801575, 0.7185906767845154, 0.6646106243133545, 0.30042773485183716, 0.8738145232200623, 0.30383729934692383], "action_logp": [-0.7843590974807739, -0.16683876514434814, -0.5545642375946045, -0.23239153623580933, -0.5362196564674377, -0.23839351534843445, -0.8956226110458374, -0.1500117927789688, -0.47608616948127747, -0.27054309844970703, -0.45759817957878113, -1.409233570098877, -0.09597896039485931, -0.26330864429473877, -0.4821343421936035, -0.2580258846282959, -0.49429717659950256, -0.25066277384757996, -0.9151691198348999, -0.14952492713928223, -0.48973459005355835, -0.2556864321231842, -0.9374459981918335, -0.14521242678165436, -0.46617603302001953, -0.27147865295410156, -0.4631122350692749, -1.434434175491333, -0.09440997987985611, -0.24811795353889465, -0.5221419930458069, -0.23561722040176392, -0.854262113571167, -0.15846006572246552, -0.8665809035301208, -0.15462975203990936, -0.5218347311019897, -0.24132360517978668, -0.8879635334014893, -1.969516634941101, -0.07297497987747192, -0.13433532416820526, -1.093493938446045, -0.12295360863208771, -1.2263855934143066, -0.11156582087278366, -1.3873599767684937, -0.10082605481147766, -0.2327011376619339, -0.752648651599884, -0.1893201619386673, -0.712224006652832, -0.18365098536014557, -0.568669855594635, -1.5088125467300415, -0.09444794803857803, -0.25298890471458435, -0.9070912003517151, -0.15487779676914215, -0.45920050144195557, -1.338210940361023, -0.10518341511487961, -0.29422101378440857, -0.4572310149669647, -1.3634430170059204, -0.10159000009298325, -1.446925401687622, -0.09481113404035568, -0.23238077759742737, -0.6129984855651855, -0.2089412808418274, -0.6944834589958191, -0.20269833505153656, -0.732762336730957, -0.17823779582977295, -0.826352059841156, -0.1594487875699997, -0.49167823791503906, -1.401991844177246, -0.1019299328327179, -1.3942906856536865, -0.1004176065325737, -0.275688499212265, -0.9770916104316711, -0.14377473294734955, -0.43075835704803467, -0.31107932329177856, -0.41401201486587524, -0.32356032729148865, -0.39935800433158875, -0.33575475215911865, -0.38624560832977295, -0.3478694260120392, -1.164182424545288, -0.1255069226026535, -0.33483967185020447, -1.0770890712738037, -0.1250261813402176, -1.0871479511260986, -0.1217743456363678, -0.3917620778083801, -0.3415432870388031, -0.3937017619609833, -0.34044742584228516, -1.1165879964828491, -0.11700315773487091, -0.3659144937992096, -1.1721422672271729, -2.1059393882751465, -0.07296566665172577, -0.11962383985519409, -0.2944811284542084, -0.4966266453266144, -0.27238065004348755, -0.8647035956382751, -0.15603254735469818, -0.5575156211853027, -0.24986380338668823, -0.7945951223373413, -0.16783718764781952, -0.6031562685966492, -0.236180379986763, -0.6404001712799072, -0.22444047033786774, -0.6871854066848755, -0.21151509881019592, -0.6435328125953674, -0.21093496680259705, -0.6294590830802917, -0.21311455965042114, -0.7641928791999817, -0.1963631510734558, -0.5881792902946472, -0.22921468317508698, -0.8141272068023682, -0.18699410557746887, -0.547944188117981, -0.24825280904769897, -0.8700572848320007, -1.816638469696045, -0.09062352031469345, -0.16084535419940948, -1.0680997371673584, -0.14859887957572937, -0.36461758613586426, -0.42536449432373047, -1.2674732208251953, -0.12991972267627716, -0.2837800085544586, -0.587884783744812, -0.2535093426704407, -0.6762122511863708, -0.22739019989967346, -0.6168854236602783, -0.24615852534770966, -0.5681797862052917, -0.26561710238456726, -0.5333512425422668, -0.2809177339076996, -0.918386697769165, -0.18125241994857788, -0.46176666021347046, -0.3316251039505005, -0.44035831093788147, -0.34605830907821655, -1.0603690147399902, -0.16131751239299774, -1.1328483819961548, -1.9570600986480713, -0.09047107398509979, -0.13891518115997314, -0.28810447454452515, -0.7718361616134644, -0.20014619827270508, -0.7279210090637207, -0.20824448764324188, -0.6801434755325317, -0.24277785420417786, -0.6578713655471802, -0.22794955968856812, -0.6533448100090027, -0.2237367480993271, -0.6666467189788818, -1.6520031690597534, -0.07879334688186646, -0.17935873568058014, -0.5750487446784973, -1.4161067008972168, -0.1235172227025032, -0.27621370553970337, -0.5412021279335022, -0.28407546877861023, -0.907417356967926, -0.14264149963855743, -0.45018285512924194, -0.33046334981918335, -0.4085538983345032, -1.2025480270385742, -0.13488714396953583, -1.19126296043396], "action_dist_inputs": [[0.08742775022983551, -0.08736748993396759], [0.8514423370361328, -0.8547061681747437], [0.1497352123260498, -0.14977380633354187], [-0.6688676476478577, 0.6720191836357117], [0.17149458825588226, -0.17165511846542358], [-0.6546046137809753, 0.6576643586158752], [0.1852584183216095, -0.18551868200302124], [0.9087700247764587, -0.9123278260231018], [0.24716266989707947, -0.24752432107925415], [-0.5830585956573486, 0.5859459042549133], [0.2718823552131653, -0.2723727226257324], [-0.5631479620933533, 0.5659345388412476], [-1.144919514656067, 1.1503336429595947], [-0.5985910296440125, 0.601296067237854], [0.23907756805419922, -0.2397209256887436], [-0.6101148724555969, 0.6127951741218567], [0.22332584857940674, -0.22398415207862854], [-0.6265155076980591, 0.6291834712028503], [0.20146867632865906, -0.20212647318840027], [0.9103732705116272, -0.9142249822616577], [0.22919392585754395, -0.22985701262950897], [-0.6152964234352112, 0.6179415583610535], [0.21989133954048157, -0.22058795392513275], [0.926080048084259, -0.9299929738044739], [0.2601640224456787, -0.2609010934829712], [-0.5812481045722961, 0.583815336227417], [0.26425158977508545, -0.265057772397995], [-0.5798932909965515, 0.5824040174484253], [-1.1536507606506348, 1.1588810682296753], [-0.6323760151863098, 0.6348522305488586], [0.18828365206718445, -0.18912722170352936], [-0.6614636182785034, 0.6639626026153564], [0.14951853454113007, -0.15031938254833221], [0.8790087699890137, -0.8829679489135742], [0.16021323204040527, -0.16097402572631836], [0.8922263979911804, -0.8961842060089111], [0.1886991262435913, -0.1894671618938446], [-0.648003101348877, 0.6505264043807983], [0.17849771678447723, -0.17929953336715698], [0.9076155424118042, -0.911631166934967], [1.287157416343689, -1.293771505355835], [0.9676877856254578, -0.9718087315559387], [0.3422353267669678, -0.34322449564933777], [1.0147712230682373, -1.0190706253051758], [0.43897566199302673, -0.4401889145374298], [1.066152811050415, -1.0706865787506104], [0.5492601990699768, -0.5507725477218628], [1.119346261024475, -1.1241755485534668], [0.6687485575675964, -0.6706461310386658], [-0.05707831680774689, 0.05858215317130089], [-0.7819355130195618, 0.786227285861969], [0.01946364901959896, -0.018332816660404205], [0.7994008660316467, -0.8020867705345154], [0.1337185949087143, -0.13296349346637726], [-0.6275129914283752, 0.6313338875770569], [-1.1530369520187378, 1.1590739488601685], [-0.620836079120636, 0.624413788318634], [0.19509902596473694, -0.19498614966869354], [0.8915526270866394, -0.8951283097267151], [0.26986539363861084, -0.27003219723701477], [-0.5153896808624268, 0.5185835361480713], [-1.0966920852661133, 1.1023045778274536], [-0.5348551869392395, 0.537854015827179], [0.2723292112350464, -0.27292609214782715], [-0.5325813889503479, 0.5354449152946472], [-1.11508309841156, 1.1205016374588013], [-0.5879542827606201, 0.5907091498374939], [-1.1513519287109375, 1.1567360162734985], [-0.6691111922264099, 0.6718271970748901], [0.08331502974033356, -0.08397022634744644], [-0.7283368706703186, 0.7310758829116821], [0.001058975700289011, -0.0016118069179356098], [0.7445037961006165, -0.7484720349311829], [-0.03908795863389969, 0.03863256052136421], [-0.815683901309967, 0.8185107111930847], [-0.12555009126663208, 0.12518377602100372], [-0.8761808276176453, 0.8790683746337891], [-0.22714370489120483, 0.22689543664455414], [0.5579448938369751, -0.5615430474281311], [1.1129083633422852, -1.1191633939743042], [0.552884578704834, -0.5563752055168152], [1.1207786798477173, -1.127010464668274], [0.5720061659812927, -0.5754684209823608], [-0.2524375319480896, 0.252401202917099], [-0.9318513870239258, 0.9349074363708496], [-0.3095797300338745, 0.3095296621322632], [0.5023568868637085, -0.5057818293571472], [-0.33387428522109985, 0.33384814858436584], [0.4794209599494934, -0.4828101098537445], [-0.3557955026626587, 0.35578596591949463], [0.45772209763526917, -0.4610820710659027], [-0.37597450613975525, 0.3759762644767761], [0.4368102550506592, -0.44014590978622437], [-0.3949741721153259, 0.3949834704399109], [-1.0044299364089966, 1.0075550079345703], [-0.4609963893890381, 0.46101996302604675], [0.3287257254123688, -0.3319603204727173], [1.0050026178359985, -1.0110652446746826], [0.33636218309402466, -0.3395388126373291], [1.0190117359161377, -1.0250684022903442], [0.365827351808548, -0.3690055012702942], [-0.44928234815597534, 0.44937101006507874], [0.36282357573509216, -0.36603716015815735], [-0.4511987566947937, 0.4512474536895752], [0.3583730459213257, -0.3616180419921875], [1.0401674509048462, -1.0463149547576904], [0.4067632555961609, -0.41006240248680115], [-0.40078237652778625, 0.40072691440582275], [-0.9865753054618835, 0.9895614981651306], [-1.2876311540603638, 1.2934306859970093], [-1.0299869775772095, 1.0330084562301636], [-0.5359032154083252, 0.5357857346534729], [0.21902629733085632, -0.22232158482074738], [-0.5806517004966736, 0.5806232690811157], [0.15737789869308472, -0.16056834161281586], [0.886324942111969, -0.8923355340957642], [0.14474864304065704, -0.14784058928489685], [-0.6295833587646484, 0.6297240853309631], [0.09526029229164124, -0.0982852354645729], [0.8468879461288452, -0.8527811169624329], [0.09296630322933197, -0.09592201560735703], [-0.6612457633018494, 0.6615001559257507], [0.05275817960500717, -0.05567377805709839], [-0.6897600889205933, 0.690066397190094], [0.00455053523182869, -0.007408633828163147], [-0.72272789478302, 0.723109781742096], [-0.052300285547971725, 0.04951911047101021], [0.7216053605079651, -0.7272794842720032], [-0.06720006465911865, 0.06450973451137543], [0.7159304022789001, -0.7215456962585449], [-0.0700034648180008, 0.06737363338470459], [-0.7637038826942444, 0.7642977833747864], [-0.1124255508184433, 0.10983477532863617], [0.6753842830657959, -0.6809163093566895], [-0.1157112568616867, 0.1131795272231102], [-0.790510356426239, 0.7912141680717468], [-0.15881088376045227, 0.15631982684135437], [0.6305841207504272, -0.6360304355621338], [-0.16480258107185364, 0.1623748391866684], [-0.8191953301429749, 0.8200238943099976], [-1.1756258010864258, 1.1797621250152588], [-0.8724203109741211, 0.8733915090560913], [-0.3246361315250397, 0.32238590717315674], [-0.9150485992431641, 0.9162369966506958], [-0.41155946254730225, 0.40950459241867065], [0.31477707624435425, -0.31982192397117615], [-0.46932393312454224, 0.467501163482666], [-0.9867274761199951, 0.9884475469589233], [-0.5579360723495483, 0.5563768744468689], [0.10913735628128052, -0.11378540843725204], [-0.6220853924751282, 0.620838463306427], [0.014882046729326248, -0.019279610365629196], [-0.6830776333808899, 0.6821615695953369], [-0.0814717710018158, 0.0773514062166214], [0.6347337365150452, -0.6414430737495422], [-0.1358240395784378, 0.13198822736740112], [0.5917012095451355, -0.5982517004013062], [-0.17682921886444092, 0.1732456386089325], [0.5597726702690125, -0.5661759376525879], [-0.2061602622270584, 0.2027955949306488], [-0.8078367710113525, 0.8080334663391113], [-0.2680419683456421, 0.26490160822868347], [0.46361270546913147, -0.4697467088699341], [-0.2974163293838501, 0.29450422525405884], [0.4385734498500824, -0.44456061720848083], [-0.31896573305130005, 0.3162538707256317], [-0.8708922863006592, 0.8717452883720398], [-0.37328091263771057, 0.3707906901836395], [-0.9018250107765198, 0.9029306769371033], [-1.1763569116592407, 1.1807910203933716], [-0.9510756134986877, 0.9525543451309204], [-0.5493389964103699, 0.5475848317146301], [0.07325184345245361, -0.07838334143161774], [0.749768078327179, -0.7571973204612732], [0.03179232403635979, -0.03658667206764221], [0.727928638458252, -0.7351855039596558], [0.010832997038960457, -0.015345790423452854], [-0.6462154984474182, 0.6455494165420532], [-0.038042087107896805, 0.033799558877944946], [0.6777696013450623, -0.6847225427627563], [-0.04263243451714516, 0.03862239792943001], [0.6882653832435608, -0.6950664520263672], [-0.0287824384868145, 0.02493998035788536], [0.7162767648696899, -0.7229468822479248], [1.2465296983718872, -1.2547413110733032], [0.8103988170623779, -0.8169493675231934], [0.12412774562835693, -0.12790773808956146], [-0.5691313147544861, 0.5690364837646484], [-1.0129560232162476, 1.0160248279571533], [-0.5726975798606873, 0.5725992321968079], [0.1636923849582672, -0.16749440133571625], [-0.5565992593765259, 0.5565182566642761], [0.19342808425426483, -0.19720399379730225], [0.9344383478164673, -0.940814197063446], [0.2804020345211029, -0.2841777205467224], [-0.4688197374343872, 0.46866217255592346], [0.3400496542453766, -0.3438597619533539], [-0.4227510988712311, 0.42251068353652954], [-0.9660459160804749, 0.9690693616867065], [-0.4146879017353058, 0.41440311074256897]], "value_targets": [86.60203552246094, 86.4666976928711, 86.33000183105469, 86.1919174194336, 86.05244445800781, 85.91156005859375, 85.76924896240234, 85.62550354003906, 85.48030853271484, 85.33364868164062, 85.18550109863281, 85.03585815429688, 84.88470458984375, 84.73202514648438, 84.57780456542969, 84.42202758789062, 84.2646713256836, 84.10572814941406, 83.94518280029297, 83.78301239013672, 83.61920166015625, 83.45374298095703, 83.28660583496094, 83.11778259277344, 82.94725799560547, 82.77500915527344, 82.60102081298828, 82.4252700805664, 82.24774932861328, 82.06842803955078, 81.8873062133789, 81.704345703125, 81.51954650878906, 81.33287048339844, 81.14431762695312, 80.953857421875, 80.76146697998047, 80.567138671875, 80.370849609375, 80.17257690429688, 79.97229766845703, 79.7699966430664, 79.5656509399414, 79.35924530029297, 79.1507568359375, 78.94015502929688, 78.72743225097656, 78.51255798339844, 78.2955093383789, 78.0762710571289, 77.85482025146484, 77.63113403320312, 77.40518188476562, 77.17695617675781, 76.94641876220703, 76.71355438232422, 76.47834014892578, 76.2407455444336, 76.0007553100586, 75.75833892822266, 75.51347351074219, 75.26612854003906, 75.01629638671875, 74.76393127441406, 74.50902557373047, 74.25154113769531, 73.991455078125, 73.72874450683594, 73.46337127685547, 73.19532775878906, 72.92457580566406, 72.65108489990234, 72.37483215332031, 72.09579467773438, 71.81392669677734, 71.52922058105469, 71.24163818359375, 70.9511489868164, 70.65773010253906, 70.36134338378906, 70.06195831298828, 69.75955963134766, 69.45409393310547, 69.14555358886719, 68.83389282226562, 68.51908111572266, 68.20109558105469, 67.87989044189453, 67.55545043945312, 67.22772216796875, 66.89669036865234, 66.56231689453125, 66.22456359863281, 65.88339233398438, 65.53878021240234, 65.19068908691406, 64.83908081054688, 64.48391723632812, 64.12516784667969, 63.76279830932617, 63.396766662597656, 63.027034759521484, 62.65357208251953, 62.276336669921875, 61.895286560058594, 61.51039123535156, 61.12160873413086, 60.72889709472656, 60.332218170166016, 59.93153381347656, 59.52680206298828, 59.11798095703125, 58.70503234863281, 58.28791046142578, 57.8665771484375, 57.44098663330078, 57.0110969543457, 56.576866149902344, 56.138248443603516, 55.6952018737793, 55.247676849365234, 54.79563522338867, 54.33902359008789, 53.877803802490234, 53.411922454833984, 52.94133758544922, 52.46599578857422, 51.98585510253906, 51.50086212158203, 51.01097106933594, 50.51613235473633, 50.01629638671875, 49.511409759521484, 49.001426696777344, 48.486289978027344, 47.965946197509766, 47.44034957885742, 46.909446716308594, 46.37317657470703, 45.83149337768555, 45.28433609008789, 44.731651306152344, 44.17338562011719, 43.60948181152344, 43.039878845214844, 42.46452331542969, 41.883358001708984, 41.296321868896484, 40.70335388183594, 40.104400634765625, 39.499393463134766, 38.888275146484375, 38.2709846496582, 37.6474609375, 37.017635345458984, 36.38145065307617, 35.73883819580078, 35.08973693847656, 34.434078216552734, 33.77179718017578, 33.10282516479492, 32.427093505859375, 31.74454116821289, 31.055091857910156, 30.358678817749023, 29.655229568481445, 28.944677352905273, 28.226945877075195, 27.50196647644043, 26.769662857055664, 26.02996253967285, 25.282791137695312, 24.5280704498291, 23.765727996826172, 22.995685577392578, 22.217864990234375, 21.432186126708984, 20.63857078552246, 19.83694076538086, 19.02721405029297, 18.209306716918945, 17.383136749267578, 16.54862403869629, 15.705680847167969, 14.854223251342773, 13.99416446685791, 13.125418663024902, 12.24789810180664, 11.361513137817383, 10.466174125671387, 9.561792373657227, 8.648275375366211, 7.725530624389648, 6.7934651374816895, 5.851984977722168, 4.900994777679443, 3.940398931503296, 2.970099925994873, 1.9900000095367432, 1.0]}
{"type": "SampleBatch", "eps_id": [1306964917, 1306964917, 1306964917, 1306964917, 1306964917, 1306964917, 1306964917, 1306964917, 1306964917, 1306964917, 1306964917, 1306964917, 1306964917, 1306964917, 1306964917, 1306964917, 1306964917, 1306964917, 1306964917, 1306964917, 1306964917, 1306964917, 1306964917, 1306964917, 1306964917, 1306964917, 1306964917, 1306964917, 1306964917, 1306964917, 1306964917, 1306964917, 1306964917, 1306964917, 1306964917, 1306964917, 1306964917, 1306964917, 1306964917, 1306964917, 1306964917, 1306964917, 1306964917, 1306964917, 1306964917, 1306964917, 1306964917, 1306964917, 1306964917, 1306964917, 1306964917, 1306964917, 1306964917, 1306964917, 1306964917, 1306964917, 1306964917, 1306964917, 1306964917, 1306964917, 1306964917, 1306964917, 1306964917, 1306964917, 1306964917, 1306964917, 1306964917, 1306964917, 1306964917, 1306964917, 1306964917, 1306964917, 1306964917, 1306964917, 1306964917, 1306964917, 1306964917, 1306964917, 1306964917, 1306964917, 1306964917, 1306964917, 1306964917, 1306964917, 1306964917, 1306964917, 1306964917, 1306964917, 1306964917, 1306964917, 1306964917, 1306964917, 1306964917, 1306964917, 1306964917, 1306964917, 1306964917, 1306964917, 1306964917, 1306964917, 1306964917, 1306964917, 1306964917, 1306964917, 1306964917, 1306964917, 1306964917, 1306964917, 1306964917, 1306964917, 1306964917, 1306964917, 1306964917, 1306964917, 1306964917, 1306964917, 1306964917, 1306964917, 1306964917, 1306964917, 1306964917, 1306964917, 1306964917, 1306964917, 1306964917, 1306964917, 1306964917, 1306964917, 1306964917, 1306964917, 1306964917, 1306964917, 1306964917, 1306964917, 1306964917, 1306964917, 1306964917, 1306964917, 1306964917, 1306964917, 1306964917, 1306964917, 1306964917, 1306964917, 1306964917, 1306964917, 1306964917, 1306964917, 1306964917, 1306964917, 1306964917, 1306964917, 1306964917, 1306964917, 1306964917, 1306964917, 1306964917, 1306964917, 1306964917, 1306964917, 1306964917, 1306964917, 1306964917, 1306964917, 1306964917, 1306964917, 1306964917, 1306964917, 1306964917, 1306964917, 1306964917, 1306964917, 1306964917, 1306964917, 1306964917, 1306964917, 1306964917, 1306964917, 1306964917, 1306964917, 1306964917, 1306964917, 1306964917, 1306964917, 1306964917, 1306964917, 1306964917, 1306964917, 1306964917, 1306964917, 1306964917, 1306964917, 1306964917, 1306964917, 1306964917, 1306964917, 1306964917, 1306964917, 1306964917, 1306964917], "obs": [[0.009244595654308796, -0.03698879852890968, -0.008032613433897495, 0.03933851793408394], [0.008504819124937057, 0.15824741125106812, -0.007245842833071947, -0.2558678984642029], [0.011669767089188099, -0.03677034005522728, -0.012363201007246971, 0.03452077880501747], [0.010934360325336456, 0.1585267037153244, -0.011672785505652428, -0.26203709840774536], [0.014104894362390041, -0.03642670065164566, -0.016913527622818947, 0.026941372081637383], [0.013376360759139061, -0.23130206763744354, -0.016374699771404266, 0.3142402768135071], [0.008750319480895996, -0.03595072776079178, -0.010089894756674767, 0.016438603401184082], [0.00803130492568016, -0.2309265434741974, -0.009761122055351734, 0.3059210479259491], [0.0034127740655094385, -0.03566685691475868, -0.003642701543867588, 0.01017575990408659], [0.0026994370855391026, -0.2307363748550415, -0.0034391863737255335, 0.3017071485519409], [-0.0019152906024828553, -0.0355655774474144, 0.002594956662505865, 0.007941560819745064], [-0.0026266020722687244, 0.15951906144618988, 0.0027537879068404436, -0.2839215099811554], [0.0005637790891341865, -0.03564205765724182, -0.0029246420599520206, 0.00962868519127369], [-0.000149062107084319, 0.15952171385288239, -0.0027320683002471924, -0.2839755713939667], [0.0030413721688091755, -0.03556116297841072, -0.008411579765379429, 0.007844432257115841], [0.0023301488254219294, -0.23056147992610931, -0.008254691027104855, 0.29786157608032227], [-0.002281080698594451, -0.03532283380627632, -0.002297459403052926, 0.0025867423973977566], [-0.0029875373002141714, 0.15983198583126068, -0.0022457244340330362, -0.2908201813697815], [0.00020910240709781647, -0.035257868468761444, -0.008062127977609634, 0.0011536317178979516], [-0.0004960549413226545, 0.15997877717018127, -0.00803905539214611, -0.2940620481967926], [0.002703520469367504, -0.035027649253606796, -0.013920295983552933, -0.00392532953992486], [0.002002967521548271, 0.1602911502122879, -0.013998802751302719, -0.30096757411956787], [0.005208790302276611, -0.03462851047515869, -0.02001815475523472, -0.012732245959341526], [0.004516220185905695, 0.16077472269535065, -0.02027279883623123, -0.31166329979896545], [0.007731714751571417, -0.03405263274908066, -0.02650606632232666, -0.025442130863666534], [0.007050661835819483, 0.1614392101764679, -0.02701490744948387, -0.3263687789440155], [0.01027944590896368, -0.033287905156612396, -0.03354228287935257, -0.04232608526945114], [0.009613688103854656, -0.22791321575641632, -0.03438880667090416, 0.23958808183670044], [0.005055423825979233, -0.032317306846380234, -0.029597043991088867, -0.06374062597751617], [0.004409077577292919, -0.22700268030166626, -0.030871855095028877, 0.21945928037166595], [-0.00013097599730826914, -0.03145335242152214, -0.02648266963660717, -0.08279982954263687], [-0.000760042981710285, 0.1640380173921585, -0.028138667345046997, -0.3837190568447113], [0.002520717214792967, -0.03067336231470108, -0.03581304848194122, -0.1000392809510231], [0.0019072501454502344, -0.22526423633098602, -0.037813834846019745, 0.18113307654857635], [-0.0025980346836149693, -0.029622165486216545, -0.03419117256999016, -0.12323486059904099], [-0.0031904778443276882, -0.22423800826072693, -0.03665586933493614, 0.15846805274486542], [-0.00767523841932416, -0.0286109559237957, -0.033486507833004, -0.14554983377456665], [-0.008247457444667816, -0.2232377529144287, -0.036397505551576614, 0.13638350367546082], [-0.012712212279438972, -0.02761388011276722, -0.033669836819171906, -0.16755646467208862], [-0.01326449029147625, -0.22223810851573944, -0.0370209626853466, 0.11431735008955002], [-0.01770925149321556, -0.026605786755681038, -0.03473461791872978, -0.18981173634529114], [-0.018241368234157562, -0.22121404111385345, -0.038530852645635605, 0.09171464294195175], [-0.02266564778983593, -0.025561606511473656, -0.03669656068086624, -0.21287144720554352], [-0.023176880553364754, -0.22014020383358002, -0.04095398634672165, 0.06801358610391617], [-0.027579685673117638, -0.024455757811665535, -0.039593715220689774, -0.23730407655239105], [-0.028068799525499344, -0.21899034082889557, -0.044339798390865326, 0.0426316000521183], [-0.03244860842823982, -0.41344934701919556, -0.04348716512322426, 0.321001797914505], [-0.04071759432554245, -0.21773594617843628, -0.03706713020801544, 0.01492804940789938], [-0.04507231339812279, -0.4123072624206543, -0.03676857054233551, 0.29568928480148315], [-0.053318459540605545, -0.6068862676620483, -0.030854783952236176, 0.5765529870986938], [-0.06545618176460266, -0.4113457202911377, -0.019323723390698433, 0.274311900138855], [-0.07368309795856476, -0.6061866879463196, -0.013837485574185848, 0.560837984085083], [-0.08580683171749115, -0.41087329387664795, -0.0026207254268229008, 0.2638278603553772], [-0.09402430057525635, -0.21571403741836548, 0.002655831864103675, -0.029680510982871056], [-0.09833857417106628, -0.41087397933006287, 0.0020622217562049627, 0.2638391852378845], [-0.10655605792999268, -0.6060252785682678, 0.00733900535851717, 0.5571718215942383], [-0.1186765655875206, -0.4110071361064911, 0.01848244108259678, 0.2668101191520691], [-0.1268967092037201, -0.21615378558635712, 0.023818643763661385, -0.019986467435956], [-0.1312197744846344, -0.021381370723247528, 0.023418914526700974, -0.3050602078437805], [-0.13164740800857544, -0.2168290913105011, 0.01731771044433117, -0.005084471311420202], [-0.13598398864269257, -0.4121950566768646, 0.017216021195054054, 0.29301169514656067], [-0.14422789216041565, -0.6075581908226013, 0.02307625487446785, 0.5910742282867432], [-0.15637905895709991, -0.41276678442955017, 0.03489774093031883, 0.30574873089790344], [-0.16463439166545868, -0.21815907955169678, 0.0410127155482769, 0.024272749200463295], [-0.16899757087230682, -0.02364855259656906, 0.04149816930294037, -0.2551933228969574], [-0.16947054862976074, 0.17085707187652588, 0.03639430180191994, -0.5345036387443542], [-0.1660533994436264, -0.02475726790726185, 0.02570423111319542, -0.23057885468006134], [-0.16654855012893677, -0.2202369123697281, 0.021092653274536133, 0.07009995728731155], [-0.17095328867435455, -0.02542361058294773, 0.02249465323984623, -0.215854212641716], [-0.17146176099777222, -0.22085979580879211, 0.018177568912506104, 0.08383877575397491], [-0.17587895691394806, -0.026003072038292885, 0.019854344427585602, -0.20305411517620087], [-0.17639902234077454, 0.16882939636707306, 0.01579326204955578, -0.4894084334373474], [-0.17302243411540985, -0.026511764153838158, 0.006005092989653349, -0.19179020822048187], [-0.17355266213417053, -0.22171910107135773, 0.0021692889276891947, 0.1027810126543045], [-0.17798703908920288, -0.02662830799818039, 0.004224909003823996, -0.1892167180776596], [-0.178519606590271, -0.221810445189476, 0.0004405748040881008, 0.10479599237442017], [-0.1829558163881302, -0.02669481374323368, 0.0025364947505295277, -0.18774789571762085], [-0.18348972499370575, -0.22185295820236206, -0.0012184632942080498, 0.10573410987854004], [-0.187926784157753, -0.026713570579886436, 0.0008962189313024282, -0.18733298778533936], [-0.1884610503911972, -0.22184833884239197, -0.0028504407964646816, 0.10563252866268158], [-0.19289802014827728, -0.026685649529099464, -0.0007377902511507273, -0.1879483312368393], [-0.19343173503875732, -0.22179703414440155, -0.004496756941080093, 0.10450175404548645], [-0.19786766171455383, -0.026610933244228363, -0.0024067219346761703, -0.189596489071846], [-0.1983998864889145, -0.22169837355613708, -0.006198651622980833, 0.10232625156641006], [-0.2028338611125946, -0.026488136500120163, -0.004152126610279083, -0.19230586290359497], [-0.20336361229419708, -0.22155044972896576, -0.007998243905603886, 0.09906435012817383], [-0.20779462158679962, -0.41655686497688293, -0.0060169571079313755, 0.3892131447792053], [-0.2161257565021515, -0.2213500291109085, 0.0017673061229288578, 0.09463922679424286], [-0.22055275738239288, -0.02625344693660736, 0.003660090733319521, -0.19748559594154358], [-0.2210778295993805, -0.2214275598526001, -0.0002896210935432464, 0.09634967893362045], [-0.22550638020038605, -0.02630145661532879, 0.0016373725375160575, -0.19642460346221924], [-0.22603240609169006, -0.22144679725170135, -0.002291119657456875, 0.0967743843793869], [-0.23046134412288666, -0.02629207633435726, -0.0003556319570634514, -0.19663050770759583], [-0.23098719120025635, 0.16883495450019836, -0.004288242198526859, -0.4894255995750427], [-0.2276104986667633, -0.026226233690977097, -0.01407675351947546, -0.19809724390506744], [-0.22813501954078674, -0.22114403545856476, -0.01803869940340519, 0.09011208266019821], [-0.23255789279937744, -0.02576824091374874, -0.016236456111073494, -0.20820702612400055], [-0.23307326436042786, -0.22065430879592896, -0.020400596782565117, 0.07931022346019745], [-0.2374863475561142, -0.02524593658745289, -0.018814392387866974, -0.2197386920452118], [-0.23799127340316772, -0.2200939655303955, -0.023209167644381523, 0.06695051491260529], [-0.2423931509256363, -0.02464708313345909, -0.02187015675008297, -0.23296374082565308], [-0.24288608133792877, 0.17078042030334473, -0.026529431343078613, -0.5324642062187195], [-0.2394704818725586, -0.02395854890346527, -0.03717871382832527, -0.24825727939605713], [-0.23994964361190796, 0.17167410254478455, -0.04214386269450188, -0.5524314641952515], [-0.23651616275310516, -0.022831447422504425, -0.053192488849163055, -0.2733188569545746], [-0.23697279393672943, -0.21715566515922546, -0.058658868074417114, 0.002123976359143853], [-0.24131591618061066, -0.02124365046620369, -0.05861638858914375, -0.30847442150115967], [-0.24174077808856964, -0.21548354625701904, -0.06478587538003922, -0.03483833000063896], [-0.24605044722557068, -0.4096195101737976, -0.06548264622688293, 0.2367209792137146], [-0.25424283742904663, -0.21362610161304474, -0.06074822321534157, -0.07587717473506927], [-0.2585153579711914, -0.017688259482383728, -0.06226576864719391, -0.387090802192688], [-0.25886914134025574, 0.17825976014137268, -0.07000758498907089, -0.6987375617027283], [-0.2553039491176605, -0.015825293958187103, -0.08398233354091644, -0.4288884997367859], [-0.25562044978141785, -0.20966371893882751, -0.09256010502576828, -0.1638174206018448], [-0.25981372594833374, -0.4033471345901489, -0.09583645313978195, 0.09829024970531464], [-0.2678806483745575, -0.59697425365448, -0.09387064725160599, 0.3592652976512909], [-0.27982014417648315, -0.7906451225280762, -0.08668534457683563, 0.6209352016448975], [-0.2956330478191376, -0.5944263935089111, -0.07426663488149643, 0.3022586703300476], [-0.3075215816497803, -0.7884156107902527, -0.06822146475315094, 0.5706260800361633], [-0.3232899010181427, -0.9825178980827332, -0.056808941066265106, 0.8410606384277344], [-0.34294024109840393, -0.7866683602333069, -0.039987727999687195, 0.5310673713684082], [-0.3586736023426056, -0.59100741147995, -0.029366381466388702, 0.22605733573436737], [-0.3704937696456909, -0.39547833800315857, -0.02484523318707943, -0.07574227452278137], [-0.37840333580970764, -0.5902354717254639, -0.026360079646110535, 0.20899949967861176], [-0.39020803570747375, -0.784970760345459, -0.022180089727044106, 0.4932520091533661], [-0.40590745210647583, -0.5895431041717529, -0.012315048836171627, 0.19366224110126495], [-0.41769832372665405, -0.3942471742630005, -0.008441803976893425, -0.10287997126579285], [-0.42558324337005615, -0.19900527596473694, -0.010499403811991215, -0.3982142508029938], [-0.42956337332725525, -0.39397671818733215, -0.01846368797123432, -0.10885999351739883], [-0.4374428987503052, -0.5888292789459229, -0.020640889182686806, 0.17794102430343628], [-0.4492194950580597, -0.7836498618125916, -0.01708206720650196, 0.46404165029525757], [-0.4648924767971039, -0.5882907509803772, -0.007801234722137451, 0.1660238355398178], [-0.47665828466415405, -0.39305800199508667, -0.004480758216232061, -0.1291099190711975], [-0.48451945185661316, -0.5881154537200928, -0.007062956225126982, 0.16215603053569794], [-0.49628177285194397, -0.39289310574531555, -0.003819835837930441, -0.13274668157100677], [-0.5041396021842957, -0.5879601240158081, -0.0064747692085802555, 0.158728688955307], [-0.5158988237380981, -0.39274609088897705, -0.003300195559859276, -0.13598981499671936], [-0.5237537622451782, -0.5878206491470337, -0.00601999182254076, 0.15565013885498047], [-0.5355101823806763, -0.3926129937171936, -0.002906989073380828, -0.13892586529254913], [-0.5433624386787415, -0.5876932144165039, -0.005685506388545036, 0.1528385430574417], [-0.5551162958145142, -0.7827332615852356, -0.002628735499456525, 0.4437223970890045], [-0.5707709789276123, -0.977817952632904, 0.006245712283998728, 0.7355755567550659], [-0.5903273224830627, -0.782782793045044, 0.0209572222083807, 0.44486477971076965], [-0.6059829592704773, -0.5879635214805603, 0.02985451929271221, 0.15886102616786957], [-0.6177422404289246, -0.3932814598083496, 0.03303173929452896, -0.12425605952739716], [-0.6256078481674194, -0.5888606905937195, 0.03054661862552166, 0.17866231501102448], [-0.6373850703239441, -0.7844061255455017, 0.034119863063097, 0.48082298040390015], [-0.6530731916427612, -0.5897819995880127, 0.04373632371425629, 0.1990860104560852], [-0.6648688316345215, -0.7855013608932495, 0.04771804437041283, 0.5052386522293091], [-0.680578887462616, -0.5910831689834595, 0.0578228160738945, 0.22796714305877686], [-0.6924005150794983, -0.396833211183548, 0.062382157891988754, -0.04593045264482498], [-0.7003371715545654, -0.5927916169166565, 0.061463549733161926, 0.26576390862464905], [-0.7121930122375488, -0.398598313331604, 0.06677883118391037, -0.00691711762920022], [-0.7201650142669678, -0.20449446141719818, 0.06664048880338669, -0.2778055667877197], [-0.7242549061775208, -0.01038337405771017, 0.06108437478542328, -0.5487480759620667], [-0.7244625687599182, -0.20630782842636108, 0.050109412521123886, -0.2374618947505951], [-0.7285887002944946, -0.4021085202693939, 0.045360174030065536, 0.07059648633003235], [-0.7366308569908142, -0.20766523480415344, 0.046772103756666183, -0.20743709802627563], [-0.7407841682434082, -0.013242227956652641, 0.0426233634352684, -0.4850066900253296], [-0.74104905128479, -0.20893894135951996, 0.03292322903871536, -0.17920076847076416], [-0.7452278137207031, -0.40451619029045105, 0.02933921292424202, 0.12368379533290863], [-0.7533181309700012, -0.20982657372951508, 0.0318128876388073, -0.15960043668746948], [-0.7575146555900574, -0.4053891897201538, 0.028620880097150803, 0.14294648170471191], [-0.7656224370002747, -0.6009091138839722, 0.03147980943322182, 0.44451960921287537], [-0.7776406407356262, -0.4062463641166687, 0.04037020355463028, 0.16192370653152466], [-0.7857655882835388, -0.2117249071598053, 0.04360867664217949, -0.11775513738393784], [-0.7900000810623169, -0.017254026606678963, 0.041253574192523956, -0.39636725187301636], [-0.7903451323509216, -0.21293626725673676, 0.03332623094320297, -0.09096849709749222], [-0.7946038842201233, -0.018307451158761978, 0.03150685876607895, -0.37295350432395935], [-0.7949700355529785, 0.1763530820608139, 0.024047788232564926, -0.6555379033088684], [-0.7914429306983948, -0.01909526437520981, 0.010937030427157879, -0.3553808033466339], [-0.7918248772621155, -0.214370995759964, 0.0038294147234410048, -0.05926928669214249], [-0.7961122989654541, -0.01930416375398636, 0.0026440289802849293, -0.35074156522750854], [-0.7964983582496643, -0.21446362137794495, -0.004370802082121372, -0.05722605064511299], [-0.800787627696991, -0.019279269501566887, -0.005515323020517826, -0.35128480195999146], [-0.801173210144043, -0.21432235836982727, -0.012541019357740879, -0.06034610792994499], [-0.8054596781730652, -0.4092622697353363, -0.01374794077128172, 0.228353813290596], [-0.8136448860168457, -0.6041851043701172, -0.009180865250527859, 0.5166686177253723], [-0.8257285952568054, -0.7991765737533569, 0.0011525077279657125, 0.8064444065093994], [-0.8417121171951294, -0.6040704250335693, 0.017281396314501762, 0.5141242146492004], [-0.8537935614585876, -0.40919607877731323, 0.027563879266381264, 0.22693680226802826], [-0.8619774580001831, -0.21447865664958954, 0.032102614641189575, -0.05692560225725174], [-0.8662670254707336, -0.01983136497437954, 0.03096410445868969, -0.33930957317352295], [-0.8666636943817139, -0.21537990868091583, 0.0241779126226902, -0.03702535852789879], [-0.8709712624549866, -0.020612867549061775, 0.02343740500509739, -0.3219829201698303], [-0.871383547782898, -0.2160605937242508, 0.016997747123241425, -0.022001877427101135], [-0.8757047653198242, -0.41142213344573975, 0.016557710245251656, 0.2759951949119568], [-0.8839331865310669, -0.21654027700424194, 0.022077612578868866, -0.011419770307838917], [-0.888264000415802, -0.411971777677536, 0.021849218755960464, 0.28814634680747986], [-0.8965034484863281, -0.21716812252998352, 0.027612144127488136, 0.0024337363429367542], [-0.9008467793464661, -0.02245282381772995, 0.02766081877052784, -0.28141093254089355], [-0.9012958407402039, 0.17226387560367584, 0.02203259989619255, -0.5652430057525635], [-0.8978505730628967, -0.02316015027463436, 0.010727740824222565, -0.2657010555267334], [-0.8983137607574463, -0.21843355894088745, 0.005413719452917576, 0.03034609742462635], [-0.9026824235916138, -0.41363272070884705, 0.006020641420036554, 0.3247321844100952], [-0.9109550714492798, -0.21859700977802277, 0.012515285052359104, 0.03395397961139679], [-0.9153270125389099, -0.023656751960515976, 0.013194364495575428, -0.25475412607192993], [-0.915800154209137, -0.2189645767211914, 0.008099282160401344, 0.04206116124987602], [-0.9201794862747192, -0.023959705606102943, 0.008940505795180798, -0.24805539846420288], [-0.9206586480140686, -0.21920819580554962, 0.003979397937655449, 0.04743409901857376]], "actions": [1, 0, 1, 0, 0, 1, 0, 1, 0, 1, 1, 0, 1, 0, 0, 1, 1, 0, 1, 0, 1, 0, 1, 0, 1, 0, 0, 1, 0, 1, 1, 0, 0, 1, 0, 1, 0, 1, 0, 1, 0, 1, 0, 1, 0, 0, 1, 0, 0, 1, 0, 1, 1, 0, 0, 1, 1, 1, 0, 0, 0, 1, 1, 1, 1, 0, 0, 1, 0, 1, 1, 0, 0, 1, 0, 1, 0, 1, 0, 1, 0, 1, 0, 1, 0, 0, 1, 1, 0, 1, 0, 1, 1, 0, 0, 1, 0, 1, 0, 1, 1, 0, 1, 0, 0, 1, 0, 0, 1, 1, 1, 0, 0, 0, 0, 0, 1, 0, 0, 1, 1, 1, 0, 0, 1, 1, 1, 0, 0, 0, 1, 1, 0, 1, 0, 1, 0, 1, 0, 0, 0, 1, 1, 1, 0, 0, 1, 0, 1, 1, 0, 1, 1, 1, 0, 0, 1, 1, 0, 0, 1, 0, 0, 1, 1, 1, 0, 1, 1, 0, 0, 1, 0, 1, 0, 0, 0, 0, 1, 1, 1, 1, 0, 1, 0, 0, 1, 0, 1, 1, 1, 0, 0, 0, 1, 1, 0, 1, 0, 0], "rewards": [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], "prev_actions": [0, 1, 0, 1, 0, 0, 1, 0, 1, 0, 1, 1, 0, 1, 0, 0, 1, 1, 0, 1, 0, 1, 0, 1, 0, 1, 0, 0, 1, 0, 1, 1, 0, 0, 1, 0, 1, 0, 1, 0, 1, 0, 1, 0, 1, 0, 0, 1, 0, 0, 1, 0, 1, 1, 0, 0, 1, 1, 1, 0, 0, 0, 1, 1, 1, 1, 0, 0, 1, 0, 1, 1, 0, 0, 1, 0, 1, 0, 1, 0, 1, 0, 1, 0, 1, 0, 0, 1, 1, 0, 1, 0, 1, 1, 0, 0, 1, 0, 1, 0, 1, 1, 0, 1, 0, 0, 1, 0, 0, 1, 1, 1, 0, 0, 0, 0, 0, 1, 0, 0, 1, 1, 1, 0, 0, 1, 1, 1, 0, 0, 0, 1, 1, 0, 1, 0, 1, 0, 1, 0, 0, 0, 1, 1, 1, 0, 0, 1, 0, 1, 1, 0, 1, 1, 1, 0, 0, 1, 1, 0, 0, 1, 0, 0, 1, 1, 1, 0, 1, 1, 0, 0, 1, 0, 1, 0, 0, 0, 0, 1, 1, 1, 1, 0, 1, 0, 0, 1, 0, 1, 1, 1, 0, 0, 0, 1, 1, 0, 1, 0], "prev_rewards": [0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], "dones": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, true], "new_obs": [[0.008504819124937057, 0.15824741125106812, -0.007245842833071947, -0.2558678984642029], [0.011669767089188099, -0.03677034005522728, -0.012363201007246971, 0.03452077880501747], [0.010934360325336456, 0.1585267037153244, -0.011672785505652428, -0.26203709840774536], [0.014104894362390041, -0.03642670065164566, -0.016913527622818947, 0.026941372081637383], [0.013376360759139061, -0.23130206763744354, -0.016374699771404266, 0.3142402768135071], [0.008750319480895996, -0.03595072776079178, -0.010089894756674767, 0.016438603401184082], [0.00803130492568016, -0.2309265434741974, -0.009761122055351734, 0.3059210479259491], [0.0034127740655094385, -0.03566685691475868, -0.003642701543867588, 0.01017575990408659], [0.0026994370855391026, -0.2307363748550415, -0.0034391863737255335, 0.3017071485519409], [-0.0019152906024828553, -0.0355655774474144, 0.002594956662505865, 0.007941560819745064], [-0.0026266020722687244, 0.15951906144618988, 0.0027537879068404436, -0.2839215099811554], [0.0005637790891341865, -0.03564205765724182, -0.0029246420599520206, 0.00962868519127369], [-0.000149062107084319, 0.15952171385288239, -0.0027320683002471924, -0.2839755713939667], [0.0030413721688091755, -0.03556116297841072, -0.008411579765379429, 0.007844432257115841], [0.0023301488254219294, -0.23056147992610931, -0.008254691027104855, 0.29786157608032227], [-0.002281080698594451, -0.03532283380627632, -0.002297459403052926, 0.0025867423973977566], [-0.0029875373002141714, 0.15983198583126068, -0.0022457244340330362, -0.2908201813697815], [0.00020910240709781647, -0.035257868468761444, -0.008062127977609634, 0.0011536317178979516], [-0.0004960549413226545, 0.15997877717018127, -0.00803905539214611, -0.2940620481967926], [0.002703520469367504, -0.035027649253606796, -0.013920295983552933, -0.00392532953992486], [0.002002967521548271, 0.1602911502122879, -0.013998802751302719, -0.30096757411956787], [0.005208790302276611, -0.03462851047515869, -0.02001815475523472, -0.012732245959341526], [0.004516220185905695, 0.16077472269535065, -0.02027279883623123, -0.31166329979896545], [0.007731714751571417, -0.03405263274908066, -0.02650606632232666, -0.025442130863666534], [0.007050661835819483, 0.1614392101764679, -0.02701490744948387, -0.3263687789440155], [0.01027944590896368, -0.033287905156612396, -0.03354228287935257, -0.04232608526945114], [0.009613688103854656, -0.22791321575641632, -0.03438880667090416, 0.23958808183670044], [0.005055423825979233, -0.032317306846380234, -0.029597043991088867, -0.06374062597751617], [0.004409077577292919, -0.22700268030166626, -0.030871855095028877, 0.21945928037166595], [-0.00013097599730826914, -0.03145335242152214, -0.02648266963660717, -0.08279982954263687], [-0.000760042981710285, 0.1640380173921585, -0.028138667345046997, -0.3837190568447113], [0.002520717214792967, -0.03067336231470108, -0.03581304848194122, -0.1000392809510231], [0.0019072501454502344, -0.22526423633098602, -0.037813834846019745, 0.18113307654857635], [-0.0025980346836149693, -0.029622165486216545, -0.03419117256999016, -0.12323486059904099], [-0.0031904778443276882, -0.22423800826072693, -0.03665586933493614, 0.15846805274486542], [-0.00767523841932416, -0.0286109559237957, -0.033486507833004, -0.14554983377456665], [-0.008247457444667816, -0.2232377529144287, -0.036397505551576614, 0.13638350367546082], [-0.012712212279438972, -0.02761388011276722, -0.033669836819171906, -0.16755646467208862], [-0.01326449029147625, -0.22223810851573944, -0.0370209626853466, 0.11431735008955002], [-0.01770925149321556, -0.026605786755681038, -0.03473461791872978, -0.18981173634529114], [-0.018241368234157562, -0.22121404111385345, -0.038530852645635605, 0.09171464294195175], [-0.02266564778983593, -0.025561606511473656, -0.03669656068086624, -0.21287144720554352], [-0.023176880553364754, -0.22014020383358002, -0.04095398634672165, 0.06801358610391617], [-0.027579685673117638, -0.024455757811665535, -0.039593715220689774, -0.23730407655239105], [-0.028068799525499344, -0.21899034082889557, -0.044339798390865326, 0.0426316000521183], [-0.03244860842823982, -0.41344934701919556, -0.04348716512322426, 0.321001797914505], [-0.04071759432554245, -0.21773594617843628, -0.03706713020801544, 0.01492804940789938], [-0.04507231339812279, -0.4123072624206543, -0.03676857054233551, 0.29568928480148315], [-0.053318459540605545, -0.6068862676620483, -0.030854783952236176, 0.5765529870986938], [-0.06545618176460266, -0.4113457202911377, -0.019323723390698433, 0.274311900138855], [-0.07368309795856476, -0.6061866879463196, -0.013837485574185848, 0.560837984085083], [-0.08580683171749115, -0.41087329387664795, -0.0026207254268229008, 0.2638278603553772], [-0.09402430057525635, -0.21571403741836548, 0.002655831864103675, -0.029680510982871056], [-0.09833857417106628, -0.41087397933006287, 0.0020622217562049627, 0.2638391852378845], [-0.10655605792999268, -0.6060252785682678, 0.00733900535851717, 0.5571718215942383], [-0.1186765655875206, -0.4110071361064911, 0.01848244108259678, 0.2668101191520691], [-0.1268967092037201, -0.21615378558635712, 0.023818643763661385, -0.019986467435956], [-0.1312197744846344, -0.021381370723247528, 0.023418914526700974, -0.3050602078437805], [-0.13164740800857544, -0.2168290913105011, 0.01731771044433117, -0.005084471311420202], [-0.13598398864269257, -0.4121950566768646, 0.017216021195054054, 0.29301169514656067], [-0.14422789216041565, -0.6075581908226013, 0.02307625487446785, 0.5910742282867432], [-0.15637905895709991, -0.41276678442955017, 0.03489774093031883, 0.30574873089790344], [-0.16463439166545868, -0.21815907955169678, 0.0410127155482769, 0.024272749200463295], [-0.16899757087230682, -0.02364855259656906, 0.04149816930294037, -0.2551933228969574], [-0.16947054862976074, 0.17085707187652588, 0.03639430180191994, -0.5345036387443542], [-0.1660533994436264, -0.02475726790726185, 0.02570423111319542, -0.23057885468006134], [-0.16654855012893677, -0.2202369123697281, 0.021092653274536133, 0.07009995728731155], [-0.17095328867435455, -0.02542361058294773, 0.02249465323984623, -0.215854212641716], [-0.17146176099777222, -0.22085979580879211, 0.018177568912506104, 0.08383877575397491], [-0.17587895691394806, -0.026003072038292885, 0.019854344427585602, -0.20305411517620087], [-0.17639902234077454, 0.16882939636707306, 0.01579326204955578, -0.4894084334373474], [-0.17302243411540985, -0.026511764153838158, 0.006005092989653349, -0.19179020822048187], [-0.17355266213417053, -0.22171910107135773, 0.0021692889276891947, 0.1027810126543045], [-0.17798703908920288, -0.02662830799818039, 0.004224909003823996, -0.1892167180776596], [-0.178519606590271, -0.221810445189476, 0.0004405748040881008, 0.10479599237442017], [-0.1829558163881302, -0.02669481374323368, 0.0025364947505295277, -0.18774789571762085], [-0.18348972499370575, -0.22185295820236206, -0.0012184632942080498, 0.10573410987854004], [-0.187926784157753, -0.026713570579886436, 0.0008962189313024282, -0.18733298778533936], [-0.1884610503911972, -0.22184833884239197, -0.0028504407964646816, 0.10563252866268158], [-0.19289802014827728, -0.026685649529099464, -0.0007377902511507273, -0.1879483312368393], [-0.19343173503875732, -0.22179703414440155, -0.004496756941080093, 0.10450175404548645], [-0.19786766171455383, -0.026610933244228363, -0.0024067219346761703, -0.189596489071846], [-0.1983998864889145, -0.22169837355613708, -0.006198651622980833, 0.10232625156641006], [-0.2028338611125946, -0.026488136500120163, -0.004152126610279083, -0.19230586290359497], [-0.20336361229419708, -0.22155044972896576, -0.007998243905603886, 0.09906435012817383], [-0.20779462158679962, -0.41655686497688293, -0.0060169571079313755, 0.3892131447792053], [-0.2161257565021515, -0.2213500291109085, 0.0017673061229288578, 0.09463922679424286], [-0.22055275738239288, -0.02625344693660736, 0.003660090733319521, -0.19748559594154358], [-0.2210778295993805, -0.2214275598526001, -0.0002896210935432464, 0.09634967893362045], [-0.22550638020038605, -0.02630145661532879, 0.0016373725375160575, -0.19642460346221924], [-0.22603240609169006, -0.22144679725170135, -0.002291119657456875, 0.0967743843793869], [-0.23046134412288666, -0.02629207633435726, -0.0003556319570634514, -0.19663050770759583], [-0.23098719120025635, 0.16883495450019836, -0.004288242198526859, -0.4894255995750427], [-0.2276104986667633, -0.026226233690977097, -0.01407675351947546, -0.19809724390506744], [-0.22813501954078674, -0.22114403545856476, -0.01803869940340519, 0.09011208266019821], [-0.23255789279937744, -0.02576824091374874, -0.016236456111073494, -0.20820702612400055], [-0.23307326436042786, -0.22065430879592896, -0.020400596782565117, 0.07931022346019745], [-0.2374863475561142, -0.02524593658745289, -0.018814392387866974, -0.2197386920452118], [-0.23799127340316772, -0.2200939655303955, -0.023209167644381523, 0.06695051491260529], [-0.2423931509256363, -0.02464708313345909, -0.02187015675008297, -0.23296374082565308], [-0.24288608133792877, 0.17078042030334473, -0.026529431343078613, -0.5324642062187195], [-0.2394704818725586, -0.02395854890346527, -0.03717871382832527, -0.24825727939605713], [-0.23994964361190796, 0.17167410254478455, -0.04214386269450188, -0.5524314641952515], [-0.23651616275310516, -0.022831447422504425, -0.053192488849163055, -0.2733188569545746], [-0.23697279393672943, -0.21715566515922546, -0.058658868074417114, 0.002123976359143853], [-0.24131591618061066, -0.02124365046620369, -0.05861638858914375, -0.30847442150115967], [-0.24174077808856964, -0.21548354625701904, -0.06478587538003922, -0.03483833000063896], [-0.24605044722557068, -0.4096195101737976, -0.06548264622688293, 0.2367209792137146], [-0.25424283742904663, -0.21362610161304474, -0.06074822321534157, -0.07587717473506927], [-0.2585153579711914, -0.017688259482383728, -0.06226576864719391, -0.387090802192688], [-0.25886914134025574, 0.17825976014137268, -0.07000758498907089, -0.6987375617027283], [-0.2553039491176605, -0.015825293958187103, -0.08398233354091644, -0.4288884997367859], [-0.25562044978141785, -0.20966371893882751, -0.09256010502576828, -0.1638174206018448], [-0.25981372594833374, -0.4033471345901489, -0.09583645313978195, 0.09829024970531464], [-0.2678806483745575, -0.59697425365448, -0.09387064725160599, 0.3592652976512909], [-0.27982014417648315, -0.7906451225280762, -0.08668534457683563, 0.6209352016448975], [-0.2956330478191376, -0.5944263935089111, -0.07426663488149643, 0.3022586703300476], [-0.3075215816497803, -0.7884156107902527, -0.06822146475315094, 0.5706260800361633], [-0.3232899010181427, -0.9825178980827332, -0.056808941066265106, 0.8410606384277344], [-0.34294024109840393, -0.7866683602333069, -0.039987727999687195, 0.5310673713684082], [-0.3586736023426056, -0.59100741147995, -0.029366381466388702, 0.22605733573436737], [-0.3704937696456909, -0.39547833800315857, -0.02484523318707943, -0.07574227452278137], [-0.37840333580970764, -0.5902354717254639, -0.026360079646110535, 0.20899949967861176], [-0.39020803570747375, -0.784970760345459, -0.022180089727044106, 0.4932520091533661], [-0.40590745210647583, -0.5895431041717529, -0.012315048836171627, 0.19366224110126495], [-0.41769832372665405, -0.3942471742630005, -0.008441803976893425, -0.10287997126579285], [-0.42558324337005615, -0.19900527596473694, -0.010499403811991215, -0.3982142508029938], [-0.42956337332725525, -0.39397671818733215, -0.01846368797123432, -0.10885999351739883], [-0.4374428987503052, -0.5888292789459229, -0.020640889182686806, 0.17794102430343628], [-0.4492194950580597, -0.7836498618125916, -0.01708206720650196, 0.46404165029525757], [-0.4648924767971039, -0.5882907509803772, -0.007801234722137451, 0.1660238355398178], [-0.47665828466415405, -0.39305800199508667, -0.004480758216232061, -0.1291099190711975], [-0.48451945185661316, -0.5881154537200928, -0.007062956225126982, 0.16215603053569794], [-0.49628177285194397, -0.39289310574531555, -0.003819835837930441, -0.13274668157100677], [-0.5041396021842957, -0.5879601240158081, -0.0064747692085802555, 0.158728688955307], [-0.5158988237380981, -0.39274609088897705, -0.003300195559859276, -0.13598981499671936], [-0.5237537622451782, -0.5878206491470337, -0.00601999182254076, 0.15565013885498047], [-0.5355101823806763, -0.3926129937171936, -0.002906989073380828, -0.13892586529254913], [-0.5433624386787415, -0.5876932144165039, -0.005685506388545036, 0.1528385430574417], [-0.5551162958145142, -0.7827332615852356, -0.002628735499456525, 0.4437223970890045], [-0.5707709789276123, -0.977817952632904, 0.006245712283998728, 0.7355755567550659], [-0.5903273224830627, -0.782782793045044, 0.0209572222083807, 0.44486477971076965], [-0.6059829592704773, -0.5879635214805603, 0.02985451929271221, 0.15886102616786957], [-0.6177422404289246, -0.3932814598083496, 0.03303173929452896, -0.12425605952739716], [-0.6256078481674194, -0.5888606905937195, 0.03054661862552166, 0.17866231501102448], [-0.6373850703239441, -0.7844061255455017, 0.034119863063097, 0.48082298040390015], [-0.6530731916427612, -0.5897819995880127, 0.04373632371425629, 0.1990860104560852], [-0.6648688316345215, -0.7855013608932495, 0.04771804437041283, 0.5052386522293091], [-0.680578887462616, -0.5910831689834595, 0.0578228160738945, 0.22796714305877686], [-0.6924005150794983, -0.396833211183548, 0.062382157891988754, -0.04593045264482498], [-0.7003371715545654, -0.5927916169166565, 0.061463549733161926, 0.26576390862464905], [-0.7121930122375488, -0.398598313331604, 0.06677883118391037, -0.00691711762920022], [-0.7201650142669678, -0.20449446141719818, 0.06664048880338669, -0.2778055667877197], [-0.7242549061775208, -0.01038337405771017, 0.06108437478542328, -0.5487480759620667], [-0.7244625687599182, -0.20630782842636108, 0.050109412521123886, -0.2374618947505951], [-0.7285887002944946, -0.4021085202693939, 0.045360174030065536, 0.07059648633003235], [-0.7366308569908142, -0.20766523480415344, 0.046772103756666183, -0.20743709802627563], [-0.7407841682434082, -0.013242227956652641, 0.0426233634352684, -0.4850066900253296], [-0.74104905128479, -0.20893894135951996, 0.03292322903871536, -0.17920076847076416], [-0.7452278137207031, -0.40451619029045105, 0.02933921292424202, 0.12368379533290863], [-0.7533181309700012, -0.20982657372951508, 0.0318128876388073, -0.15960043668746948], [-0.7575146555900574, -0.4053891897201538, 0.028620880097150803, 0.14294648170471191], [-0.7656224370002747, -0.6009091138839722, 0.03147980943322182, 0.44451960921287537], [-0.7776406407356262, -0.4062463641166687, 0.04037020355463028, 0.16192370653152466], [-0.7857655882835388, -0.2117249071598053, 0.04360867664217949, -0.11775513738393784], [-0.7900000810623169, -0.017254026606678963, 0.041253574192523956, -0.39636725187301636], [-0.7903451323509216, -0.21293626725673676, 0.03332623094320297, -0.09096849709749222], [-0.7946038842201233, -0.018307451158761978, 0.03150685876607895, -0.37295350432395935], [-0.7949700355529785, 0.1763530820608139, 0.024047788232564926, -0.6555379033088684], [-0.7914429306983948, -0.01909526437520981, 0.010937030427157879, -0.3553808033466339], [-0.7918248772621155, -0.214370995759964, 0.0038294147234410048, -0.05926928669214249], [-0.7961122989654541, -0.01930416375398636, 0.0026440289802849293, -0.35074156522750854], [-0.7964983582496643, -0.21446362137794495, -0.004370802082121372, -0.05722605064511299], [-0.800787627696991, -0.019279269501566887, -0.005515323020517826, -0.35128480195999146], [-0.801173210144043, -0.21432235836982727, -0.012541019357740879, -0.06034610792994499], [-0.8054596781730652, -0.4092622697353363, -0.01374794077128172, 0.228353813290596], [-0.8136448860168457, -0.6041851043701172, -0.009180865250527859, 0.5166686177253723], [-0.8257285952568054, -0.7991765737533569, 0.0011525077279657125, 0.8064444065093994], [-0.8417121171951294, -0.6040704250335693, 0.017281396314501762, 0.5141242146492004], [-0.8537935614585876, -0.40919607877731323, 0.027563879266381264, 0.22693680226802826], [-0.8619774580001831, -0.21447865664958954, 0.032102614641189575, -0.05692560225725174], [-0.8662670254707336, -0.01983136497437954, 0.03096410445868969, -0.33930957317352295], [-0.8666636943817139, -0.21537990868091583, 0.0241779126226902, -0.03702535852789879], [-0.8709712624549866, -0.020612867549061775, 0.02343740500509739, -0.3219829201698303], [-0.871383547782898, -0.2160605937242508, 0.016997747123241425, -0.022001877427101135], [-0.8757047653198242, -0.41142213344573975, 0.016557710245251656, 0.2759951949119568], [-0.8839331865310669, -0.21654027700424194, 0.022077612578868866, -0.011419770307838917], [-0.888264000415802, -0.411971777677536, 0.021849218755960464, 0.28814634680747986], [-0.8965034484863281, -0.21716812252998352, 0.027612144127488136, 0.0024337363429367542], [-0.9008467793464661, -0.02245282381772995, 0.02766081877052784, -0.28141093254089355], [-0.9012958407402039, 0.17226387560367584, 0.02203259989619255, -0.5652430057525635], [-0.8978505730628967, -0.02316015027463436, 0.010727740824222565, -0.2657010555267334], [-0.8983137607574463, -0.21843355894088745, 0.005413719452917576, 0.03034609742462635], [-0.9026824235916138, -0.41363272070884705, 0.006020641420036554, 0.3247321844100952], [-0.9109550714492798, -0.21859700977802277, 0.012515285052359104, 0.03395397961139679], [-0.9153270125389099, -0.023656751960515976, 0.013194364495575428, -0.25475412607192993], [-0.915800154209137, -0.2189645767211914, 0.008099282160401344, 0.04206116124987602], [-0.9201794862747192, -0.023959705606102943, 0.008940505795180798, -0.24805539846420288], [-0.9206586480140686, -0.21920819580554962, 0.003979397937655449, 0.04743409901857376], [-0.9250428080558777, -0.4143869876861572, 0.004928079899400473, 0.3413698971271515]], "action_prob": [0.5694187879562378, 0.8273358345031738, 0.5489407777786255, 0.8365744352340698, 0.4782404899597168, 0.8569760918617249, 0.484277606010437, 0.8565001487731934, 0.48204559087753296, 0.858545184135437, 0.528380811214447, 0.8407414555549622, 0.5188003182411194, 0.8454321622848511, 0.4982238709926605, 0.8521544337272644, 0.5054001212120056, 0.8498744368553162, 0.48848387598991394, 0.856461226940155, 0.46359527111053467, 0.8648462891578674, 0.43067067861557007, 0.8745412826538086, 0.3901166319847107, 0.8849889039993286, 0.6567715406417847, 0.7650242447853088, 0.6862698197364807, 0.7429757714271545, 0.28878799080848694, 0.9054784774780273, 0.7506662607192993, 0.6681807041168213, 0.7768839001655579, 0.6285348534584045, 0.7998046278953552, 0.5855512022972107, 0.8201587796211243, 0.5389013886451721, 0.8384504914283752, 0.48851096630096436, 0.8550024628639221, 0.4347888231277466, 0.8699986934661865, 0.6211539506912231, 0.7762226462364197, 0.6556186079978943, 0.24600759148597717, 0.9109876751899719, 0.2471003383398056, 0.9124326109886169, 0.7652036547660828, 0.6531373262405396, 0.22730006277561188, 0.9181718230247498, 0.798618495464325, 0.4121302366256714, 0.8682452440261841, 0.5716140270233154, 0.17617176473140717, 0.928570568561554, 0.8502894043922424, 0.5475571155548096, 0.18212318420410156, 0.9240037798881531, 0.8117611408233643, 0.5969471335411072, 0.800409734249115, 0.6181612014770508, 0.21050822734832764, 0.9203673601150513, 0.7942607402801514, 0.621245265007019, 0.7931879162788391, 0.6219962239265442, 0.7931870222091675, 0.6208347082138062, 0.7942593693733215, 0.6177434921264648, 0.7964115738868713, 0.6126400232315063, 0.7996532320976257, 0.6053746342658997, 0.8039947748184204, 0.4042728841304779, 0.8718910217285156, 0.6091619729995728, 0.7986752390861511, 0.6086509823799133, 0.7994223237037659, 0.6057932376861572, 0.19856059551239014, 0.9252874851226807, 0.8180985450744629, 0.5590968132019043, 0.8287748694419861, 0.5326095819473267, 0.840059220790863, 0.5017136931419373, 0.14816804230213165, 0.9361636638641357, 0.12809988856315613, 0.9404773116111755, 0.8920726776123047, 0.30607104301452637, 0.9060826897621155, 0.7555286288261414, 0.6271889209747314, 0.20435112714767456, 0.07547120004892349, 0.9513737559318542, 0.9338106513023376, 0.8793226480484009, 0.6880148649215698, 0.32759153842926025, 0.870497465133667, 0.38327816128730774, 0.1455378234386444, 0.9253368377685547, 0.8509344458580017, 0.579546332359314, 0.7905658483505249, 0.44191956520080566, 0.8403420448303223, 0.5635230541229248, 0.20683881640434265, 0.9165567755699158, 0.8069064021110535, 0.4756217300891876, 0.824615478515625, 0.5340355038642883, 0.8048413395881653, 0.532525897026062, 0.8046192526817322, 0.5315579175949097, 0.8040894269943237, 0.5309861898422241, 0.8033152222633362, 0.4693211317062378, 0.17639850080013275, 0.9147726893424988, 0.8419857621192932, 0.6169058680534363, 0.7312259674072266, 0.34978187084198, 0.8667101860046387, 0.30032768845558167, 0.880896270275116, 0.7504994869232178, 0.5537902116775513, 0.7879005074501038, 0.5198912024497986, 0.21794748306274414, 0.9095306992530823, 0.7593987584114075, 0.6039129495620728, 0.27224236726760864, 0.8945724368095398, 0.7114039063453674, 0.6531334519386292, 0.6857433915138245, 0.32375243306159973, 0.8635068535804749, 0.711783766746521, 0.39571213722229004, 0.8461385369300842, 0.41897451877593994, 0.16245558857917786, 0.9283232092857361, 0.8417445421218872, 0.4183814823627472, 0.8440591096878052, 0.409017950296402, 0.8494125604629517, 0.607571542263031, 0.28230002522468567, 0.13167260587215424, 0.9174734354019165, 0.8746299147605896, 0.7552322149276733, 0.47538965940475464, 0.8018773198127747, 0.49169817566871643, 0.7938763499259949, 0.49782705307006836, 0.7807039618492126, 0.4746323823928833, 0.7913469672203064, 0.5527479648590088, 0.2520192265510559, 0.8964726328849792, 0.7514230608940125, 0.44233977794647217, 0.8011796474456787, 0.5727633833885193, 0.7349100112915039, 0.5770518183708191, 0.732053816318512, 0.421731561422348], "action_logp": [-0.5631391406059265, -0.18954455852508545, -0.5997647047042847, -0.17843976616859436, -0.7376415729522705, -0.15434527397155762, -0.7250969409942627, -0.15490077435970306, -0.7297165989875793, -0.1525159776210785, -0.6379380226135254, -0.1734710931777954, -0.6562361717224121, -0.16790732741355896, -0.6967057585716248, -0.15998753905296326, -0.6824048161506653, -0.1626666933298111, -0.7164488434791565, -0.1549462080001831, -0.7687433958053589, -0.14520345628261566, -0.8424115777015686, -0.13405576348304749, -0.9413095116615295, -0.12218017876148224, -0.42041903734207153, -0.2678477466106415, -0.3764844238758087, -0.29709184169769287, -1.2420624494552612, -0.09929176419973373, -0.28679415583610535, -0.4031966030597687, -0.2524643838405609, -0.46436384320259094, -0.22338776290416718, -0.5352016687393188, -0.19825729727745056, -0.6182226538658142, -0.1761997789144516, -0.7163933515548706, -0.15665091574192047, -0.8328948020935059, -0.1392636001110077, -0.47617629170417786, -0.25331586599349976, -0.4221760332584381, -1.402392864227295, -0.0932258814573288, -1.3979607820510864, -0.09164104610681534, -0.2676132321357727, -0.42596784234046936, -1.481484293937683, -0.08537071198225021, -0.2248719334602356, -0.8864158391952515, -0.14128105342388153, -0.5592913031578064, -1.7362958192825317, -0.07410890609025955, -0.16217854619026184, -0.6022884845733643, -1.70307195186615, -0.07903911918401718, -0.2085491567850113, -0.515926718711853, -0.22263148427009583, -0.48100602626800537, -1.5582305192947388, -0.08298241347074509, -0.23034346103668213, -0.47602927684783936, -0.23169510066509247, -0.4748212695121765, -0.2316962331533432, -0.476690411567688, -0.23034517467021942, -0.4816820025444031, -0.22763915359973907, -0.48997774720191956, -0.2235770970582962, -0.5019077658653259, -0.21816252171993256, -0.9056651592254639, -0.13709086179733276, -0.49567103385925293, -0.22480089962482452, -0.49651026725769043, -0.22386589646339417, -0.5012165307998657, -1.6166609525680542, -0.07765082269906998, -0.2007725089788437, -0.5814326405525208, -0.18780674040317535, -0.6299666166305542, -0.17428287863731384, -0.6897256374359131, -1.9094082117080688, -0.06596493721008301, -2.0549449920654297, -0.061367761343717575, -0.1142076849937439, -1.1839380264282227, -0.09862468391656876, -0.2803376019001007, -0.4665074646472931, -1.5879155397415161, -2.5840041637420654, -0.049848251044750214, -0.06848157197237015, -0.12860338389873505, -0.37394484877586365, -1.115987777709961, -0.13869042694568634, -0.9589942693710327, -1.9273192882537842, -0.07759743183851242, -0.16142018139362335, -0.5455096960067749, -0.23500633239746094, -0.8166273832321167, -0.17394624650478363, -0.5735470652580261, -1.5758154392242432, -0.08713127672672272, -0.21454757452011108, -0.7431324124336243, -0.19283807277679443, -0.6272929906845093, -0.21711008250713348, -0.6301237940788269, -0.21738608181476593, -0.6319431066513062, -0.21804481744766235, -0.6330192685127258, -0.21900808811187744, -0.7564680576324463, -1.7350096702575684, -0.08907970041036606, -0.1719921976327896, -0.48303887248039246, -0.31303277611732483, -1.050445556640625, -0.14305062592029572, -1.202881097793579, -0.12681537866592407, -0.2870163321495056, -0.5909693837165833, -0.2383834719657898, -0.6541357040405273, -1.5235011577606201, -0.09482652693986893, -0.27522826194763184, -0.5043252110481262, -1.3010625839233398, -0.11140938848257065, -0.3405149281024933, -0.4259737730026245, -0.3772517442703247, -1.1277761459350586, -0.1467534601688385, -0.3399811089038849, -0.9270682334899902, -0.16707219183444977, -0.8699451684951782, -1.8173506259918213, -0.07437531650066376, -0.17227871716022491, -0.8713616132736206, -0.16953276097774506, -0.8939962387084961, -0.16321028769016266, -0.49828532338142395, -1.264784812927246, -2.0274367332458496, -0.08613168448209763, -0.13395442068576813, -0.2807300388813019, -0.7436204552650452, -0.22079962491989136, -0.7098901867866516, -0.23082755506038666, -0.6975025534629822, -0.24755923449993134, -0.7452147006988525, -0.2340187430381775, -0.5928531289100647, -1.3782498836517334, -0.10928753763437271, -0.2857864797115326, -0.8156769871711731, -0.22167009115219116, -0.557282567024231, -0.3080071806907654, -0.5498232245445251, -0.3119012117385864, -0.8633862733840942], "action_dist_inputs": [[-0.13951823115348816, 0.13996192812919617], [0.7817291617393494, -0.7851330637931824], [-0.0980050340294838, 0.09838684648275375], [0.8147390484809875, -0.8182188868522644], [-0.04340270534157753, 0.04369032010436058], [-0.8932709693908691, 0.8971272110939026], [-0.031370192766189575, 0.03154003247618675], [-0.8913698792457581, 0.895150899887085], [-0.035875942558050156, 0.03597259148955345], [-0.899758517742157, 0.9035005569458008], [-0.05678921937942505, 0.056856170296669006], [0.8300230503082275, -0.8337324261665344], [-0.037583936005830765, 0.037652838975191116], [0.8477421402931213, -0.851472795009613], [-0.003536075819283724, 0.0035683689638972282], [-0.8739657998085022, 0.877633273601532], [-0.010816635563969612, 0.01078465860337019], [0.8648977279663086, -0.8687186241149902], [0.0230029858648777, -0.023069757968187332], [0.891163170337677, -0.8950411081314087], [0.07286669313907623, -0.07301034778356552], [0.9260820150375366, -0.9300568699836731], [0.13942475616931915, -0.139690563082695], [0.9688044190406799, -0.9729182124137878], [0.2231917530298233, -0.22363021969795227], [1.0181236267089844, -1.0224231481552124], [0.3241351842880249, -0.3248049020767212], [-0.5887040495872498, 0.5917211174964905], [0.3908977210521698, -0.39183977246284485], [-0.5293431282043457, 0.5321497321128845], [0.4500417113304138, -0.4512360990047455], [1.1273428201675415, -1.1322927474975586], [0.5503520369529724, -0.5518165230751038], [-0.3487960696220398, 0.3511720895767212], [0.6229067444801331, -0.624691903591156], [-0.2619122564792633, 0.264024019241333], [0.6914852857589722, -0.6935886740684509], [-0.17188291251659393, 0.17372123897075653], [0.7574996948242188, -0.759924054145813], [-0.07718633115291595, 0.07873428612947464], [0.8219949007034302, -0.8247491717338562], [0.023597972467541695, -0.022366203367710114], [0.8856448531150818, -0.888742983341217], [0.13160918653011322, -0.1307297646999359], [0.9487427473068237, -0.9522038698196411], [0.247464120388031, -0.24698498845100403], [-0.619895875453949, 0.6238921284675598], [0.32194796204566956, -0.3218814730644226], [-0.5581468343734741, 0.5618731379508972], [-1.159753441810608, 1.166001319885254], [-0.5553324818611145, 0.5588050484657288], [-1.168793797492981, 1.1749114990234375], [-0.5890605449676514, 0.592363178730011], [0.31612110137939453, -0.3167373836040497], [-0.610199511051178, 0.613420307636261], [-1.205871820449829, 1.2118914127349854], [-0.6872579455375671, 0.6904242038726807], [0.17729029059410095, -0.17787571251392365], [0.9405239224433899, -0.9450080990791321], [0.14397230744361877, -0.14446710050106049], [-0.7696331143379211, 0.7728695869445801], [-1.27938973903656, 1.2855464220046997], [-0.8667903542518616, 0.8700823187828064], [-0.09553046524524689, 0.09527488052845001], [0.7489786148071289, -0.7530497908592224], [1.245531439781189, -1.2525012493133545], [0.7287959456443787, -0.7326985597610474], [-0.19633418321609497, 0.19642655551433563], [0.6925289034843445, -0.6963282823562622], [-0.2407873421907425, 0.24096326529979706], [0.6590758562088013, -0.6627886891365051], [1.2202731370925903, -1.2270756959915161], [0.6735647320747375, -0.6772373914718628], [-0.24729257822036743, 0.24754470586776733], [0.6702781319618225, -0.6739717125892639], [-0.24890556931495667, 0.24912434816360474], [0.6702589392662048, -0.6739851236343384], [-0.2464587539434433, 0.24663373827934265], [0.6735121011734009, -0.67728191614151], [-0.23993027210235596, 0.2400510311126709], [0.680095374584198, -0.6839200854301453], [-0.22918349504470825, 0.22923962771892548], [0.6901189088821411, -0.6940097808837891], [-0.21396495401859283, 0.213945671916008], [0.703741192817688, -0.7077101469039917], [-0.19389939308166504, 0.1937931776046753], [-0.957217276096344, 0.9605652093887329], [-0.22199532389640808, 0.2217959463596344], [0.6869731545448303, -0.6910617351531982], [-0.22094066441059113, 0.22070464491844177], [0.6892814040184021, -0.693406343460083], [-0.2149742841720581, 0.21468901634216309], [0.6955702304840088, -0.699744701385498], [1.2546049356460571, -1.2618519067764282], [0.7496224641799927, -0.7538952827453613], [-0.11898195743560791, 0.11851546913385391], [0.7862685918807983, -0.7907004952430725], [-0.06562896817922592, 0.06499484926462173], [0.8270304203033447, -0.8316383957862854], [-0.0038387204986065626, 0.003016122616827488], [0.8721190690994263, -0.876923143863678], [1.3388450145721436, -1.3466233015060425], [0.9563986659049988, -0.9614660143852234], [1.3760082721710205, -1.3840218782424927], [1.0533252954483032, -1.058764100074768], [0.408359169960022, -0.4101930558681488], [1.1304255723953247, -1.1362903118133545], [0.562961220741272, -0.5653584003448486], [-0.2594121992588043, 0.26076382398605347], [0.6781701445579529, -0.6811480522155762], [1.249407410621643, -1.2561259269714355], [1.4822382926940918, -1.4915058612823486], [1.3197718858718872, -1.326982855796814], [0.9908201694488525, -0.9952109456062317], [0.39509454369544983, -0.39576032757759094], [-0.3581077754497528, 0.3609906733036041], [-0.9500108957290649, 0.9553532600402832], [-0.23669879138469696, 0.23895825445652008], [-0.8825395107269287, 0.8874966502189636], [-1.25507390499115, 1.2620981931686401], [-0.8686712980270386, 0.8732779026031494], [-0.1598089188337326, 0.16110244393348694], [0.6626579165458679, -0.6656816005706787], [-0.11619602888822556, 0.1171792522072792], [-0.8283316493034363, 0.8324438333511353], [-0.1273791790008545, 0.12809348106384277], [0.6703208684921265, -0.6737658381462097], [1.194792628288269, -1.2016648054122925], [0.7131937146186829, -0.7168389558792114], [-0.04866078868508339, 0.04892972484230995], [-0.7722107172012329, 0.7757254242897034], [-0.06815741211175919, 0.06819529086351395], [0.7064341902732849, -0.7103981375694275], [-0.06520687788724899, 0.06508061289787292], [0.705674409866333, -0.7097446918487549], [-0.06334193050861359, 0.06305775791406631], [0.7039412260055542, -0.7081109285354614], [-0.062270309776067734, 0.06183341145515442], [0.701440691947937, -0.7057043313980103], [-0.06172764301300049, 0.061142295598983765], [-0.7691256999969482, 0.7718154788017273], [-1.1839309930801392, 1.1894222497940063], [-0.8352542519569397, 0.8378234505653381], [-0.23859329521656036, 0.23784229159355164], [0.4983298182487488, -0.5025218725204468], [-0.31034359335899353, 0.30965471267700195], [-0.9347710013389587, 0.9374074935913086], [-0.4231877326965332, 0.42255014181137085], [-0.9990883469581604, 1.0018571615219116], [-0.5508975386619568, 0.550380289554596], [0.1061648353934288, -0.1098317801952362], [-0.6563085913658142, 0.6560074687004089], [-0.04151708632707596, 0.03808983042836189], [0.6357322931289673, -0.6419354677200317], [1.149749994277954, -1.1581685543060303], [0.5717111825942993, -0.5776748061180115], [-0.21237313747406006, 0.2094229906797409], [0.48874160647392273, -0.49453383684158325], [1.0651003122329712, -1.0732221603393555], [0.4482881426811218, -0.4539240300655365], [-0.3177538812160492, 0.31508758664131165], [0.387376070022583, -0.3929177522659302], [-0.3695838749408722, 0.3669961392879486], [-0.9219416975975037, 0.9227858185768127], [-0.4532933235168457, 0.45076984167099], [0.2090076208114624, -0.2143559753894806], [0.8484449982643127, -0.8561850786209106], [0.16089192032814026, -0.16609252989292145], [0.8162125945091248, -0.8238570690155029], [1.275944709777832, -1.2852678298950195], [0.8318460583686829, -0.8394196629524231], [0.16219237446784973, -0.16722863912582397], [0.8405872583389282, -0.8481582999229431], [0.18148663640022278, -0.186539888381958], [0.8612031936645508, -0.8687974810600281], [0.21600525081157684, -0.221110537648201], [-0.4676883816719055, 0.46539273858070374], [-0.9426255822181702, 0.9436247944831848], [-1.2020190954208374, 1.2064844369888306], [-0.9707667231559753, 0.9717638492584229], [-0.5645860433578491, 0.5621290802955627], [0.04663464426994324, -0.05188621208071709], [0.6952053308486938, -0.7028639316558838], [0.014030804857611656, -0.019179388880729675], [0.6704286336898804, -0.6780229806900024], [-0.006884175818413496, 0.0018078116700053215], [-0.6359861493110657, 0.6337874531745911], [-0.05330352112650871, 0.04825413599610329], [-0.6676014065742493, 0.66546231508255], [-0.10839074105024338, 0.10338913649320602], [0.5402031540870667, -0.5476689338684082], [1.0747462511062622, -1.0838855504989624], [0.5494106411933899, -0.5568056106567383], [-0.1182606965303421, 0.11341086775064468], [-0.6978186368942261, 0.6958646774291992], [-0.14900101721286774, 0.14413368701934814], [0.5061487555503845, -0.5135301947593689], [-0.1577598750591278, 0.15292254090309143], [0.49885231256484985, -0.5062156915664673], [-0.16024695336818695, 0.1554223746061325]], "value_targets": [86.60203552246094, 86.4666976928711, 86.33000183105469, 86.1919174194336, 86.05244445800781, 85.91156005859375, 85.76924896240234, 85.62550354003906, 85.48030853271484, 85.33364868164062, 85.18550109863281, 85.03585815429688, 84.88470458984375, 84.73202514648438, 84.57780456542969, 84.42202758789062, 84.2646713256836, 84.10572814941406, 83.94518280029297, 83.78301239013672, 83.61920166015625, 83.45374298095703, 83.28660583496094, 83.11778259277344, 82.94725799560547, 82.77500915527344, 82.60102081298828, 82.4252700805664, 82.24774932861328, 82.06842803955078, 81.8873062133789, 81.704345703125, 81.51954650878906, 81.33287048339844, 81.14431762695312, 80.953857421875, 80.76146697998047, 80.567138671875, 80.370849609375, 80.17257690429688, 79.97229766845703, 79.7699966430664, 79.5656509399414, 79.35924530029297, 79.1507568359375, 78.94015502929688, 78.72743225097656, 78.51255798339844, 78.2955093383789, 78.0762710571289, 77.85482025146484, 77.63113403320312, 77.40518188476562, 77.17695617675781, 76.94641876220703, 76.71355438232422, 76.47834014892578, 76.2407455444336, 76.0007553100586, 75.75833892822266, 75.51347351074219, 75.26612854003906, 75.01629638671875, 74.76393127441406, 74.50902557373047, 74.25154113769531, 73.991455078125, 73.72874450683594, 73.46337127685547, 73.19532775878906, 72.92457580566406, 72.65108489990234, 72.37483215332031, 72.09579467773438, 71.81392669677734, 71.52922058105469, 71.24163818359375, 70.9511489868164, 70.65773010253906, 70.36134338378906, 70.06195831298828, 69.75955963134766, 69.45409393310547, 69.14555358886719, 68.83389282226562, 68.51908111572266, 68.20109558105469, 67.87989044189453, 67.55545043945312, 67.22772216796875, 66.89669036865234, 66.56231689453125, 66.22456359863281, 65.88339233398438, 65.53878021240234, 65.19068908691406, 64.83908081054688, 64.48391723632812, 64.12516784667969, 63.76279830932617, 63.396766662597656, 63.027034759521484, 62.65357208251953, 62.276336669921875, 61.895286560058594, 61.51039123535156, 61.12160873413086, 60.72889709472656, 60.332218170166016, 59.93153381347656, 59.52680206298828, 59.11798095703125, 58.70503234863281, 58.28791046142578, 57.8665771484375, 57.44098663330078, 57.0110969543457, 56.576866149902344, 56.138248443603516, 55.6952018737793, 55.247676849365234, 54.79563522338867, 54.33902359008789, 53.877803802490234, 53.411922454833984, 52.94133758544922, 52.46599578857422, 51.98585510253906, 51.50086212158203, 51.01097106933594, 50.51613235473633, 50.01629638671875, 49.511409759521484, 49.001426696777344, 48.486289978027344, 47.965946197509766, 47.44034957885742, 46.909446716308594, 46.37317657470703, 45.83149337768555, 45.28433609008789, 44.731651306152344, 44.17338562011719, 43.60948181152344, 43.039878845214844, 42.46452331542969, 41.883358001708984, 41.296321868896484, 40.70335388183594, 40.104400634765625, 39.499393463134766, 38.888275146484375, 38.2709846496582, 37.6474609375, 37.017635345458984, 36.38145065307617, 35.73883819580078, 35.08973693847656, 34.434078216552734, 33.77179718017578, 33.10282516479492, 32.427093505859375, 31.74454116821289, 31.055091857910156, 30.358678817749023, 29.655229568481445, 28.944677352905273, 28.226945877075195, 27.50196647644043, 26.769662857055664, 26.02996253967285, 25.282791137695312, 24.5280704498291, 23.765727996826172, 22.995685577392578, 22.217864990234375, 21.432186126708984, 20.63857078552246, 19.83694076538086, 19.02721405029297, 18.209306716918945, 17.383136749267578, 16.54862403869629, 15.705680847167969, 14.854223251342773, 13.99416446685791, 13.125418663024902, 12.24789810180664, 11.361513137817383, 10.466174125671387, 9.561792373657227, 8.648275375366211, 7.725530624389648, 6.7934651374816895, 5.851984977722168, 4.900994777679443, 3.940398931503296, 2.970099925994873, 1.9900000095367432, 1.0]}
{"type": "SampleBatch", "eps_id": [1237240122, 1237240122, 1237240122, 1237240122, 1237240122, 1237240122, 1237240122, 1237240122, 1237240122, 1237240122, 1237240122, 1237240122, 1237240122, 1237240122, 1237240122, 1237240122, 1237240122, 1237240122, 1237240122, 1237240122, 1237240122, 1237240122, 1237240122, 1237240122, 1237240122, 1237240122, 1237240122, 1237240122, 1237240122, 1237240122, 1237240122, 1237240122, 1237240122, 1237240122, 1237240122, 1237240122, 1237240122, 1237240122, 1237240122, 1237240122, 1237240122, 1237240122, 1237240122, 1237240122, 1237240122, 1237240122, 1237240122, 1237240122, 1237240122, 1237240122, 1237240122, 1237240122, 1237240122, 1237240122, 1237240122, 1237240122, 1237240122, 1237240122, 1237240122, 1237240122, 1237240122, 1237240122, 1237240122, 1237240122, 1237240122, 1237240122, 1237240122, 1237240122, 1237240122, 1237240122, 1237240122, 1237240122, 1237240122, 1237240122, 1237240122, 1237240122, 1237240122, 1237240122, 1237240122, 1237240122, 1237240122, 1237240122, 1237240122, 1237240122, 1237240122, 1237240122, 1237240122, 1237240122, 1237240122, 1237240122, 1237240122, 1237240122, 1237240122, 1237240122, 1237240122, 1237240122, 1237240122, 1237240122, 1237240122, 1237240122, 1237240122, 1237240122, 1237240122, 1237240122, 1237240122, 1237240122, 1237240122, 1237240122, 1237240122, 1237240122, 1237240122, 1237240122, 1237240122, 1237240122, 1237240122, 1237240122, 1237240122, 1237240122, 1237240122, 1237240122, 1237240122, 1237240122, 1237240122, 1237240122, 1237240122, 1237240122, 1237240122, 1237240122, 1237240122, 1237240122, 1237240122, 1237240122, 1237240122, 1237240122, 1237240122, 1237240122, 1237240122, 1237240122, 1237240122, 1237240122, 1237240122, 1237240122, 1237240122, 1237240122, 1237240122, 1237240122, 1237240122, 1237240122, 1237240122, 1237240122, 1237240122, 1237240122, 1237240122, 1237240122, 1237240122, 1237240122, 1237240122, 1237240122, 1237240122, 1237240122, 1237240122, 1237240122, 1237240122, 1237240122, 1237240122, 1237240122, 1237240122, 1237240122, 1237240122, 1237240122, 1237240122, 1237240122, 1237240122, 1237240122, 1237240122, 1237240122, 1237240122, 1237240122, 1237240122, 1237240122, 1237240122, 1237240122, 1237240122, 1237240122, 1237240122, 1237240122, 1237240122, 1237240122, 1237240122, 1237240122, 1237240122, 1237240122, 1237240122, 1237240122, 1237240122, 1237240122, 1237240122, 1237240122, 1237240122, 1237240122], "obs": [[0.013916541822254658, 0.043851338326931, -0.045593246817588806, 0.017054783180356026], [0.014793569222092628, 0.23959648609161377, -0.045252151787281036, -0.2896575927734375], [0.01958549953997135, 0.04514804854989052, -0.05104530230164528, -0.011583108454942703], [0.02048845961689949, -0.14920608699321747, -0.05127696320414543, 0.2645675837993622], [0.017504338175058365, 0.046608816832304, -0.04598561301827431, -0.04383755102753639], [0.01843651384115219, -0.14782458543777466, -0.04686236381530762, 0.23398922383785248], [0.015480022877454758, 0.04793452471494675, -0.04218257963657379, -0.07309956103563309], [0.016438713297247887, 0.24363502860069275, -0.04364456981420517, -0.37878718972206116], [0.021311413496732712, 0.04915919527411461, -0.05122031643986702, -0.10017865896224976], [0.022294597700238228, -0.1451926976442337, -0.05322388932108879, 0.17591464519500732], [0.019390743225812912, 0.05064896494150162, -0.04970559477806091, -0.13307228684425354], [0.020403722301125526, 0.2464463710784912, -0.052367039024829865, -0.4410130977630615], [0.025332650169730186, 0.05210309475660324, -0.06118730083107948, -0.16528667509555817], [0.026374712586402893, -0.1420920342206955, -0.06449303776025772, 0.10748305916786194], [0.023532871156930923, -0.33623334765434265, -0.06234337389469147, 0.37914180755615234], [0.016808204352855682, -0.5304170846939087, -0.054760538041591644, 0.6515344977378845], [0.0061998628079891205, -0.33457696437835693, -0.041729848831892014, 0.3421230614185333], [-0.0004916762700304389, -0.1388869285583496, -0.03488738834857941, 0.03657853603363037], [-0.0032694146502763033, -0.33349165320396423, -0.034155815839767456, 0.3180532157421112], [-0.009939247742295265, -0.13790030777454376, -0.02779475226998329, 0.01479744166135788], [-0.012697254307568073, 0.05760899931192398, -0.027498804032802582, -0.28652384877204895], [-0.011545074172317982, -0.13711020350456238, -0.0332292802631855, -0.002639096463099122], [-0.014287278056144714, 0.058472152799367905, -0.03328206390142441, -0.3056182861328125], [-0.01311783492565155, -0.13616010546684265, -0.039394427090883255, -0.023614713922142982], [-0.015841037034988403, -0.33069559931755066, -0.039866723120212555, 0.25638318061828613], [-0.022454949095845222, -0.13502781093120575, -0.03473905846476555, -0.04860301688313484], [-0.025155505165457726, -0.3296348452568054, -0.03571112081408501, 0.23292019963264465], [-0.031748201698064804, -0.5242288112640381, -0.031052716076374054, 0.5141282081604004], [-0.042232777923345566, -0.32868361473083496, -0.020770151168107986, 0.21182379126548767], [-0.04880645126104355, -0.1332709640264511, -0.01653367653489113, -0.08733797073364258], [-0.05147187039256096, -0.328152060508728, -0.018280435353517532, 0.20008304715156555], [-0.05803491175174713, -0.523007869720459, -0.0142787741497159, 0.4869437515735626], [-0.06849507242441177, -0.3276873826980591, -0.004539898596704006, 0.18979507684707642], [-0.07504881918430328, -0.1325007677078247, -0.0007439972832798958, -0.10431654006242752], [-0.07769883424043655, -0.327612042427063, -0.0028303279541432858, 0.18813157081604004], [-0.08425107598304749, -0.13244971632957458, 0.0009323033154942095, -0.10544287413358688], [-0.08690007030963898, -0.32758501172065735, -0.0011765541275963187, 0.18753404915332794], [-0.09345176815986633, -0.1324462592601776, 0.002574126934632659, -0.10551980137825012], [-0.09610069543123245, 0.06263871490955353, 0.00046373080112971365, -0.3973895013332367], [-0.0948479175567627, -0.13248981535434723, -0.007484058849513531, -0.10456039756536484], [-0.09749771654605865, -0.3275037109851837, -0.00957526732236147, 0.18575197458267212], [-0.10404779016971588, -0.5224873423576355, -0.0058602276258170605, 0.4753989577293396], [-0.11449753493070602, -0.3272831439971924, 0.0036477516405284405, 0.180874764919281], [-0.12104319781064987, -0.13221359252929688, 0.007265246938914061, -0.11065519601106644], [-0.12368746846914291, -0.3274388909339905, 0.00505214324221015, 0.18431098759174347], [-0.13023625314235687, -0.1323895901441574, 0.008738363161683083, -0.10677389800548553], [-0.13288404047489166, -0.32763567566871643, 0.006602885201573372, 0.18865308165550232], [-0.1394367516040802, -0.5228514671325684, 0.010375946760177612, 0.48341161012649536], [-0.14989379048347473, -0.3278774619102478, 0.020044179633259773, 0.19401685893535614], [-0.15645132958889008, -0.1330478936433792, 0.023924516513943672, -0.0922762006521225], [-0.15911228954792023, -0.32850444316864014, 0.022078992798924446, 0.2078578621149063], [-0.1656823754310608, -0.5239350199699402, 0.026236148551106453, 0.5074229836463928], [-0.17616108059883118, -0.3291923999786377, 0.03638460859656334, 0.22312210500240326], [-0.18274493515491486, -0.5248149633407593, 0.0408470518887043, 0.5270565152168274], [-0.19324122369289398, -0.33029085397720337, 0.05138818174600601, 0.247519388794899], [-0.1998470425605774, -0.13593904674053192, 0.05633856728672981, -0.02852202206850052], [-0.20256583392620087, 0.05833160877227783, 0.055768128484487534, -0.3029108941555023], [-0.20139919221401215, -0.13753896951675415, 0.04970991238951683, 0.006825546268373728], [-0.2041499763727188, 0.05683613196015358, 0.04984642192721367, -0.26976823806762695], [-0.20301325619220734, -0.13896040618419647, 0.04445105791091919, 0.03821054473519325], [-0.20579245686531067, 0.05549686402082443, 0.045215267688035965, -0.24012291431427002], [-0.20468252897262573, -0.1402408480644226, 0.04041280969977379, 0.06647233664989471], [-0.2074873447418213, 0.05427909269928932, 0.04174225777387619, -0.2131912112236023], [-0.2064017504453659, -0.14141403138637543, 0.037478432059288025, 0.09236142039299011], [-0.20923003554344177, 0.05315125733613968, 0.03932566195726395, -0.18826547265052795], [-0.20816701650619507, 0.2476891577243805, 0.035560350865125656, -0.46828794479370117], [-0.20321322977542877, 0.05208335071802139, 0.02619459107518196, -0.16461218893527985], [-0.20217156410217285, -0.14340358972549438, 0.022902347147464752, 0.13621795177459717], [-0.2050396353006363, 0.05138295888900757, 0.025626707822084427, -0.14915254712104797], [-0.2040119767189026, 0.24612875282764435, 0.02264365553855896, -0.43364188075065613], [-0.1990894079208374, 0.05069364979863167, 0.013970818370580673, -0.1339077204465866], [-0.198075532913208, -0.14462560415267944, 0.011292664334177971, 0.1631498485803604], [-0.20096804201602936, 0.05033288151025772, 0.014555661007761955, -0.12594924867153168], [-0.19996137917041779, 0.24524331092834473, 0.012036675587296486, -0.41400471329689026], [-0.1950565129518509, 0.04995284229516983, 0.003756581572815776, -0.1175515353679657], [-0.19405746459960938, -0.1452227383852005, 0.001405550865456462, 0.17631419003009796], [-0.196961909532547, -0.3403647840023041, 0.004931834526360035, 0.46944019198417664], [-0.20376920700073242, -0.1453128308057785, 0.014320638962090015, 0.17831580340862274], [-0.2066754698753357, 0.04960128664970398, 0.01788695529103279, -0.10981527715921402], [-0.20568343997001648, 0.24446241557598114, 0.015690648928284645, -0.39680173993110657], [-0.20079419016838074, 0.04912140220403671, 0.0077546145766973495, -0.09921342134475708], [-0.19981175661087036, -0.14611081779003143, 0.005770346149802208, 0.19590595364570618], [-0.20273397862911224, 0.048928115516901016, 0.009688464924693108, -0.09495111554861069], [-0.20175541937351227, -0.14633134007453918, 0.007789442781358957, 0.2007727026939392], [-0.20468205213546753, 0.04867833852767944, 0.011804896406829357, -0.08944288641214371], [-0.2037084847688675, 0.2436291128396988, 0.01001603901386261, -0.37837809324264526], [-0.19883589446544647, 0.048366352915763855, 0.0024484768509864807, -0.08255399763584137], [-0.19786857068538666, -0.14679060876369476, 0.0007973967585712671, 0.2109004259109497], [-0.20080438256263733, -0.34192395210266113, 0.005015405360609293, 0.5038347840309143], [-0.20764285326004028, -0.14687304198741913, 0.015092100948095322, 0.21273662149906158], [-0.21058031916618347, 0.04802991449832916, 0.01934683322906494, -0.07514762133359909], [-0.20961971580982208, 0.24286924302577972, 0.017843879759311676, -0.3616642951965332], [-0.20476233959197998, 0.43773308396339417, 0.010610594414174557, -0.6486676931381226], [-0.19600766897201538, 0.24246492981910706, -0.0023627595510333776, -0.35266250371932983], [-0.19115838408470154, 0.4376204013824463, -0.009416010230779648, -0.6460895538330078], [-0.1824059635400772, 0.24263091385364532, -0.02233780175447464, -0.35638654232025146], [-0.17755335569381714, 0.047833554446697235, -0.029465531930327415, -0.07083017379045486], [-0.17659668624401093, -0.14685383439064026, -0.030882135033607483, 0.2124125361442566], [-0.17953374981880188, 0.04869572073221207, -0.026633884757757187, -0.08984984457492828], [-0.17855983972549438, 0.24418911337852478, -0.0284308809787035, -0.3908153474330902], [-0.17367605865001678, 0.04948195442557335, -0.036247190088033676, -0.10723021626472473], [-0.17268642783164978, -0.14510232210159302, -0.03839179128408432, 0.17380014061927795], [-0.1755884736776352, 0.050547461956739426, -0.03491578996181488, -0.13074269890785217], [-0.1745775192975998, -0.14405737817287445, -0.03753064572811127, 0.15072350203990936], [-0.17745865881443024, -0.33862239122390747, -0.03451617434620857, 0.4313340485095978], [-0.18423111736774445, -0.143029123544693, -0.02588949352502823, 0.12797318398952484], [-0.18709169328212738, -0.33777081966400146, -0.023330029100179672, 0.41237714886665344], [-0.19384711980819702, -0.14232604205608368, -0.015082485973834991, 0.11243138462305069], [-0.19669362902641296, 0.05300873890519142, -0.012833858840167522, -0.18497155606746674], [-0.19563345611095428, -0.14192725718021393, -0.01653328910470009, 0.10363531112670898], [-0.1984720081090927, 0.05342768505215645, -0.014460583217442036, -0.19421762228012085], [-0.1974034458398819, -0.14148445427417755, -0.018344935029745102, 0.09386876970529556], [-0.20023314654827118, 0.053895559161901474, -0.016467560082674026, -0.2045450508594513], [-0.19915522634983063, -0.1409870684146881, -0.020558461546897888, 0.08289801329374313], [-0.20197497308254242, -0.3358083963394165, -0.018900500610470772, 0.36902445554733276], [-0.20869113504886627, -0.5306567549705505, -0.011520011350512505, 0.6556884050369263], [-0.21930427849292755, -0.3353763222694397, 0.001593756373040378, 0.3594003915786743], [-0.22601179778575897, -0.14027707278728485, 0.008781764656305313, 0.06722044944763184], [-0.22881734371185303, 0.05471787974238396, 0.010126173496246338, -0.22267889976501465], [-0.22772298753261566, -0.14054733514785767, 0.005672595463693142, 0.07318094372749329], [-0.2305339276790619, 0.05449283868074417, 0.007136214058846235, -0.21770687401294708], [-0.22944407165050507, -0.14073039591312408, 0.0027820768300443888, 0.07721855491399765], [-0.23225867748260498, -0.33589211106300354, 0.00432644784450531, 0.3707779347896576], [-0.23897652328014374, -0.14083190262317657, 0.011742006987333298, 0.07946231961250305], [-0.24179315567016602, -0.3361201882362366, 0.013331253081560135, 0.3758266270160675], [-0.2485155612230301, -0.14119011163711548, 0.020847786217927933, 0.08737675845623016], [-0.2513393759727478, 0.053626906126737595, 0.022595321759581566, -0.19865645468235016], [-0.25026682019233704, 0.24841850996017456, 0.01862219162285328, -0.4841268062591553], [-0.24529846012592316, 0.05303876847028732, 0.008939655497670174, -0.18563340604305267], [-0.24423767626285553, -0.1422099471092224, 0.005226987414062023, 0.10985618084669113], [-0.24708187580108643, 0.052836719900369644, 0.007424111012369394, -0.18117308616638184], [-0.24602514505386353, 0.2478516548871994, 0.0038006491959095, -0.47150474786758423], [-0.24106810986995697, 0.05267622694373131, -0.005629445891827345, -0.1776263415813446], [-0.24001458287239075, -0.1423647105693817, -0.009181972593069077, 0.11327537894248962], [-0.24286188185214996, -0.33735391497612, -0.006916465237736702, 0.4030473828315735], [-0.24960896372795105, -0.14213454723358154, 0.0011444822885096073, 0.10819190740585327], [-0.25245165824890137, 0.05297099053859711, 0.0033083204180002213, -0.1841297149658203], [-0.2513922452926636, -0.14219814538955688, -0.00037427397910505533, 0.10959502309560776], [-0.2542361915111542, -0.3373147249221802, 0.0018176264129579067, 0.40215983986854553], [-0.260982483625412, -0.5324624180793762, 0.009860822930932045, 0.6954152584075928], [-0.27163174748420715, -0.3374786078929901, 0.023769129067659378, 0.4058528244495392], [-0.2783813178539276, -0.1427016407251358, 0.03188618645071983, 0.12075735628604889], [-0.28123533725738525, 0.05194930359721184, 0.034301333129405975, -0.16169768571853638], [-0.2801963686943054, -0.1436464786529541, 0.0310673788189888, 0.14160601794719696], [-0.28306928277015686, 0.05101706460118294, 0.033899497240781784, -0.14111605286598206], [-0.28204894065856934, -0.14457358419895172, 0.031077178195118904, 0.16206589341163635], [-0.2849404215812683, 0.0500900074839592, 0.03431849554181099, -0.12065327167510986], [-0.28393861651420593, -0.14550639688968658, 0.03190543130040169, 0.18265622854232788], [-0.2868487536907196, -0.3410699963569641, 0.0355585552752018, 0.485230952501297], [-0.2936701476573944, -0.1464674174785614, 0.045263174921274185, 0.20396360754966736], [-0.29659950733184814, 0.04797898232936859, 0.04934244602918625, -0.0741044357419014], [-0.29563990235328674, 0.24236010015010834, 0.04786035791039467, -0.3508204519748688], [-0.29079270362854004, 0.046591345220804214, 0.04084394872188568, -0.04343799501657486], [-0.28986087441444397, 0.24110452830791473, 0.03997518867254257, -0.32295966148376465], [-0.2850387990474701, 0.43563511967658997, 0.03351599723100662, -0.6027728319168091], [-0.27632609009742737, 0.24006080627441406, 0.02146053873002529, -0.299724280834198], [-0.2715248763561249, 0.04463964328169823, 0.015466053038835526, -0.00035111536271870136], [-0.2706320881843567, 0.23953640460968018, 0.015459030866622925, -0.288114458322525], [-0.26584136486053467, 0.044197458773851395, 0.00969674065709114, 0.009403725154697895], [-0.26495739817619324, 0.23917901515960693, 0.009884815663099289, -0.28020405769348145], [-0.26017382740974426, 0.0439174585044384, 0.004280734341591597, 0.015580047853291035], [-0.2592954635620117, 0.23897776007652283, 0.004592335317283869, -0.27574917674064636], [-0.2545159161090851, 0.04379059001803398, -0.0009226484107784927, 0.018378620967268944], [-0.2536401152610779, 0.2389257550239563, -0.0005550759960897267, -0.2745952606201172], [-0.24886159598827362, 0.04381173476576805, -0.006046981550753117, 0.01791253313422203], [-0.2479853630065918, 0.23901988565921783, -0.005688730627298355, -0.2766721248626709], [-0.2432049661874771, 0.04397955164313316, -0.0112221734598279, 0.014211148954927921], [-0.24232536554336548, -0.150979682803154, -0.010937950573861599, 0.3033323287963867], [-0.24534496665000916, 0.04429643601179123, -0.0048713041469454765, 0.007219984661787748], [-0.24445903301239014, -0.15075531601905823, -0.004726904444396496, 0.29836198687553406], [-0.24747414886951447, 0.04443369433283806, 0.0012403354048728943, 0.004192033316940069], [-0.24658547341823578, 0.23953783512115479, 0.0013241760898381472, -0.2880992889404297], [-0.24179470539093018, 0.0443970263004303, -0.004437809810042381, 0.005000970792025328], [-0.24090677499771118, -0.15066100656986237, -0.004337790422141552, 0.2962804138660431], [-0.2439199984073639, 0.044522520154714584, 0.0015878179110586643, 0.00223258463665843], [-0.24302953481674194, -0.15062215924263, 0.0016324695898219943, 0.29541605710983276], [-0.24604198336601257, 0.044476475566625595, 0.00754079082980752, 0.003248439636081457], [-0.24515245854854584, 0.23948946595191956, 0.007605759892612696, -0.28704577684402466], [-0.24036265909671783, 0.43450212478637695, 0.0018648443510755897, -0.5773202180862427], [-0.23167262971401215, 0.23935408890247345, -0.009681560099124908, -0.2840504050254822], [-0.22688554227352142, 0.04437156021595001, -0.015362568199634552, 0.005563346669077873], [-0.22599810361862183, 0.23971042037010193, -0.015251302160322666, -0.2919268012046814], [-0.22120390832424164, 0.044809214770793915, -0.021089836955070496, -0.004092686343938112], [-0.22030772268772125, -0.15000402927398682, -0.02117169089615345, 0.2818622291088104], [-0.223307803273201, 0.045413415879011154, -0.015534446574747562, -0.01742224395275116], [-0.2223995327949524, 0.24075466394424438, -0.015882890671491623, -0.31496569514274597], [-0.21758443117141724, 0.04586251825094223, -0.022182205691933632, -0.027333734557032585], [-0.21666719019412994, -0.14893440902233124, -0.022728880867362022, 0.2582687437534332], [-0.21964587271213531, 0.04650452360510826, -0.017563505098223686, -0.04149565473198891], [-0.21871578693389893, -0.1483612209558487, -0.018393417820334435, 0.24559447169303894], [-0.22168301045894623, 0.04701853543519974, -0.013481528498232365, -0.0528329499065876], [-0.22074264287948608, 0.24233117699623108, -0.01453818753361702, -0.349738746881485], [-0.21589601039886475, 0.047418974339962006, -0.02153296209871769, -0.06167540326714516], [-0.2149476408958435, 0.2428429275751114, -0.022766470909118652, -0.3610735833644867], [-0.210090771317482, 0.0480518639087677, -0.029987942427396774, -0.07565546780824661], [-0.20912973582744598, -0.14662763476371765, -0.03150105103850365, 0.2074173539876938], [-0.2120622843503952, 0.048930272459983826, -0.027352705597877502, -0.09503375738859177], [-0.21108368039131165, -0.14578917622566223, -0.029253380373120308, 0.18889547884464264], [-0.21399946510791779, 0.049738809466362, -0.02547547034919262, -0.11287029087543488], [-0.2130046933889389, -0.14500901103019714, -0.02773287706077099, 0.17166768014431]], "actions": [1, 0, 0, 1, 0, 1, 1, 0, 0, 1, 1, 0, 0, 0, 0, 1, 1, 0, 1, 1, 0, 1, 0, 0, 1, 0, 0, 1, 1, 0, 0, 1, 1, 0, 1, 0, 1, 1, 0, 0, 0, 1, 1, 0, 1, 0, 0, 1, 1, 0, 0, 1, 0, 1, 1, 1, 0, 1, 0, 1, 0, 1, 0, 1, 1, 0, 0, 1, 1, 0, 0, 1, 1, 0, 0, 0, 1, 1, 1, 0, 0, 1, 0, 1, 1, 0, 0, 0, 1, 1, 1, 1, 0, 1, 0, 0, 0, 1, 1, 0, 0, 1, 0, 0, 1, 0, 1, 1, 0, 1, 0, 1, 0, 0, 0, 1, 1, 1, 0, 1, 0, 0, 1, 0, 1, 1, 1, 0, 0, 1, 1, 0, 0, 0, 1, 1, 0, 0, 0, 1, 1, 1, 0, 1, 0, 1, 0, 0, 1, 1, 1, 0, 1, 1, 0, 0, 1, 0, 1, 0, 1, 0, 1, 0, 1, 0, 0, 1, 0, 1, 1, 0, 0, 1, 0, 1, 1, 1, 0, 0, 1, 0, 0, 1, 1, 0, 0, 1, 0, 1, 1, 0, 1, 0, 0, 1, 0, 1, 0, 1], "rewards": [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], "prev_actions": [0, 1, 0, 0, 1, 0, 1, 1, 0, 0, 1, 1, 0, 0, 0, 0, 1, 1, 0, 1, 1, 0, 1, 0, 0, 1, 0, 0, 1, 1, 0, 0, 1, 1, 0, 1, 0, 1, 1, 0, 0, 0, 1, 1, 0, 1, 0, 0, 1, 1, 0, 0, 1, 0, 1, 1, 1, 0, 1, 0, 1, 0, 1, 0, 1, 1, 0, 0, 1, 1, 0, 0, 1, 1, 0, 0, 0, 1, 1, 1, 0, 0, 1, 0, 1, 1, 0, 0, 0, 1, 1, 1, 1, 0, 1, 0, 0, 0, 1, 1, 0, 0, 1, 0, 0, 1, 0, 1, 1, 0, 1, 0, 1, 0, 0, 0, 1, 1, 1, 0, 1, 0, 0, 1, 0, 1, 1, 1, 0, 0, 1, 1, 0, 0, 0, 1, 1, 0, 0, 0, 1, 1, 1, 0, 1, 0, 1, 0, 0, 1, 1, 1, 0, 1, 1, 0, 0, 1, 0, 1, 0, 1, 0, 1, 0, 1, 0, 0, 1, 0, 1, 1, 0, 0, 1, 0, 1, 1, 1, 0, 0, 1, 0, 0, 1, 1, 0, 0, 1, 0, 1, 1, 0, 1, 0, 0, 1, 0, 1, 0], "prev_rewards": [0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], "dones": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, true], "new_obs": [[0.014793569222092628, 0.23959648609161377, -0.045252151787281036, -0.2896575927734375], [0.01958549953997135, 0.04514804854989052, -0.05104530230164528, -0.011583108454942703], [0.02048845961689949, -0.14920608699321747, -0.05127696320414543, 0.2645675837993622], [0.017504338175058365, 0.046608816832304, -0.04598561301827431, -0.04383755102753639], [0.01843651384115219, -0.14782458543777466, -0.04686236381530762, 0.23398922383785248], [0.015480022877454758, 0.04793452471494675, -0.04218257963657379, -0.07309956103563309], [0.016438713297247887, 0.24363502860069275, -0.04364456981420517, -0.37878718972206116], [0.021311413496732712, 0.04915919527411461, -0.05122031643986702, -0.10017865896224976], [0.022294597700238228, -0.1451926976442337, -0.05322388932108879, 0.17591464519500732], [0.019390743225812912, 0.05064896494150162, -0.04970559477806091, -0.13307228684425354], [0.020403722301125526, 0.2464463710784912, -0.052367039024829865, -0.4410130977630615], [0.025332650169730186, 0.05210309475660324, -0.06118730083107948, -0.16528667509555817], [0.026374712586402893, -0.1420920342206955, -0.06449303776025772, 0.10748305916786194], [0.023532871156930923, -0.33623334765434265, -0.06234337389469147, 0.37914180755615234], [0.016808204352855682, -0.5304170846939087, -0.054760538041591644, 0.6515344977378845], [0.0061998628079891205, -0.33457696437835693, -0.041729848831892014, 0.3421230614185333], [-0.0004916762700304389, -0.1388869285583496, -0.03488738834857941, 0.03657853603363037], [-0.0032694146502763033, -0.33349165320396423, -0.034155815839767456, 0.3180532157421112], [-0.009939247742295265, -0.13790030777454376, -0.02779475226998329, 0.01479744166135788], [-0.012697254307568073, 0.05760899931192398, -0.027498804032802582, -0.28652384877204895], [-0.011545074172317982, -0.13711020350456238, -0.0332292802631855, -0.002639096463099122], [-0.014287278056144714, 0.058472152799367905, -0.03328206390142441, -0.3056182861328125], [-0.01311783492565155, -0.13616010546684265, -0.039394427090883255, -0.023614713922142982], [-0.015841037034988403, -0.33069559931755066, -0.039866723120212555, 0.25638318061828613], [-0.022454949095845222, -0.13502781093120575, -0.03473905846476555, -0.04860301688313484], [-0.025155505165457726, -0.3296348452568054, -0.03571112081408501, 0.23292019963264465], [-0.031748201698064804, -0.5242288112640381, -0.031052716076374054, 0.5141282081604004], [-0.042232777923345566, -0.32868361473083496, -0.020770151168107986, 0.21182379126548767], [-0.04880645126104355, -0.1332709640264511, -0.01653367653489113, -0.08733797073364258], [-0.05147187039256096, -0.328152060508728, -0.018280435353517532, 0.20008304715156555], [-0.05803491175174713, -0.523007869720459, -0.0142787741497159, 0.4869437515735626], [-0.06849507242441177, -0.3276873826980591, -0.004539898596704006, 0.18979507684707642], [-0.07504881918430328, -0.1325007677078247, -0.0007439972832798958, -0.10431654006242752], [-0.07769883424043655, -0.327612042427063, -0.0028303279541432858, 0.18813157081604004], [-0.08425107598304749, -0.13244971632957458, 0.0009323033154942095, -0.10544287413358688], [-0.08690007030963898, -0.32758501172065735, -0.0011765541275963187, 0.18753404915332794], [-0.09345176815986633, -0.1324462592601776, 0.002574126934632659, -0.10551980137825012], [-0.09610069543123245, 0.06263871490955353, 0.00046373080112971365, -0.3973895013332367], [-0.0948479175567627, -0.13248981535434723, -0.007484058849513531, -0.10456039756536484], [-0.09749771654605865, -0.3275037109851837, -0.00957526732236147, 0.18575197458267212], [-0.10404779016971588, -0.5224873423576355, -0.0058602276258170605, 0.4753989577293396], [-0.11449753493070602, -0.3272831439971924, 0.0036477516405284405, 0.180874764919281], [-0.12104319781064987, -0.13221359252929688, 0.007265246938914061, -0.11065519601106644], [-0.12368746846914291, -0.3274388909339905, 0.00505214324221015, 0.18431098759174347], [-0.13023625314235687, -0.1323895901441574, 0.008738363161683083, -0.10677389800548553], [-0.13288404047489166, -0.32763567566871643, 0.006602885201573372, 0.18865308165550232], [-0.1394367516040802, -0.5228514671325684, 0.010375946760177612, 0.48341161012649536], [-0.14989379048347473, -0.3278774619102478, 0.020044179633259773, 0.19401685893535614], [-0.15645132958889008, -0.1330478936433792, 0.023924516513943672, -0.0922762006521225], [-0.15911228954792023, -0.32850444316864014, 0.022078992798924446, 0.2078578621149063], [-0.1656823754310608, -0.5239350199699402, 0.026236148551106453, 0.5074229836463928], [-0.17616108059883118, -0.3291923999786377, 0.03638460859656334, 0.22312210500240326], [-0.18274493515491486, -0.5248149633407593, 0.0408470518887043, 0.5270565152168274], [-0.19324122369289398, -0.33029085397720337, 0.05138818174600601, 0.247519388794899], [-0.1998470425605774, -0.13593904674053192, 0.05633856728672981, -0.02852202206850052], [-0.20256583392620087, 0.05833160877227783, 0.055768128484487534, -0.3029108941555023], [-0.20139919221401215, -0.13753896951675415, 0.04970991238951683, 0.006825546268373728], [-0.2041499763727188, 0.05683613196015358, 0.04984642192721367, -0.26976823806762695], [-0.20301325619220734, -0.13896040618419647, 0.04445105791091919, 0.03821054473519325], [-0.20579245686531067, 0.05549686402082443, 0.045215267688035965, -0.24012291431427002], [-0.20468252897262573, -0.1402408480644226, 0.04041280969977379, 0.06647233664989471], [-0.2074873447418213, 0.05427909269928932, 0.04174225777387619, -0.2131912112236023], [-0.2064017504453659, -0.14141403138637543, 0.037478432059288025, 0.09236142039299011], [-0.20923003554344177, 0.05315125733613968, 0.03932566195726395, -0.18826547265052795], [-0.20816701650619507, 0.2476891577243805, 0.035560350865125656, -0.46828794479370117], [-0.20321322977542877, 0.05208335071802139, 0.02619459107518196, -0.16461218893527985], [-0.20217156410217285, -0.14340358972549438, 0.022902347147464752, 0.13621795177459717], [-0.2050396353006363, 0.05138295888900757, 0.025626707822084427, -0.14915254712104797], [-0.2040119767189026, 0.24612875282764435, 0.02264365553855896, -0.43364188075065613], [-0.1990894079208374, 0.05069364979863167, 0.013970818370580673, -0.1339077204465866], [-0.198075532913208, -0.14462560415267944, 0.011292664334177971, 0.1631498485803604], [-0.20096804201602936, 0.05033288151025772, 0.014555661007761955, -0.12594924867153168], [-0.19996137917041779, 0.24524331092834473, 0.012036675587296486, -0.41400471329689026], [-0.1950565129518509, 0.04995284229516983, 0.003756581572815776, -0.1175515353679657], [-0.19405746459960938, -0.1452227383852005, 0.001405550865456462, 0.17631419003009796], [-0.196961909532547, -0.3403647840023041, 0.004931834526360035, 0.46944019198417664], [-0.20376920700073242, -0.1453128308057785, 0.014320638962090015, 0.17831580340862274], [-0.2066754698753357, 0.04960128664970398, 0.01788695529103279, -0.10981527715921402], [-0.20568343997001648, 0.24446241557598114, 0.015690648928284645, -0.39680173993110657], [-0.20079419016838074, 0.04912140220403671, 0.0077546145766973495, -0.09921342134475708], [-0.19981175661087036, -0.14611081779003143, 0.005770346149802208, 0.19590595364570618], [-0.20273397862911224, 0.048928115516901016, 0.009688464924693108, -0.09495111554861069], [-0.20175541937351227, -0.14633134007453918, 0.007789442781358957, 0.2007727026939392], [-0.20468205213546753, 0.04867833852767944, 0.011804896406829357, -0.08944288641214371], [-0.2037084847688675, 0.2436291128396988, 0.01001603901386261, -0.37837809324264526], [-0.19883589446544647, 0.048366352915763855, 0.0024484768509864807, -0.08255399763584137], [-0.19786857068538666, -0.14679060876369476, 0.0007973967585712671, 0.2109004259109497], [-0.20080438256263733, -0.34192395210266113, 0.005015405360609293, 0.5038347840309143], [-0.20764285326004028, -0.14687304198741913, 0.015092100948095322, 0.21273662149906158], [-0.21058031916618347, 0.04802991449832916, 0.01934683322906494, -0.07514762133359909], [-0.20961971580982208, 0.24286924302577972, 0.017843879759311676, -0.3616642951965332], [-0.20476233959197998, 0.43773308396339417, 0.010610594414174557, -0.6486676931381226], [-0.19600766897201538, 0.24246492981910706, -0.0023627595510333776, -0.35266250371932983], [-0.19115838408470154, 0.4376204013824463, -0.009416010230779648, -0.6460895538330078], [-0.1824059635400772, 0.24263091385364532, -0.02233780175447464, -0.35638654232025146], [-0.17755335569381714, 0.047833554446697235, -0.029465531930327415, -0.07083017379045486], [-0.17659668624401093, -0.14685383439064026, -0.030882135033607483, 0.2124125361442566], [-0.17953374981880188, 0.04869572073221207, -0.026633884757757187, -0.08984984457492828], [-0.17855983972549438, 0.24418911337852478, -0.0284308809787035, -0.3908153474330902], [-0.17367605865001678, 0.04948195442557335, -0.036247190088033676, -0.10723021626472473], [-0.17268642783164978, -0.14510232210159302, -0.03839179128408432, 0.17380014061927795], [-0.1755884736776352, 0.050547461956739426, -0.03491578996181488, -0.13074269890785217], [-0.1745775192975998, -0.14405737817287445, -0.03753064572811127, 0.15072350203990936], [-0.17745865881443024, -0.33862239122390747, -0.03451617434620857, 0.4313340485095978], [-0.18423111736774445, -0.143029123544693, -0.02588949352502823, 0.12797318398952484], [-0.18709169328212738, -0.33777081966400146, -0.023330029100179672, 0.41237714886665344], [-0.19384711980819702, -0.14232604205608368, -0.015082485973834991, 0.11243138462305069], [-0.19669362902641296, 0.05300873890519142, -0.012833858840167522, -0.18497155606746674], [-0.19563345611095428, -0.14192725718021393, -0.01653328910470009, 0.10363531112670898], [-0.1984720081090927, 0.05342768505215645, -0.014460583217442036, -0.19421762228012085], [-0.1974034458398819, -0.14148445427417755, -0.018344935029745102, 0.09386876970529556], [-0.20023314654827118, 0.053895559161901474, -0.016467560082674026, -0.2045450508594513], [-0.19915522634983063, -0.1409870684146881, -0.020558461546897888, 0.08289801329374313], [-0.20197497308254242, -0.3358083963394165, -0.018900500610470772, 0.36902445554733276], [-0.20869113504886627, -0.5306567549705505, -0.011520011350512505, 0.6556884050369263], [-0.21930427849292755, -0.3353763222694397, 0.001593756373040378, 0.3594003915786743], [-0.22601179778575897, -0.14027707278728485, 0.008781764656305313, 0.06722044944763184], [-0.22881734371185303, 0.05471787974238396, 0.010126173496246338, -0.22267889976501465], [-0.22772298753261566, -0.14054733514785767, 0.005672595463693142, 0.07318094372749329], [-0.2305339276790619, 0.05449283868074417, 0.007136214058846235, -0.21770687401294708], [-0.22944407165050507, -0.14073039591312408, 0.0027820768300443888, 0.07721855491399765], [-0.23225867748260498, -0.33589211106300354, 0.00432644784450531, 0.3707779347896576], [-0.23897652328014374, -0.14083190262317657, 0.011742006987333298, 0.07946231961250305], [-0.24179315567016602, -0.3361201882362366, 0.013331253081560135, 0.3758266270160675], [-0.2485155612230301, -0.14119011163711548, 0.020847786217927933, 0.08737675845623016], [-0.2513393759727478, 0.053626906126737595, 0.022595321759581566, -0.19865645468235016], [-0.25026682019233704, 0.24841850996017456, 0.01862219162285328, -0.4841268062591553], [-0.24529846012592316, 0.05303876847028732, 0.008939655497670174, -0.18563340604305267], [-0.24423767626285553, -0.1422099471092224, 0.005226987414062023, 0.10985618084669113], [-0.24708187580108643, 0.052836719900369644, 0.007424111012369394, -0.18117308616638184], [-0.24602514505386353, 0.2478516548871994, 0.0038006491959095, -0.47150474786758423], [-0.24106810986995697, 0.05267622694373131, -0.005629445891827345, -0.1776263415813446], [-0.24001458287239075, -0.1423647105693817, -0.009181972593069077, 0.11327537894248962], [-0.24286188185214996, -0.33735391497612, -0.006916465237736702, 0.4030473828315735], [-0.24960896372795105, -0.14213454723358154, 0.0011444822885096073, 0.10819190740585327], [-0.25245165824890137, 0.05297099053859711, 0.0033083204180002213, -0.1841297149658203], [-0.2513922452926636, -0.14219814538955688, -0.00037427397910505533, 0.10959502309560776], [-0.2542361915111542, -0.3373147249221802, 0.0018176264129579067, 0.40215983986854553], [-0.260982483625412, -0.5324624180793762, 0.009860822930932045, 0.6954152584075928], [-0.27163174748420715, -0.3374786078929901, 0.023769129067659378, 0.4058528244495392], [-0.2783813178539276, -0.1427016407251358, 0.03188618645071983, 0.12075735628604889], [-0.28123533725738525, 0.05194930359721184, 0.034301333129405975, -0.16169768571853638], [-0.2801963686943054, -0.1436464786529541, 0.0310673788189888, 0.14160601794719696], [-0.28306928277015686, 0.05101706460118294, 0.033899497240781784, -0.14111605286598206], [-0.28204894065856934, -0.14457358419895172, 0.031077178195118904, 0.16206589341163635], [-0.2849404215812683, 0.0500900074839592, 0.03431849554181099, -0.12065327167510986], [-0.28393861651420593, -0.14550639688968658, 0.03190543130040169, 0.18265622854232788], [-0.2868487536907196, -0.3410699963569641, 0.0355585552752018, 0.485230952501297], [-0.2936701476573944, -0.1464674174785614, 0.045263174921274185, 0.20396360754966736], [-0.29659950733184814, 0.04797898232936859, 0.04934244602918625, -0.0741044357419014], [-0.29563990235328674, 0.24236010015010834, 0.04786035791039467, -0.3508204519748688], [-0.29079270362854004, 0.046591345220804214, 0.04084394872188568, -0.04343799501657486], [-0.28986087441444397, 0.24110452830791473, 0.03997518867254257, -0.32295966148376465], [-0.2850387990474701, 0.43563511967658997, 0.03351599723100662, -0.6027728319168091], [-0.27632609009742737, 0.24006080627441406, 0.02146053873002529, -0.299724280834198], [-0.2715248763561249, 0.04463964328169823, 0.015466053038835526, -0.00035111536271870136], [-0.2706320881843567, 0.23953640460968018, 0.015459030866622925, -0.288114458322525], [-0.26584136486053467, 0.044197458773851395, 0.00969674065709114, 0.009403725154697895], [-0.26495739817619324, 0.23917901515960693, 0.009884815663099289, -0.28020405769348145], [-0.26017382740974426, 0.0439174585044384, 0.004280734341591597, 0.015580047853291035], [-0.2592954635620117, 0.23897776007652283, 0.004592335317283869, -0.27574917674064636], [-0.2545159161090851, 0.04379059001803398, -0.0009226484107784927, 0.018378620967268944], [-0.2536401152610779, 0.2389257550239563, -0.0005550759960897267, -0.2745952606201172], [-0.24886159598827362, 0.04381173476576805, -0.006046981550753117, 0.01791253313422203], [-0.2479853630065918, 0.23901988565921783, -0.005688730627298355, -0.2766721248626709], [-0.2432049661874771, 0.04397955164313316, -0.0112221734598279, 0.014211148954927921], [-0.24232536554336548, -0.150979682803154, -0.010937950573861599, 0.3033323287963867], [-0.24534496665000916, 0.04429643601179123, -0.0048713041469454765, 0.007219984661787748], [-0.24445903301239014, -0.15075531601905823, -0.004726904444396496, 0.29836198687553406], [-0.24747414886951447, 0.04443369433283806, 0.0012403354048728943, 0.004192033316940069], [-0.24658547341823578, 0.23953783512115479, 0.0013241760898381472, -0.2880992889404297], [-0.24179470539093018, 0.0443970263004303, -0.004437809810042381, 0.005000970792025328], [-0.24090677499771118, -0.15066100656986237, -0.004337790422141552, 0.2962804138660431], [-0.2439199984073639, 0.044522520154714584, 0.0015878179110586643, 0.00223258463665843], [-0.24302953481674194, -0.15062215924263, 0.0016324695898219943, 0.29541605710983276], [-0.24604198336601257, 0.044476475566625595, 0.00754079082980752, 0.003248439636081457], [-0.24515245854854584, 0.23948946595191956, 0.007605759892612696, -0.28704577684402466], [-0.24036265909671783, 0.43450212478637695, 0.0018648443510755897, -0.5773202180862427], [-0.23167262971401215, 0.23935408890247345, -0.009681560099124908, -0.2840504050254822], [-0.22688554227352142, 0.04437156021595001, -0.015362568199634552, 0.005563346669077873], [-0.22599810361862183, 0.23971042037010193, -0.015251302160322666, -0.2919268012046814], [-0.22120390832424164, 0.044809214770793915, -0.021089836955070496, -0.004092686343938112], [-0.22030772268772125, -0.15000402927398682, -0.02117169089615345, 0.2818622291088104], [-0.223307803273201, 0.045413415879011154, -0.015534446574747562, -0.01742224395275116], [-0.2223995327949524, 0.24075466394424438, -0.015882890671491623, -0.31496569514274597], [-0.21758443117141724, 0.04586251825094223, -0.022182205691933632, -0.027333734557032585], [-0.21666719019412994, -0.14893440902233124, -0.022728880867362022, 0.2582687437534332], [-0.21964587271213531, 0.04650452360510826, -0.017563505098223686, -0.04149565473198891], [-0.21871578693389893, -0.1483612209558487, -0.018393417820334435, 0.24559447169303894], [-0.22168301045894623, 0.04701853543519974, -0.013481528498232365, -0.0528329499065876], [-0.22074264287948608, 0.24233117699623108, -0.01453818753361702, -0.349738746881485], [-0.21589601039886475, 0.047418974339962006, -0.02153296209871769, -0.06167540326714516], [-0.2149476408958435, 0.2428429275751114, -0.022766470909118652, -0.3610735833644867], [-0.210090771317482, 0.0480518639087677, -0.029987942427396774, -0.07565546780824661], [-0.20912973582744598, -0.14662763476371765, -0.03150105103850365, 0.2074173539876938], [-0.2120622843503952, 0.048930272459983826, -0.027352705597877502, -0.09503375738859177], [-0.21108368039131165, -0.14578917622566223, -0.029253380373120308, 0.18889547884464264], [-0.21399946510791779, 0.049738809466362, -0.02547547034919262, -0.11287029087543488], [-0.2130046933889389, -0.14500901103019714, -0.02773287706077099, 0.17166768014431], [-0.21590487658977509, 0.05049866810441017, -0.02429952286183834, -0.12963350117206573]], "action_prob": [0.48852789402008057, 0.8654364347457886, 0.5856164693832397, 0.8025045990943909, 0.6388258934020996, 0.7732926607131958, 0.31562942266464233, 0.9038877487182617, 0.7424871325492859, 0.6743233799934387, 0.21780213713645935, 0.9212679266929626, 0.826374351978302, 0.48823368549346924, 0.15955695509910583, 0.9293065667152405, 0.8296061158180237, 0.5668650269508362, 0.8154480457305908, 0.40563639998435974, 0.8784705996513367, 0.3610798716545105, 0.8890048265457153, 0.6867742538452148, 0.7320048213005066, 0.7170324325561523, 0.29678040742874146, 0.9003608226776123, 0.6971996426582336, 0.7420170307159424, 0.31719091534614563, 0.8975996971130371, 0.6927332878112793, 0.7400815486907959, 0.693986177444458, 0.7385205626487732, 0.6969000101089478, 0.2644900679588318, 0.906851053237915, 0.7489694952964783, 0.32080334424972534, 0.8968396186828613, 0.6971685290336609, 0.7332718372344971, 0.7060962319374084, 0.7245808839797974, 0.2835981547832489, 0.9060407280921936, 0.7471255660057068, 0.672142505645752, 0.2312936931848526, 0.9171800017356873, 0.19585727155208588, 0.9243685603141785, 0.840009868144989, 0.5300230383872986, 0.8228437304496765, 0.5873364210128784, 0.7967566847801208, 0.6364570260047913, 0.7681136727333069, 0.6782428026199341, 0.7368257641792297, 0.713916540145874, 0.29734116792678833, 0.9011626839637756, 0.6883001327514648, 0.7521482706069946, 0.3376738727092743, 0.8936493396759033, 0.6586766242980957, 0.7693082690238953, 0.35732290148735046, 0.8906626105308533, 0.6497628092765808, 0.22803683578968048, 0.9117663502693176, 0.7892875671386719, 0.39583584666252136, 0.8798953294754028, 0.6058050990104675, 0.7974733114242554, 0.5930017828941345, 0.8041050434112549, 0.4228321313858032, 0.8734280467033386, 0.5845123529434204, 0.19360612332820892, 0.918253481388092, 0.8210964798927307, 0.46915704011917114, 0.14333024621009827, 0.9370869994163513, 0.13306133449077606, 0.9402633905410767, 0.8828698396682739, 0.6324456930160522, 0.7726117968559265, 0.33817076683044434, 0.9013716578483582, 0.7102916836738586, 0.7106396555900574, 0.7435422539710999, 0.32458972930908203, 0.8875276446342468, 0.3412262499332428, 0.8848497867584229, 0.6527858972549438, 0.7804374694824219, 0.634198009967804, 0.7930475473403931, 0.6123541593551636, 0.8063514232635498, 0.4134733974933624, 0.13360291719436646, 0.9322078824043274, 0.8728659749031067, 0.6200957298278809, 0.7910718321800232, 0.6249927878379822, 0.7890092730522156, 0.3732474148273468, 0.8789650797843933, 0.35116469860076904, 0.8848928213119507, 0.6791672110557556, 0.25975707173347473, 0.9118629097938538, 0.743935763835907, 0.6876911520957947, 0.26025551557540894, 0.9135292768478394, 0.7555251717567444, 0.3323706388473511, 0.8861895203590393, 0.6781042814254761, 0.7494373917579651, 0.32225266098976135, 0.11098793894052505, 0.9366115927696228, 0.8975406885147095, 0.7439782619476318, 0.65640789270401, 0.7673034071922302, 0.6197178959846497, 0.7883739471435547, 0.5798034071922302, 0.19234010577201843, 0.9169763922691345, 0.8339393734931946, 0.5434015393257141, 0.81065833568573, 0.5830085873603821, 0.20848259329795837, 0.9209988117218018, 0.790334939956665, 0.6103503108024597, 0.7854389548301697, 0.6163580417633057, 0.7841616272926331, 0.6167689561843872, 0.7865177989006042, 0.6116257905960083, 0.7924104928970337, 0.6006563901901245, 0.8016252517700195, 0.41671931743621826, 0.8583152890205383, 0.4168103039264679, 0.8592525720596313, 0.589964747428894, 0.8056212067604065, 0.420257568359375, 0.8586679697036743, 0.4131206274032593, 0.8614946007728577, 0.6006916165351868, 0.20281819999217987, 0.925612211227417, 0.8156328797340393, 0.557274341583252, 0.8294987678527832, 0.474529504776001, 0.8407580256462097, 0.5109684467315674, 0.8494777679443359, 0.5243812203407288, 0.8231242299079895, 0.542770504951477, 0.8168591856956482, 0.4434831440448761, 0.8720611333847046, 0.4075363576412201, 0.8838845491409302, 0.6379923820495605, 0.765622079372406, 0.6678400635719299, 0.7460917234420776, 0.6946983933448792, 0.7253143787384033], "action_logp": [-0.7163587212562561, -0.1445213407278061, -0.5350902080535889, -0.220017671585083, -0.44812333583831787, -0.25709766149520874, -1.1531864404678345, -0.10105009377002716, -0.29774969816207886, -0.39404547214508057, -1.5241682529449463, -0.0820043608546257, -0.19070738554000854, -0.716961145401001, -1.8353543281555176, -0.07331657409667969, -0.18680423498153687, -0.5676340460777283, -0.2040175497531891, -0.902298092842102, -0.12957283854484558, -1.0186561346054077, -0.11765258759260178, -0.3757496774196625, -0.31196820735931396, -0.33263424038887024, -1.214762806892395, -0.1049596518278122, -0.3606834411621094, -0.29838305711746216, -1.1482514142990112, -0.10803104937076569, -0.3671102225780487, -0.3009949326515198, -0.3653032183647156, -0.30310630798339844, -0.3611133098602295, -1.329951524734497, -0.09777706116437912, -0.28905704617500305, -1.1369270086288452, -0.1088782548904419, -0.36072808504104614, -0.310238778591156, -0.3480037748813629, -0.32216185331344604, -1.2601970434188843, -0.09867101907730103, -0.29152199625968933, -0.3972848951816559, -1.464066982269287, -0.08645154535770416, -1.6303690671920776, -0.07864437997341156, -0.17434166371822357, -0.6348347663879395, -0.19498896598815918, -0.5321575403213501, -0.22720594704151154, -0.4518383741378784, -0.26381751894950867, -0.388249933719635, -0.30540382862091064, -0.3369891941547394, -1.2128751277923584, -0.10406947880983353, -0.3735303282737732, -0.2848218083381653, -1.08567476272583, -0.112441785633564, -0.4175225496292114, -0.26226353645324707, -1.0291154384613037, -0.11578956246376038, -0.43114790320396423, -1.478248119354248, -0.09237149357795715, -0.2366245836019516, -0.9267556667327881, -0.12795232236385345, -0.5011969208717346, -0.22630693018436432, -0.5225578546524048, -0.2180253565311432, -0.8607800006866455, -0.13532955944538116, -0.5369773507118225, -1.6419295072555542, -0.08528183400630951, -0.19711469113826752, -0.7568176984786987, -1.9426039457321167, -0.06497914344072342, -2.0169451236724854, -0.061595216393470764, -0.12457750737667084, -0.4581609070301056, -0.25797852873802185, -1.0842043161392212, -0.10383762419223785, -0.3420795798301697, -0.3415897786617279, -0.29632967710494995, -1.1251932382583618, -0.11931557953357697, -1.0752094984054565, -0.12233735620975494, -0.4265061020851135, -0.24790063500404358, -0.45539405941963196, -0.231872096657753, -0.49044445157051086, -0.21523559093475342, -0.8831620812416077, -2.012883186340332, -0.07019941508769989, -0.1359732300043106, -0.47788140177726746, -0.2343665063381195, -0.47001519799232483, -0.23697717487812042, -0.9855138063430786, -0.12901011109352112, -1.0464999675750732, -0.12228872627019882, -0.38688793778419495, -1.348008394241333, -0.09226562827825546, -0.2958005666732788, -0.37441545724868774, -1.346091389656067, -0.0904398262500763, -0.2803421914577484, -1.1015045642852783, -0.12082444131374359, -0.3884541690349579, -0.2884324789047241, -1.1324193477630615, -2.198333740234375, -0.0654866173863411, -0.10809685289859772, -0.2957434356212616, -0.42097288370132446, -0.2648729979991913, -0.4784909188747406, -0.23778273165225983, -0.545066237449646, -1.648490071296692, -0.08667358011007309, -0.18159455060958862, -0.609906792640686, -0.2099086195230484, -0.5395534038543701, -1.5678997039794922, -0.08229655772447586, -0.23529843986034393, -0.49372223019599915, -0.24151256680488586, -0.48392727971076965, -0.24314014613628387, -0.48326078057289124, -0.2401399165391922, -0.49163463711738586, -0.2326757311820984, -0.5097322463989258, -0.22111408412456512, -0.8753423690795898, -0.15278378129005432, -0.8751240968704224, -0.15169236063957214, -0.5276924967765808, -0.21614162623882294, -0.8668875098228455, -0.15237298607826233, -0.884015679359436, -0.14908650517463684, -0.5096735954284668, -1.5954452753067017, -0.07729988545179367, -0.20379093289375305, -0.5846976637840271, -0.18693368136882782, -0.7454314827919006, -0.17345134913921356, -0.6714473962783813, -0.16313353180885315, -0.6455363631248474, -0.1946481466293335, -0.6110687255859375, -0.20228855311870575, -0.8130955100059509, -0.13689576089382172, -0.8976251482963562, -0.1234288215637207, -0.4494289755821228, -0.2670665979385376, -0.4037065804004669, -0.2929067015647888, -0.36427751183509827, -0.32115012407302856], "action_dist_inputs": [[0.022776681929826736, -0.023119796067476273], [0.9285109639167786, -0.9326860308647156], [0.17261195182800293, -0.17326126992702484], [-0.6995300054550171, 0.7024921178817749], [0.2846393585205078, -0.28563231229782104], [-0.6121611595153809, 0.6148369908332825], [0.3863084316253662, -0.38762223720550537], [1.1180894374847412, -1.1230990886688232], [0.5286463499069214, -0.5302896499633789], [-0.3628552556037903, 0.36494967341423035], [0.6382438540458679, -0.6402768492698669], [1.2270300388336182, -1.232670783996582], [0.7788419723510742, -0.7813042998313904], [-0.02286907285451889, 0.02420494332909584], [-0.8285138607025146, 0.8330143690109253], [-1.2846100330352783, 1.2914761304855347], [-0.7893247008323669, 0.7935135960578918], [0.13478633761405945, -0.13428543508052826], [-0.7409231662750244, 0.74488365650177], [0.19112148880958557, -0.1909126341342926], [0.9870683550834656, -0.9909581542015076], [0.285304993391037, -0.2853752076625824], [1.0382256507873535, -1.0423909425735474], [0.3923347294330597, -0.39274653792381287], [-0.5007548928260803, 0.5040631294250488], [0.4645034968852997, -0.4652850925922394], [-0.4298166334629059, 0.4328601360321045], [-1.0977321863174438, 1.1035083532333374], [-0.4156046509742737, 0.4183935523033142], [0.5275625586509705, -0.5289158821105957], [-0.38205018639564514, 0.3846612572669983], [-1.0826648473739624, 1.0881696939468384], [-0.405241459608078, 0.4076874256134033], [0.5223697423934937, -0.5240225195884705], [-0.4082320034503937, 0.4105898141860962], [0.5182816386222839, -0.5200117230415344], [-0.41514983773231506, 0.41742947697639465], [0.51048344373703, -0.512276828289032], [1.1351617574691772, -1.1406164169311523], [0.5456189513206482, -0.5475050210952759], [-0.37398380041122437, 0.3760986924171448], [-1.0787221193313599, 1.0838700532913208], [-0.41592592000961304, 0.4179248809814453], [0.5046208500862122, -0.5066655278205872], [-0.4372699558734894, 0.4392290711402893], [0.4826214909553528, -0.48467808961868286], [-0.4623771905899048, 0.46430590748786926], [-1.1305749416351318, 1.1356480121612549], [-0.5407136082649231, 0.5426267385482788], [0.3579661250114441, -0.35992515087127686], [-0.5995222330093384, 0.6014984846115112], [-1.1997096538543701, 1.2049237489700317], [-0.7051618099212646, 0.7072287797927856], [-1.2489243745803833, 1.2543150186538696], [-0.8280177116394043, 0.8302839398384094], [-0.060791004449129105, 0.05944585055112839], [0.7654290199279785, -0.7703048586845398], [-0.17699354887008667, 0.17597141861915588], [0.6807700991630554, -0.6853751540184021], [-0.28037819266319275, 0.27964115142822266], [0.5966669917106628, -0.6010237336158752], [-0.3730934262275696, 0.37261462211608887], [0.5127043724060059, -0.5168306231498718], [-0.4573603868484497, 0.457122266292572], [0.4280412495136261, -0.43195000290870667], [1.101700782775879, -1.108510136604309], [0.3942364752292633, -0.3979474902153015], [-0.554969310760498, 0.5551334619522095], [0.33505144715309143, -0.33862605690956116], [1.0609854459762573, -1.0675865411758423], [0.3269771635532379, -0.3304253816604614], [-0.6020029783248901, 0.6024060845375061], [0.29181161522865295, -0.29519104957580566], [1.0455195903778076, -1.052008032798767], [0.3073406219482422, -0.31065598130226135], [-0.6094626188278198, 0.609967052936554], [-1.1656559705734253, 1.1697391271591187], [-0.6600470542907715, 0.6605889797210693], [0.20980216562747955, -0.21304424107074738], [0.9925333261489868, -0.9989060759544373], [0.21328093111515045, -0.21643196046352386], [-0.6849380135536194, 0.6856385469436646], [0.1866384744644165, -0.18975003063678741], [-0.7056989073753357, 0.7064523696899414], [0.154049813747406, -0.15710803866386414], [0.962681770324707, -0.9689329862594604], [0.16916286945343018, -0.17216216027736664], [-0.7129526734352112, 0.713793933391571], [-1.207226276397705, 1.2116241455078125], [-0.7614485025405884, 0.7623454928398132], [0.060307957231998444, -0.06322068721055984], [0.8908902406692505, -0.8970109820365906], [1.3463369607925415, -1.3546868562698364], [0.9340438842773438, -0.9401142001152039], [1.3739160299301147, -1.3822989463806152], [1.0068844556808472, -1.0130078792572021], [0.26990899443626404, -0.27281442284584045], [-0.6111615896224976, 0.611956775188446], [0.3341785669326782, -0.3372781574726105], [1.1030724048614502, -1.10948646068573], [0.4467530846595764, -0.4500480890274048], [-0.44905537366867065, 0.4494374394416809], [0.5304570198059082, -0.5340043902397156], [-0.3663098216056824, 0.36644843220710754], [-1.031113862991333, 1.034618854522705], [-0.3289679288864136, 0.32886651158332825], [-1.0179182291030884, 1.021262764930725], [-0.3157910108566284, 0.31551653146743774], [0.6320483088493347, -0.6361693143844604], [-0.2753291130065918, 0.2749398648738861], [0.6695770025253296, -0.673816978931427], [-0.22886723279953003, 0.2283513844013214], [0.7110511660575867, -0.715423583984375], [-0.17514099180698395, 0.1744837462902069], [-0.9333115220069885, 0.9361599087715149], [-1.3076040744781494, 1.313506841659546], [-0.9618790745735168, 0.9646611213684082], [-0.24540913105010986, 0.2445453405380249], [0.6634106636047363, -0.6679878830909729], [-0.25581568479537964, 0.2549792230129242], [0.6572026610374451, -0.6617615818977356], [-0.25956910848617554, 0.2587414085865021], [-0.989923894405365, 0.9927417635917664], [-0.3073762059211731, 0.3065473735332489], [-1.0183649063110352, 1.0212384462356567], [-0.37535804510116577, 0.374589204788208], [0.5214051604270935, -0.5258263349533081], [1.1646662950515747, -1.1719304323196411], [0.5310954451560974, -0.5354310870170593], [-0.3949749767780304, 0.39437228441238403], [0.5201635360717773, -0.5244774222373962], [1.1751372814178467, -1.1823722124099731], [0.5619921684265137, -0.5663084983825684], [-0.3490535616874695, 0.34842899441719055], [-1.0247153043746948, 1.0276811122894287], [-0.37288257479667664, 0.372190922498703], [0.5456047654151917, -0.5500091910362244], [-0.3720703423023224, 0.37136831879615784], [-1.0388703346252441, 1.0418188571929932], [-1.343421220779419, 1.3495663404464722], [-1.0835663080215454, 1.0866258144378662], [-0.533670961856842, 0.5330786108970642], [0.32155632972717285, -0.32577088475227356], [-0.5967668294906616, 0.596379816532135], [0.24215669929981232, -0.24619430303573608], [-0.6576635837554932, 0.6574880480766296], [0.1590552031993866, -0.16291102766990662], [-0.7174136638641357, 0.7174621820449829], [-1.199021577835083, 1.2029350996017456], [-0.8067371845245361, 0.8070710301399231], [-0.08872061222791672, 0.08532340824604034], [0.7239188551902771, -0.7303743958473206], [-0.16911371052265167, 0.16602252423763275], [0.663914680480957, -0.6701815128326416], [1.2238208055496216, -1.2321741580963135], [0.6604229211807251, -0.6665226221084595], [-0.22571925818920135, 0.22306564450263977], [0.6458208560943604, -0.6518275737762451], [-0.23833033442497253, 0.23578788340091705], [0.6420741081237793, -0.6480110287666321], [-0.23916205763816833, 0.23669442534446716], [0.6490859389305115, -0.6549758315086365], [-0.22828978300094604, 0.22586166858673096], [0.666825532913208, -0.6726914644241333], [-0.20531196892261505, 0.20288881659507751], [0.6953086853027344, -0.7011744379997253], [-0.16935403645038605, 0.1669016033411026], [-0.8999876379966736, 0.9013795852661133], [-0.1691911220550537, 0.16669020056724548], [-0.9038592576980591, 0.9052363634109497], [-0.18316400051116943, 0.18065573275089264], [0.707948625087738, -0.713856041431427], [-0.16210412979125977, 0.15961195528507233], [-0.901441752910614, 0.9028282165527344], [-0.1767885535955429, 0.17429113388061523], [-0.9131715893745422, 0.9145880341529846], [-0.20540466904640198, 0.2029430866241455], [0.6814561486244202, -0.6873166561126709], [1.2565100193023682, -1.2646540403366089], [0.7406042218208313, -0.7464309930801392], [-0.11627195030450821, 0.11383525282144547], [0.7881024479866028, -0.7939764261245728], [-0.05224943906068802, 0.04972080886363983], [-0.8313193321228027, 0.8325596451759338], [-0.023264611139893532, 0.02061619609594345], [0.8622415065765381, -0.8682695031166077], [0.04742857441306114, -0.05017362907528877], [-0.7683303952217102, 0.7693289518356323], [0.08431187272071838, -0.08718918263912201], [-0.7471660375595093, 0.7480456233024597], [0.11202715337276459, -0.11501055955886841], [0.9565155506134033, -0.9627915024757385], [0.18554243445396423, -0.1886170357465744], [1.0116844177246094, -1.018056869506836], [0.28172048926353455, -0.28494033217430115], [-0.5916506052017212, 0.5921034216880798], [0.34750911593437195, -0.350923091173172], [-0.5388072729110718, 0.5390684604644775], [0.4092903733253479, -0.4128870964050293], [-0.48544952273368835, 0.48552843928337097]], "value_targets": [86.60203552246094, 86.4666976928711, 86.33000183105469, 86.1919174194336, 86.05244445800781, 85.91156005859375, 85.76924896240234, 85.62550354003906, 85.48030853271484, 85.33364868164062, 85.18550109863281, 85.03585815429688, 84.88470458984375, 84.73202514648438, 84.57780456542969, 84.42202758789062, 84.2646713256836, 84.10572814941406, 83.94518280029297, 83.78301239013672, 83.61920166015625, 83.45374298095703, 83.28660583496094, 83.11778259277344, 82.94725799560547, 82.77500915527344, 82.60102081298828, 82.4252700805664, 82.24774932861328, 82.06842803955078, 81.8873062133789, 81.704345703125, 81.51954650878906, 81.33287048339844, 81.14431762695312, 80.953857421875, 80.76146697998047, 80.567138671875, 80.370849609375, 80.17257690429688, 79.97229766845703, 79.7699966430664, 79.5656509399414, 79.35924530029297, 79.1507568359375, 78.94015502929688, 78.72743225097656, 78.51255798339844, 78.2955093383789, 78.0762710571289, 77.85482025146484, 77.63113403320312, 77.40518188476562, 77.17695617675781, 76.94641876220703, 76.71355438232422, 76.47834014892578, 76.2407455444336, 76.0007553100586, 75.75833892822266, 75.51347351074219, 75.26612854003906, 75.01629638671875, 74.76393127441406, 74.50902557373047, 74.25154113769531, 73.991455078125, 73.72874450683594, 73.46337127685547, 73.19532775878906, 72.92457580566406, 72.65108489990234, 72.37483215332031, 72.09579467773438, 71.81392669677734, 71.52922058105469, 71.24163818359375, 70.9511489868164, 70.65773010253906, 70.36134338378906, 70.06195831298828, 69.75955963134766, 69.45409393310547, 69.14555358886719, 68.83389282226562, 68.51908111572266, 68.20109558105469, 67.87989044189453, 67.55545043945312, 67.22772216796875, 66.89669036865234, 66.56231689453125, 66.22456359863281, 65.88339233398438, 65.53878021240234, 65.19068908691406, 64.83908081054688, 64.48391723632812, 64.12516784667969, 63.76279830932617, 63.396766662597656, 63.027034759521484, 62.65357208251953, 62.276336669921875, 61.895286560058594, 61.51039123535156, 61.12160873413086, 60.72889709472656, 60.332218170166016, 59.93153381347656, 59.52680206298828, 59.11798095703125, 58.70503234863281, 58.28791046142578, 57.8665771484375, 57.44098663330078, 57.0110969543457, 56.576866149902344, 56.138248443603516, 55.6952018737793, 55.247676849365234, 54.79563522338867, 54.33902359008789, 53.877803802490234, 53.411922454833984, 52.94133758544922, 52.46599578857422, 51.98585510253906, 51.50086212158203, 51.01097106933594, 50.51613235473633, 50.01629638671875, 49.511409759521484, 49.001426696777344, 48.486289978027344, 47.965946197509766, 47.44034957885742, 46.909446716308594, 46.37317657470703, 45.83149337768555, 45.28433609008789, 44.731651306152344, 44.17338562011719, 43.60948181152344, 43.039878845214844, 42.46452331542969, 41.883358001708984, 41.296321868896484, 40.70335388183594, 40.104400634765625, 39.499393463134766, 38.888275146484375, 38.2709846496582, 37.6474609375, 37.017635345458984, 36.38145065307617, 35.73883819580078, 35.08973693847656, 34.434078216552734, 33.77179718017578, 33.10282516479492, 32.427093505859375, 31.74454116821289, 31.055091857910156, 30.358678817749023, 29.655229568481445, 28.944677352905273, 28.226945877075195, 27.50196647644043, 26.769662857055664, 26.02996253967285, 25.282791137695312, 24.5280704498291, 23.765727996826172, 22.995685577392578, 22.217864990234375, 21.432186126708984, 20.63857078552246, 19.83694076538086, 19.02721405029297, 18.209306716918945, 17.383136749267578, 16.54862403869629, 15.705680847167969, 14.854223251342773, 13.99416446685791, 13.125418663024902, 12.24789810180664, 11.361513137817383, 10.466174125671387, 9.561792373657227, 8.648275375366211, 7.725530624389648, 6.7934651374816895, 5.851984977722168, 4.900994777679443, 3.940398931503296, 2.970099925994873, 1.9900000095367432, 1.0]}
{"type": "SampleBatch", "eps_id": [904116594, 904116594, 904116594, 904116594, 904116594, 904116594, 904116594, 904116594, 904116594, 904116594, 904116594, 904116594, 904116594, 904116594, 904116594, 904116594, 904116594, 904116594, 904116594, 904116594, 904116594, 904116594, 904116594, 904116594, 904116594, 904116594, 904116594, 904116594, 904116594, 904116594, 904116594, 904116594, 904116594, 904116594, 904116594, 904116594, 904116594, 904116594, 904116594, 904116594, 904116594, 904116594, 904116594, 904116594, 904116594, 904116594, 904116594, 904116594, 904116594, 904116594, 904116594, 904116594, 904116594, 904116594, 904116594, 904116594, 904116594, 904116594, 904116594, 904116594, 904116594, 904116594, 904116594, 904116594, 904116594, 904116594, 904116594, 904116594, 904116594, 904116594, 904116594, 904116594, 904116594, 904116594, 904116594, 904116594, 904116594, 904116594, 904116594, 904116594, 904116594, 904116594, 904116594, 904116594, 904116594, 904116594, 904116594, 904116594, 904116594, 904116594, 904116594, 904116594, 904116594, 904116594, 904116594, 904116594, 904116594, 904116594, 904116594, 904116594, 904116594, 904116594, 904116594, 904116594, 904116594, 904116594, 904116594, 904116594, 904116594, 904116594, 904116594, 904116594, 904116594, 904116594, 904116594, 904116594, 904116594, 904116594, 904116594, 904116594, 904116594, 904116594, 904116594, 904116594, 904116594, 904116594, 904116594, 904116594, 904116594, 904116594, 904116594, 904116594, 904116594, 904116594, 904116594, 904116594, 904116594, 904116594, 904116594, 904116594, 904116594, 904116594, 904116594, 904116594, 904116594, 904116594, 904116594, 904116594, 904116594, 904116594, 904116594, 904116594, 904116594, 904116594, 904116594, 904116594, 904116594, 904116594, 904116594, 904116594, 904116594, 904116594, 904116594, 904116594, 904116594, 904116594, 904116594, 904116594, 904116594, 904116594, 904116594, 904116594, 904116594, 904116594, 904116594, 904116594, 904116594, 904116594, 904116594, 904116594, 904116594, 904116594, 904116594, 904116594, 904116594, 904116594, 904116594, 904116594, 904116594, 904116594, 904116594, 904116594, 904116594, 904116594, 904116594, 904116594, 904116594, 904116594, 904116594, 904116594], "obs": [[0.015642935410141945, 0.009396959096193314, -0.018932808190584183, -0.042196132242679596], [0.0158308744430542, 0.20478521287441254, -0.019776731729507446, -0.3407919108867645], [0.01992657780647278, 0.00995014887303114, -0.026592569425702095, -0.054410435259342194], [0.020125580951571465, -0.18478061258792877, -0.02768077701330185, 0.2297651320695877], [0.016429968178272247, 0.010725739412009716, -0.023085474967956543, -0.0715191513299942], [0.01664448343217373, -0.18405777215957642, -0.02451585792005062, 0.21379172801971436], [0.012963328510522842, 0.01140594482421875, -0.020240023732185364, -0.086522676050663], [0.013191447593271732, -0.1834201216697693, -0.0219704769551754, 0.19970640540122986], [0.009523045271635056, 0.012009060010313988, -0.017976349219679832, -0.099825419485569], [0.00976322591304779, -0.1828507035970688, -0.01997285708785057, 0.18713223934173584], [0.006106211803853512, 0.012551221996545792, -0.016230212524533272, -0.11178381741046906], [0.006357236299663782, -0.18233445286750793, -0.018465887755155563, 0.1757347136735916], [0.002710547298192978, -0.3771873116493225, -0.014951194636523724, 0.4625355303287506], [-0.004833199083805084, -0.18185730278491974, -0.005700483452528715, 0.16517776250839233], [-0.008470345288515091, 0.013345787301659584, -0.0023969283793121576, -0.12929804623126984], [-0.00820342916995287, -0.18174174427986145, -0.0049828896299004555, 0.162627711892128], [-0.01183826383203268, 0.013451183214783669, -0.0017303351778537035, -0.1316230148077011], [-0.011569240130484104, -0.1816459447145462, -0.004362795501947403, 0.1605135202407837], [-0.015202159062027931, 0.013538198545575142, -0.0011525250738486648, -0.13354256749153137], [-0.014931395649909973, 0.20867663621902466, -0.0038233762606978416, -0.42658886313438416], [-0.010757862590253353, 0.013609050773084164, -0.012355153448879719, -0.1351137012243271], [-0.01048568170517683, 0.20890577137470245, -0.015057427808642387, -0.4316687285900116], [-0.006307566072791815, 0.01400023140013218, -0.023690802976489067, -0.14377029240131378], [-0.006027561612427235, 0.20945331454277039, -0.02656620740890503, -0.4438320994377136], [-0.0018384951399639249, 0.014717129990458488, -0.03544285148382187, -0.15964043140411377], [-0.0015441525029018521, -0.17987994849681854, -0.03863565996289253, 0.12165384739637375], [-0.005141751375049353, 0.015773629769682884, -0.036202579736709595, -0.1829635500907898], [-0.004826278891414404, -0.17881210148334503, -0.039861854165792465, 0.09808256477117538], [-0.008402520790696144, 0.016857804730534554, -0.037900201976299286, -0.20690543949604034], [-0.008065365254878998, -0.17770226299762726, -0.04203831031918526, 0.07358510047197342], [-0.01161941047757864, -0.37219712138175964, -0.04056660830974579, 0.35271403193473816], [-0.019063353538513184, -0.5667194128036499, -0.03351232782006264, 0.6323341131210327], [-0.030397741124033928, -0.37114638090133667, -0.02086564525961876, 0.32928845286369324], [-0.03782067075371742, -0.17573368549346924, -0.01427987590432167, 0.03009919449687004], [-0.041335344314575195, -0.37064796686172485, -0.01367789227515459, 0.3182426691055298], [-0.04874830320477486, -0.1753339171409607, -0.0073130386881530285, 0.021277813240885735], [-0.05225498229265213, -0.3703502416610718, -0.006887482013553381, 0.31164446473121643], [-0.05966198444366455, -0.17513084411621094, -0.0006545932264998555, 0.016797401010990143], [-0.0631645992398262, -0.3702434003353119, -0.00031864517950452864, 0.30927371978759766], [-0.0705694705247879, -0.1751169115304947, 0.005866829305887222, 0.01649032160639763], [-0.07407180964946747, 0.01992041803896427, 0.006196635775268078, -0.2743358016014099], [-0.07367339730262756, -0.17528939247131348, 0.0007099198410287499, 0.02029510587453842], [-0.0771791860461235, -0.37042152881622314, 0.0011158220004290342, 0.3132019340991974], [-0.08458761870861053, -0.1753154844045639, 0.007379860617220402, 0.0208711139857769], [-0.08809392899274826, 0.019699858501553535, 0.007797283120453358, -0.2694742679595947], [-0.08769992738962173, -0.1755324900150299, 0.0024077976122498512, 0.02565772645175457], [-0.09121058136224747, -0.37068888545036316, 0.0029209519270807505, 0.3190993666648865], [-0.09862435609102249, -0.5658523440361023, 0.009302939288318157, 0.6127020120620728], [-0.10994140803813934, -0.37086161971092224, 0.021556979045271873, 0.3229636251926422], [-0.11735863983631134, -0.17605315148830414, 0.02801625244319439, 0.03715609759092331], [-0.12087970227003098, 0.018656078726053238, 0.02875937521457672, -0.24655742943286896], [-0.12050657719373703, -0.17686456441879272, 0.02382822521030903, 0.05505634844303131], [-0.12404386699199677, 0.01790776662528515, 0.02492935210466385, -0.230014368891716], [-0.12368571758270264, 0.21266476809978485, 0.0203290656208992, -0.5147306323051453], [-0.11943241953849792, 0.017262518405914307, 0.010034452192485332, -0.21571148931980133], [-0.11908716708421707, -0.17800143361091614, 0.00572022283449769, 0.0801197811961174], [-0.12264719605445862, -0.37320491671562195, 0.007322618272155523, 0.37460196018218994], [-0.13011129200458527, -0.17818774282932281, 0.014814657159149647, 0.08423686027526855], [-0.13367505371570587, -0.3735188841819763, 0.016499394550919533, 0.38155677914619446], [-0.14114542305469513, -0.17863506078720093, 0.024130530655384064, 0.09412141889333725], [-0.14471812546253204, -0.3740943968296051, 0.026012958958745003, 0.3943187892436981], [-0.15220001339912415, -0.1793510466814041, 0.03389933332800865, 0.1099495142698288], [-0.15578703582286835, 0.015269150957465172, 0.03609832376241684, -0.17184856534004211], [-0.15548165142536163, -0.18035036325454712, 0.032661352306604385, 0.1320001482963562], [-0.15908865630626678, -0.37592458724975586, 0.03530135750770569, 0.4348057508468628], [-0.16660715639591217, -0.1813197135925293, 0.043997470289468765, 0.15345674753189087], [-0.17023354768753052, 0.013145547360181808, 0.04706660658121109, -0.12502777576446533], [-0.16997063159942627, -0.18261799216270447, 0.04456605017185211, 0.1821248084306717], [-0.1736229956150055, 0.011838870123028755, 0.04820854589343071, -0.09617277979850769], [-0.17338621616363525, 0.20623791217803955, 0.04628509283065796, -0.37326472997665405], [-0.16926145553588867, 0.010490065440535545, 0.038819797337055206, -0.06635446101427078], [-0.1690516620874405, 0.20503456890583038, 0.03749270737171173, -0.34654122591018677], [-0.16495096683502197, 0.009399925358593464, 0.030561883002519608, -0.04227520525455475], [-0.1647629737854004, 0.20407059788703918, 0.029716378077864647, -0.32516106963157654], [-0.1606815606355667, 0.00853841844946146, 0.023213157430291176, -0.023256950080394745], [-0.16051079332828522, -0.18690860271453857, 0.02274801954627037, 0.27665865421295166], [-0.16424895823001862, -0.38234758377075195, 0.028281191363930702, 0.5764286518096924], [-0.17189592123031616, -0.18763324618339539, 0.03980976343154907, 0.29278746247291565], [-0.17564858496189117, -0.38329949975013733, 0.04566551372408867, 0.5977553129196167], [-0.18331457674503326, -0.5790296792984009, 0.05762061849236488, 0.9044654965400696], [-0.1948951631784439, -0.3847334682941437, 0.07570993155241013, 0.6304359436035156], [-0.20258983969688416, -0.1907450556755066, 0.08831864595413208, 0.3625243306159973], [-0.20640473067760468, 0.0030178658198565245, 0.09556913375854492, 0.09894470125436783], [-0.2063443809747696, 0.1966494470834732, 0.09754803031682968, -0.1621227115392685], [-0.20241138339042664, 0.0002761638897936791, 0.09430557489395142, 0.15967051684856415], [-0.2024058699607849, 0.19393032789230347, 0.09749898314476013, -0.1018352285027504], [-0.1985272616147995, -0.002443905919790268, 0.09546228498220444, 0.21994648873806], [-0.19857613742351532, 0.19119304418563843, 0.09986121207475662, -0.04116317629814148], [-0.1947522759437561, 0.38475173711776733, 0.09903794527053833, -0.30074432492256165], [-0.1870572417974472, 0.5783328413963318, 0.09302306175231934, -0.5606235265731812], [-0.1754905879497528, 0.3820369243621826, 0.0818105936050415, -0.2401432991027832], [-0.1678498387336731, 0.575900673866272, 0.0770077258348465, -0.505940854549408], [-0.1563318371772766, 0.7698578238487244, 0.06688890606164932, -0.7733964323997498], [-0.14093467593193054, 0.573882520198822, 0.05142097920179367, -0.46044012904167175], [-0.129457026720047, 0.3780728876590729, 0.04221217706799507, -0.15200282633304596], [-0.12189556658267975, 0.5725657939910889, 0.03917212039232254, -0.4310756027698517], [-0.11044424772262573, 0.3769116699695587, 0.030550608411431313, -0.12630590796470642], [-0.10290601849555969, 0.18136566877365112, 0.02802448906004429, 0.17585669457912445], [-0.09927870333194733, 0.3760755956172943, 0.031541623175144196, -0.10785537213087082], [-0.09175719320774078, 0.5707316994667053, 0.029384516179561615, -0.3904225826263428], [-0.08034256100654602, 0.7654245495796204, 0.021576065570116043, -0.6736979484558105], [-0.06503406912088394, 0.5700094699859619, 0.008102104999125004, -0.3743007183074951], [-0.053633879870176315, 0.3747733533382416, 0.0006160911871120334, -0.0790741816163063], [-0.04613841325044632, 0.5698864459991455, -0.0009653924498707056, -0.371562659740448], [-0.03474068269133568, 0.37477824091911316, -0.00839664600789547, -0.07918429374694824], [-0.027245119214057922, 0.570019543170929, -0.009980331175029278, -0.3745045065879822], [-0.01584472879767418, 0.37504076957702637, -0.01747042126953602, -0.08498509228229523], [-0.008343913592398167, 0.18017354607582092, -0.0191701240837574, 0.2021351009607315], [-0.004740442149341106, 0.3755643367767334, -0.015127421356737614, -0.0965329185128212], [0.002770844381302595, 0.5708997845649719, -0.017058080062270164, -0.39394986629486084], [0.014188840053975582, 0.3760240077972412, -0.02493707835674286, -0.10669354349374771], [0.021709321066737175, 0.5714942812919617, -0.027070948854088783, -0.40713852643966675], [0.03313920646905899, 0.3767664432525635, -0.03521372005343437, -0.12311166524887085], [0.04067453369498253, 0.1821662038564682, -0.037675950676202774, 0.15825700759887695], [0.044317860156297684, 0.37780675292015076, -0.034510813653469086, -0.14606964588165283], [0.05187399312853813, 0.1831955760717392, -0.03743220493197441, 0.13552913069725037], [0.05553790554404259, -0.011370779946446419, -0.03472162038087845, 0.41617172956466675], [0.05531049147248268, 0.18422561883926392, -0.02639818750321865, 0.11274785548448563], [0.05899500101804733, -0.010508322156965733, -0.02414323017001152, 0.39698684215545654], [0.058784835040569305, 0.18494769930839539, -0.016203494742512703, 0.09679082036018372], [0.06248379126191139, 0.38029807806015015, -0.014267677441239357, -0.2009599208831787], [0.07008974999189377, 0.18538306653499603, -0.018286876380443573, 0.08718829602003098], [0.07379741221666336, 0.3807623088359833, -0.016543108969926834, -0.21120759844779968], [0.0814126580953598, 0.18588075041770935, -0.02076726220548153, 0.07621128857135773], [0.08513027429580688, 0.3812941610813141, -0.019243035465478897, -0.2229507565498352], [0.09275615960359573, 0.1864524632692337, -0.023702051490545273, 0.0636005774140358], [0.0964852049946785, 0.38190609216690063, -0.022430039942264557, -0.23646526038646698], [0.10412333160638809, 0.18711164593696594, -0.027159344404935837, 0.04905901476740837], [0.10786556452512741, -0.007610545493662357, -0.026178164407610893, 0.3330507278442383], [0.10771334916353226, 0.18787403404712677, -0.01951714977622032, 0.03222882002592087], [0.11147083342075348, 0.38327035307884216, -0.018872573971748352, -0.2665475010871887], [0.11913623660802841, 0.1884227693080902, -0.024203523993492126, 0.02012360841035843], [0.1229046955704689, -0.006343867164105177, -0.023801051080226898, 0.3050728440284729], [0.12277781963348389, 0.18910904228687286, -0.0176995936781168, 0.0049796863459050655], [0.1265600025653839, -0.005754664074629545, -0.017600001767277718, 0.2920260429382324], [0.12644490599632263, 0.18961375951766968, -0.011759479530155659, -0.006155327428132296], [0.1302371770143509, 0.38490235805511475, -0.011882586404681206, -0.30252519249916077], [0.13793522119522095, 0.18995176255702972, -0.017933091148734093, -0.01361333392560482], [0.1417342573404312, -0.004908478353172541, -0.01820535771548748, 0.27335798740386963], [0.14163608849048615, -0.19976599514484406, -0.012738197110593319, 0.5602437257766724], [0.13764077425003052, -0.0044676014222204685, -0.001533322618342936, 0.2635749876499176], [0.137551411986351, 0.19067619740962982, 0.0037381770089268684, -0.02959117293357849], [0.1413649469614029, 0.3857443332672119, 0.003146353643387556, -0.3210923373699188], [0.149079829454422, 0.19057773053646088, -0.0032754926942288876, -0.027418822050094604], [0.1528913825750351, -0.0044970945455133915, -0.003823869163170457, 0.26422885060310364], [0.15280143916606903, 0.19067922234535217, 0.0014607078628614545, -0.029657702893018723], [0.15661503374576569, 0.3857801854610443, 0.0008675538119859993, -0.32187941670417786], [0.1643306314945221, 0.19064590334892273, -0.0055700340308249, -0.02892300859093666], [0.16814355552196503, 0.3858473002910614, -0.006148494314402342, -0.32335811853408813], [0.17586049437522888, 0.19081342220306396, -0.012615656480193138, -0.03262050822377205], [0.17967677116394043, 0.3861140012741089, -0.013268067501485348, -0.32925695180892944], [0.18739904463291168, 0.1911834180355072, -0.01985320635139942, -0.04078751802444458], [0.19122271239757538, 0.3865843415260315, -0.020668957382440567, -0.3396676182746887], [0.19895440340042114, 0.1917625069618225, -0.0274623092263937, -0.053573500365018845], [0.20278964936733246, -0.0029551342595368624, -0.028533779084682465, 0.23031991720199585], [0.20273055136203766, 0.19256268441677094, -0.02392738126218319, -0.07122523337602615], [0.20658180117607117, 0.3880193531513214, -0.025351885706186295, -0.37136030197143555], [0.21434219181537628, 0.1932665854692459, -0.032779090106487274, -0.08677765727043152], [0.21820752322673798, -0.0013705503661185503, -0.034514643251895905, 0.1953858733177185], [0.2181801050901413, -0.19598223268985748, -0.03060692735016346, 0.47698426246643066], [0.21426045894622803, -0.0004417991149239242, -0.021067241206765175, 0.17481394112110138], [0.21425162255764008, 0.19497522711753845, -0.017570963129401207, -0.12443985044956207], [0.21815113723278046, 0.000109350927232299, -0.02005975879728794, 0.1626482456922531], [0.21815331280231476, 0.19551263749599457, -0.016806794330477715, -0.1362949013710022], [0.2220635712146759, 0.39087122678756714, -0.019532693549990654, -0.4342323839664459], [0.22988100349903107, 0.19603118300437927, -0.028217339888215065, -0.14777030050754547], [0.23380161821842194, 0.0013244409346953034, -0.031172746792435646, 0.1358787566423416], [0.2338281124830246, -0.19333745539188385, -0.02845517173409462, 0.4185664653778076], [0.2299613654613495, -0.3880448639392853, -0.020083842799067497, 0.7021446228027344], [0.22220046818256378, -0.19265039265155792, -0.006040948908776045, 0.40320777893066406], [0.2183474600315094, 0.002556710736826062, 0.0020232065580785275, 0.10862644016742706], [0.2183985859155655, 0.19764961302280426, 0.004195735324174166, -0.18341748416423798], [0.2223515808582306, 0.0024678767658770084, 0.0005273857386782765, 0.11058607697486877], [0.22240093350410461, 0.19758225977420807, 0.002739107236266136, -0.18193040788173676], [0.22635258734226227, 0.0024212284479290247, -0.0008995009120553732, 0.11161534488201141], [0.22640100121498108, 0.19755606353282928, 0.0013328059576451778, -0.18135122954845428], [0.23035213351249695, 0.0024150600656867027, -0.0022942188661545515, 0.11175184696912766], [0.2304004281759262, 0.1975698173046112, -5.91818752582185e-05, -0.18165400624275208], [0.23435182869434357, 0.0024487061891704798, -0.0036922621075063944, 0.11101024597883224], [0.23440079391002655, 0.1976233720779419, -0.0014720570761710405, -0.18283528089523315], [0.23835326731204987, 0.002522513270378113, -0.005128762684762478, 0.10938290506601334], [0.23840372264385223, -0.19252556562423706, -0.002941104583442211, 0.40044334530830383], [0.23455320298671722, -0.3876056671142578, 0.005067761987447739, 0.6921975612640381], [0.2268010973930359, -0.19255439937114716, 0.018911713734269142, 0.4011143147945404], [0.2229500114917755, 0.002294261706992984, 0.026933999732136726, 0.1144532859325409], [0.22299589216709137, 0.19702014327049255, 0.029223065823316574, -0.16961194574832916], [0.22693629562854767, 0.39171189069747925, 0.0258308257907629, -0.45293450355529785], [0.2347705364227295, 0.19623436033725739, 0.016772136092185974, -0.1522226184606552], [0.23869521915912628, 0.0008763126679696143, 0.013727683573961258, 0.1457040011882782], [0.23871274292469025, 0.19579900801181793, 0.016641763970255852, -0.14261668920516968], [0.24262872338294983, 0.390678733587265, 0.01378942932933569, -0.4300033152103424], [0.2504422962665558, 0.19536423683166504, 0.00518936337903142, -0.13300548493862152], [0.25434958934783936, 0.0001683389418758452, 0.0025292534846812487, 0.1613100916147232], [0.25435295701026917, -0.19498972594738007, 0.005755455233156681, 0.4547898471355438], [0.2504531443119049, 5.037027221987955e-05, 0.014851252548396587, 0.1639266461133957], [0.2504541575908661, 0.19495661556720734, 0.018129784613847733, -0.12403436750173569], [0.25435328483581543, 0.38981419801712036, 0.01564909890294075, -0.41094285249710083], [0.2621495723724365, 0.19447392225265503, 0.007430240977555513, -0.11336767673492432], [0.26603904366493225, 0.3894886374473572, 0.005162887740880251, -0.4036971926689148], [0.2738288342952728, 0.5845369696617126, -0.00291105592623353, -0.6947479248046875]], "actions": [1, 0, 0, 1, 0, 1, 0, 1, 0, 1, 0, 0, 1, 1, 0, 1, 0, 1, 1, 0, 1, 0, 1, 0, 0, 1, 0, 1, 0, 0, 0, 1, 1, 0, 1, 0, 1, 0, 1, 1, 0, 0, 1, 1, 0, 0, 0, 1, 1, 1, 0, 1, 1, 0, 0, 0, 1, 0, 1, 0, 1, 1, 0, 0, 1, 1, 0, 1, 1, 0, 1, 0, 1, 0, 0, 0, 1, 0, 0, 1, 1, 1, 1, 0, 1, 0, 1, 1, 1, 0, 1, 1, 0, 0, 1, 0, 0, 1, 1, 1, 0, 0, 1, 0, 1, 0, 0, 1, 1, 0, 1, 0, 0, 1, 0, 0, 1, 0, 1, 1, 0, 1, 0, 1, 0, 1, 0, 0, 1, 1, 0, 0, 1, 0, 1, 1, 0, 0, 0, 1, 1, 1, 0, 0, 1, 1, 0, 1, 0, 1, 0, 1, 0, 0, 1, 1, 0, 0, 0, 1, 1, 0, 1, 1, 0, 0, 0, 0, 1, 1, 1, 0, 1, 0, 1, 0, 1, 0, 1, 0, 0, 0, 1, 1, 1, 1, 0, 0, 1, 1, 0, 0, 0, 1, 1, 1, 0, 1, 1, 0], "rewards": [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], "prev_actions": [0, 1, 0, 0, 1, 0, 1, 0, 1, 0, 1, 0, 0, 1, 1, 0, 1, 0, 1, 1, 0, 1, 0, 1, 0, 0, 1, 0, 1, 0, 0, 0, 1, 1, 0, 1, 0, 1, 0, 1, 1, 0, 0, 1, 1, 0, 0, 0, 1, 1, 1, 0, 1, 1, 0, 0, 0, 1, 0, 1, 0, 1, 1, 0, 0, 1, 1, 0, 1, 1, 0, 1, 0, 1, 0, 0, 0, 1, 0, 0, 1, 1, 1, 1, 0, 1, 0, 1, 1, 1, 0, 1, 1, 0, 0, 1, 0, 0, 1, 1, 1, 0, 0, 1, 0, 1, 0, 0, 1, 1, 0, 1, 0, 0, 1, 0, 0, 1, 0, 1, 1, 0, 1, 0, 1, 0, 1, 0, 0, 1, 1, 0, 0, 1, 0, 1, 1, 0, 0, 0, 1, 1, 1, 0, 0, 1, 1, 0, 1, 0, 1, 0, 1, 0, 0, 1, 1, 0, 0, 0, 1, 1, 0, 1, 1, 0, 0, 0, 0, 1, 1, 1, 0, 1, 0, 1, 0, 1, 0, 1, 0, 0, 0, 1, 1, 1, 1, 0, 0, 1, 1, 0, 0, 0, 1, 1, 1, 0, 1, 1], "prev_rewards": [0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], "dones": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, true], "new_obs": [[0.0158308744430542, 0.20478521287441254, -0.019776731729507446, -0.3407919108867645], [0.01992657780647278, 0.00995014887303114, -0.026592569425702095, -0.054410435259342194], [0.020125580951571465, -0.18478061258792877, -0.02768077701330185, 0.2297651320695877], [0.016429968178272247, 0.010725739412009716, -0.023085474967956543, -0.0715191513299942], [0.01664448343217373, -0.18405777215957642, -0.02451585792005062, 0.21379172801971436], [0.012963328510522842, 0.01140594482421875, -0.020240023732185364, -0.086522676050663], [0.013191447593271732, -0.1834201216697693, -0.0219704769551754, 0.19970640540122986], [0.009523045271635056, 0.012009060010313988, -0.017976349219679832, -0.099825419485569], [0.00976322591304779, -0.1828507035970688, -0.01997285708785057, 0.18713223934173584], [0.006106211803853512, 0.012551221996545792, -0.016230212524533272, -0.11178381741046906], [0.006357236299663782, -0.18233445286750793, -0.018465887755155563, 0.1757347136735916], [0.002710547298192978, -0.3771873116493225, -0.014951194636523724, 0.4625355303287506], [-0.004833199083805084, -0.18185730278491974, -0.005700483452528715, 0.16517776250839233], [-0.008470345288515091, 0.013345787301659584, -0.0023969283793121576, -0.12929804623126984], [-0.00820342916995287, -0.18174174427986145, -0.0049828896299004555, 0.162627711892128], [-0.01183826383203268, 0.013451183214783669, -0.0017303351778537035, -0.1316230148077011], [-0.011569240130484104, -0.1816459447145462, -0.004362795501947403, 0.1605135202407837], [-0.015202159062027931, 0.013538198545575142, -0.0011525250738486648, -0.13354256749153137], [-0.014931395649909973, 0.20867663621902466, -0.0038233762606978416, -0.42658886313438416], [-0.010757862590253353, 0.013609050773084164, -0.012355153448879719, -0.1351137012243271], [-0.01048568170517683, 0.20890577137470245, -0.015057427808642387, -0.4316687285900116], [-0.006307566072791815, 0.01400023140013218, -0.023690802976489067, -0.14377029240131378], [-0.006027561612427235, 0.20945331454277039, -0.02656620740890503, -0.4438320994377136], [-0.0018384951399639249, 0.014717129990458488, -0.03544285148382187, -0.15964043140411377], [-0.0015441525029018521, -0.17987994849681854, -0.03863565996289253, 0.12165384739637375], [-0.005141751375049353, 0.015773629769682884, -0.036202579736709595, -0.1829635500907898], [-0.004826278891414404, -0.17881210148334503, -0.039861854165792465, 0.09808256477117538], [-0.008402520790696144, 0.016857804730534554, -0.037900201976299286, -0.20690543949604034], [-0.008065365254878998, -0.17770226299762726, -0.04203831031918526, 0.07358510047197342], [-0.01161941047757864, -0.37219712138175964, -0.04056660830974579, 0.35271403193473816], [-0.019063353538513184, -0.5667194128036499, -0.03351232782006264, 0.6323341131210327], [-0.030397741124033928, -0.37114638090133667, -0.02086564525961876, 0.32928845286369324], [-0.03782067075371742, -0.17573368549346924, -0.01427987590432167, 0.03009919449687004], [-0.041335344314575195, -0.37064796686172485, -0.01367789227515459, 0.3182426691055298], [-0.04874830320477486, -0.1753339171409607, -0.0073130386881530285, 0.021277813240885735], [-0.05225498229265213, -0.3703502416610718, -0.006887482013553381, 0.31164446473121643], [-0.05966198444366455, -0.17513084411621094, -0.0006545932264998555, 0.016797401010990143], [-0.0631645992398262, -0.3702434003353119, -0.00031864517950452864, 0.30927371978759766], [-0.0705694705247879, -0.1751169115304947, 0.005866829305887222, 0.01649032160639763], [-0.07407180964946747, 0.01992041803896427, 0.006196635775268078, -0.2743358016014099], [-0.07367339730262756, -0.17528939247131348, 0.0007099198410287499, 0.02029510587453842], [-0.0771791860461235, -0.37042152881622314, 0.0011158220004290342, 0.3132019340991974], [-0.08458761870861053, -0.1753154844045639, 0.007379860617220402, 0.0208711139857769], [-0.08809392899274826, 0.019699858501553535, 0.007797283120453358, -0.2694742679595947], [-0.08769992738962173, -0.1755324900150299, 0.0024077976122498512, 0.02565772645175457], [-0.09121058136224747, -0.37068888545036316, 0.0029209519270807505, 0.3190993666648865], [-0.09862435609102249, -0.5658523440361023, 0.009302939288318157, 0.6127020120620728], [-0.10994140803813934, -0.37086161971092224, 0.021556979045271873, 0.3229636251926422], [-0.11735863983631134, -0.17605315148830414, 0.02801625244319439, 0.03715609759092331], [-0.12087970227003098, 0.018656078726053238, 0.02875937521457672, -0.24655742943286896], [-0.12050657719373703, -0.17686456441879272, 0.02382822521030903, 0.05505634844303131], [-0.12404386699199677, 0.01790776662528515, 0.02492935210466385, -0.230014368891716], [-0.12368571758270264, 0.21266476809978485, 0.0203290656208992, -0.5147306323051453], [-0.11943241953849792, 0.017262518405914307, 0.010034452192485332, -0.21571148931980133], [-0.11908716708421707, -0.17800143361091614, 0.00572022283449769, 0.0801197811961174], [-0.12264719605445862, -0.37320491671562195, 0.007322618272155523, 0.37460196018218994], [-0.13011129200458527, -0.17818774282932281, 0.014814657159149647, 0.08423686027526855], [-0.13367505371570587, -0.3735188841819763, 0.016499394550919533, 0.38155677914619446], [-0.14114542305469513, -0.17863506078720093, 0.024130530655384064, 0.09412141889333725], [-0.14471812546253204, -0.3740943968296051, 0.026012958958745003, 0.3943187892436981], [-0.15220001339912415, -0.1793510466814041, 0.03389933332800865, 0.1099495142698288], [-0.15578703582286835, 0.015269150957465172, 0.03609832376241684, -0.17184856534004211], [-0.15548165142536163, -0.18035036325454712, 0.032661352306604385, 0.1320001482963562], [-0.15908865630626678, -0.37592458724975586, 0.03530135750770569, 0.4348057508468628], [-0.16660715639591217, -0.1813197135925293, 0.043997470289468765, 0.15345674753189087], [-0.17023354768753052, 0.013145547360181808, 0.04706660658121109, -0.12502777576446533], [-0.16997063159942627, -0.18261799216270447, 0.04456605017185211, 0.1821248084306717], [-0.1736229956150055, 0.011838870123028755, 0.04820854589343071, -0.09617277979850769], [-0.17338621616363525, 0.20623791217803955, 0.04628509283065796, -0.37326472997665405], [-0.16926145553588867, 0.010490065440535545, 0.038819797337055206, -0.06635446101427078], [-0.1690516620874405, 0.20503456890583038, 0.03749270737171173, -0.34654122591018677], [-0.16495096683502197, 0.009399925358593464, 0.030561883002519608, -0.04227520525455475], [-0.1647629737854004, 0.20407059788703918, 0.029716378077864647, -0.32516106963157654], [-0.1606815606355667, 0.00853841844946146, 0.023213157430291176, -0.023256950080394745], [-0.16051079332828522, -0.18690860271453857, 0.02274801954627037, 0.27665865421295166], [-0.16424895823001862, -0.38234758377075195, 0.028281191363930702, 0.5764286518096924], [-0.17189592123031616, -0.18763324618339539, 0.03980976343154907, 0.29278746247291565], [-0.17564858496189117, -0.38329949975013733, 0.04566551372408867, 0.5977553129196167], [-0.18331457674503326, -0.5790296792984009, 0.05762061849236488, 0.9044654965400696], [-0.1948951631784439, -0.3847334682941437, 0.07570993155241013, 0.6304359436035156], [-0.20258983969688416, -0.1907450556755066, 0.08831864595413208, 0.3625243306159973], [-0.20640473067760468, 0.0030178658198565245, 0.09556913375854492, 0.09894470125436783], [-0.2063443809747696, 0.1966494470834732, 0.09754803031682968, -0.1621227115392685], [-0.20241138339042664, 0.0002761638897936791, 0.09430557489395142, 0.15967051684856415], [-0.2024058699607849, 0.19393032789230347, 0.09749898314476013, -0.1018352285027504], [-0.1985272616147995, -0.002443905919790268, 0.09546228498220444, 0.21994648873806], [-0.19857613742351532, 0.19119304418563843, 0.09986121207475662, -0.04116317629814148], [-0.1947522759437561, 0.38475173711776733, 0.09903794527053833, -0.30074432492256165], [-0.1870572417974472, 0.5783328413963318, 0.09302306175231934, -0.5606235265731812], [-0.1754905879497528, 0.3820369243621826, 0.0818105936050415, -0.2401432991027832], [-0.1678498387336731, 0.575900673866272, 0.0770077258348465, -0.505940854549408], [-0.1563318371772766, 0.7698578238487244, 0.06688890606164932, -0.7733964323997498], [-0.14093467593193054, 0.573882520198822, 0.05142097920179367, -0.46044012904167175], [-0.129457026720047, 0.3780728876590729, 0.04221217706799507, -0.15200282633304596], [-0.12189556658267975, 0.5725657939910889, 0.03917212039232254, -0.4310756027698517], [-0.11044424772262573, 0.3769116699695587, 0.030550608411431313, -0.12630590796470642], [-0.10290601849555969, 0.18136566877365112, 0.02802448906004429, 0.17585669457912445], [-0.09927870333194733, 0.3760755956172943, 0.031541623175144196, -0.10785537213087082], [-0.09175719320774078, 0.5707316994667053, 0.029384516179561615, -0.3904225826263428], [-0.08034256100654602, 0.7654245495796204, 0.021576065570116043, -0.6736979484558105], [-0.06503406912088394, 0.5700094699859619, 0.008102104999125004, -0.3743007183074951], [-0.053633879870176315, 0.3747733533382416, 0.0006160911871120334, -0.0790741816163063], [-0.04613841325044632, 0.5698864459991455, -0.0009653924498707056, -0.371562659740448], [-0.03474068269133568, 0.37477824091911316, -0.00839664600789547, -0.07918429374694824], [-0.027245119214057922, 0.570019543170929, -0.009980331175029278, -0.3745045065879822], [-0.01584472879767418, 0.37504076957702637, -0.01747042126953602, -0.08498509228229523], [-0.008343913592398167, 0.18017354607582092, -0.0191701240837574, 0.2021351009607315], [-0.004740442149341106, 0.3755643367767334, -0.015127421356737614, -0.0965329185128212], [0.002770844381302595, 0.5708997845649719, -0.017058080062270164, -0.39394986629486084], [0.014188840053975582, 0.3760240077972412, -0.02493707835674286, -0.10669354349374771], [0.021709321066737175, 0.5714942812919617, -0.027070948854088783, -0.40713852643966675], [0.03313920646905899, 0.3767664432525635, -0.03521372005343437, -0.12311166524887085], [0.04067453369498253, 0.1821662038564682, -0.037675950676202774, 0.15825700759887695], [0.044317860156297684, 0.37780675292015076, -0.034510813653469086, -0.14606964588165283], [0.05187399312853813, 0.1831955760717392, -0.03743220493197441, 0.13552913069725037], [0.05553790554404259, -0.011370779946446419, -0.03472162038087845, 0.41617172956466675], [0.05531049147248268, 0.18422561883926392, -0.02639818750321865, 0.11274785548448563], [0.05899500101804733, -0.010508322156965733, -0.02414323017001152, 0.39698684215545654], [0.058784835040569305, 0.18494769930839539, -0.016203494742512703, 0.09679082036018372], [0.06248379126191139, 0.38029807806015015, -0.014267677441239357, -0.2009599208831787], [0.07008974999189377, 0.18538306653499603, -0.018286876380443573, 0.08718829602003098], [0.07379741221666336, 0.3807623088359833, -0.016543108969926834, -0.21120759844779968], [0.0814126580953598, 0.18588075041770935, -0.02076726220548153, 0.07621128857135773], [0.08513027429580688, 0.3812941610813141, -0.019243035465478897, -0.2229507565498352], [0.09275615960359573, 0.1864524632692337, -0.023702051490545273, 0.0636005774140358], [0.0964852049946785, 0.38190609216690063, -0.022430039942264557, -0.23646526038646698], [0.10412333160638809, 0.18711164593696594, -0.027159344404935837, 0.04905901476740837], [0.10786556452512741, -0.007610545493662357, -0.026178164407610893, 0.3330507278442383], [0.10771334916353226, 0.18787403404712677, -0.01951714977622032, 0.03222882002592087], [0.11147083342075348, 0.38327035307884216, -0.018872573971748352, -0.2665475010871887], [0.11913623660802841, 0.1884227693080902, -0.024203523993492126, 0.02012360841035843], [0.1229046955704689, -0.006343867164105177, -0.023801051080226898, 0.3050728440284729], [0.12277781963348389, 0.18910904228687286, -0.0176995936781168, 0.0049796863459050655], [0.1265600025653839, -0.005754664074629545, -0.017600001767277718, 0.2920260429382324], [0.12644490599632263, 0.18961375951766968, -0.011759479530155659, -0.006155327428132296], [0.1302371770143509, 0.38490235805511475, -0.011882586404681206, -0.30252519249916077], [0.13793522119522095, 0.18995176255702972, -0.017933091148734093, -0.01361333392560482], [0.1417342573404312, -0.004908478353172541, -0.01820535771548748, 0.27335798740386963], [0.14163608849048615, -0.19976599514484406, -0.012738197110593319, 0.5602437257766724], [0.13764077425003052, -0.0044676014222204685, -0.001533322618342936, 0.2635749876499176], [0.137551411986351, 0.19067619740962982, 0.0037381770089268684, -0.02959117293357849], [0.1413649469614029, 0.3857443332672119, 0.003146353643387556, -0.3210923373699188], [0.149079829454422, 0.19057773053646088, -0.0032754926942288876, -0.027418822050094604], [0.1528913825750351, -0.0044970945455133915, -0.003823869163170457, 0.26422885060310364], [0.15280143916606903, 0.19067922234535217, 0.0014607078628614545, -0.029657702893018723], [0.15661503374576569, 0.3857801854610443, 0.0008675538119859993, -0.32187941670417786], [0.1643306314945221, 0.19064590334892273, -0.0055700340308249, -0.02892300859093666], [0.16814355552196503, 0.3858473002910614, -0.006148494314402342, -0.32335811853408813], [0.17586049437522888, 0.19081342220306396, -0.012615656480193138, -0.03262050822377205], [0.17967677116394043, 0.3861140012741089, -0.013268067501485348, -0.32925695180892944], [0.18739904463291168, 0.1911834180355072, -0.01985320635139942, -0.04078751802444458], [0.19122271239757538, 0.3865843415260315, -0.020668957382440567, -0.3396676182746887], [0.19895440340042114, 0.1917625069618225, -0.0274623092263937, -0.053573500365018845], [0.20278964936733246, -0.0029551342595368624, -0.028533779084682465, 0.23031991720199585], [0.20273055136203766, 0.19256268441677094, -0.02392738126218319, -0.07122523337602615], [0.20658180117607117, 0.3880193531513214, -0.025351885706186295, -0.37136030197143555], [0.21434219181537628, 0.1932665854692459, -0.032779090106487274, -0.08677765727043152], [0.21820752322673798, -0.0013705503661185503, -0.034514643251895905, 0.1953858733177185], [0.2181801050901413, -0.19598223268985748, -0.03060692735016346, 0.47698426246643066], [0.21426045894622803, -0.0004417991149239242, -0.021067241206765175, 0.17481394112110138], [0.21425162255764008, 0.19497522711753845, -0.017570963129401207, -0.12443985044956207], [0.21815113723278046, 0.000109350927232299, -0.02005975879728794, 0.1626482456922531], [0.21815331280231476, 0.19551263749599457, -0.016806794330477715, -0.1362949013710022], [0.2220635712146759, 0.39087122678756714, -0.019532693549990654, -0.4342323839664459], [0.22988100349903107, 0.19603118300437927, -0.028217339888215065, -0.14777030050754547], [0.23380161821842194, 0.0013244409346953034, -0.031172746792435646, 0.1358787566423416], [0.2338281124830246, -0.19333745539188385, -0.02845517173409462, 0.4185664653778076], [0.2299613654613495, -0.3880448639392853, -0.020083842799067497, 0.7021446228027344], [0.22220046818256378, -0.19265039265155792, -0.006040948908776045, 0.40320777893066406], [0.2183474600315094, 0.002556710736826062, 0.0020232065580785275, 0.10862644016742706], [0.2183985859155655, 0.19764961302280426, 0.004195735324174166, -0.18341748416423798], [0.2223515808582306, 0.0024678767658770084, 0.0005273857386782765, 0.11058607697486877], [0.22240093350410461, 0.19758225977420807, 0.002739107236266136, -0.18193040788173676], [0.22635258734226227, 0.0024212284479290247, -0.0008995009120553732, 0.11161534488201141], [0.22640100121498108, 0.19755606353282928, 0.0013328059576451778, -0.18135122954845428], [0.23035213351249695, 0.0024150600656867027, -0.0022942188661545515, 0.11175184696912766], [0.2304004281759262, 0.1975698173046112, -5.91818752582185e-05, -0.18165400624275208], [0.23435182869434357, 0.0024487061891704798, -0.0036922621075063944, 0.11101024597883224], [0.23440079391002655, 0.1976233720779419, -0.0014720570761710405, -0.18283528089523315], [0.23835326731204987, 0.002522513270378113, -0.005128762684762478, 0.10938290506601334], [0.23840372264385223, -0.19252556562423706, -0.002941104583442211, 0.40044334530830383], [0.23455320298671722, -0.3876056671142578, 0.005067761987447739, 0.6921975612640381], [0.2268010973930359, -0.19255439937114716, 0.018911713734269142, 0.4011143147945404], [0.2229500114917755, 0.002294261706992984, 0.026933999732136726, 0.1144532859325409], [0.22299589216709137, 0.19702014327049255, 0.029223065823316574, -0.16961194574832916], [0.22693629562854767, 0.39171189069747925, 0.0258308257907629, -0.45293450355529785], [0.2347705364227295, 0.19623436033725739, 0.016772136092185974, -0.1522226184606552], [0.23869521915912628, 0.0008763126679696143, 0.013727683573961258, 0.1457040011882782], [0.23871274292469025, 0.19579900801181793, 0.016641763970255852, -0.14261668920516968], [0.24262872338294983, 0.390678733587265, 0.01378942932933569, -0.4300033152103424], [0.2504422962665558, 0.19536423683166504, 0.00518936337903142, -0.13300548493862152], [0.25434958934783936, 0.0001683389418758452, 0.0025292534846812487, 0.1613100916147232], [0.25435295701026917, -0.19498972594738007, 0.005755455233156681, 0.4547898471355438], [0.2504531443119049, 5.037027221987955e-05, 0.014851252548396587, 0.1639266461133957], [0.2504541575908661, 0.19495661556720734, 0.018129784613847733, -0.12403436750173569], [0.25435328483581543, 0.38981419801712036, 0.01564909890294075, -0.41094285249710083], [0.2621495723724365, 0.19447392225265503, 0.007430240977555513, -0.11336767673492432], [0.26603904366493225, 0.3894886374473572, 0.005162887740880251, -0.4036971926689148], [0.2738288342952728, 0.5845369696617126, -0.00291105592623353, -0.6947479248046875], [0.2855195701122284, 0.38945552706718445, -0.016806013882160187, -0.40298283100128174]], "action_prob": [0.39924243092536926, 0.8826456069946289, 0.6413950324058533, 0.7794122099876404, 0.665538489818573, 0.7637816667556763, 0.6860024929046631, 0.7485982775688171, 0.7036324143409729, 0.7337396740913391, 0.7191264033317566, 0.28098705410957336, 0.9071794748306274, 0.7253336310386658, 0.7217715978622437, 0.7228599190711975, 0.7239472270011902, 0.7208806872367859, 0.2743542194366455, 0.9071171879768372, 0.2542451024055481, 0.9118766784667969, 0.22694559395313263, 0.9176011681556702, 0.8044737577438354, 0.5785945653915405, 0.8261758685112, 0.5266512632369995, 0.8455489873886108, 0.5298097133636475, 0.17099452018737793, 0.9279791116714478, 0.8287211656570435, 0.5542267560958862, 0.8264647126197815, 0.5555292367935181, 0.8277906775474548, 0.5484887361526489, 0.832548975944519, 0.4670735001564026, 0.8568461537361145, 0.5363126993179321, 0.8375521898269653, 0.4816126525402069, 0.8524856567382812, 0.5192846059799194, 0.15591107308864594, 0.9324567914009094, 0.8616551756858826, 0.5676494240760803, 0.8148959279060364, 0.5953341126441956, 0.19721916317939758, 0.9222375154495239, 0.8054471611976624, 0.3940764367580414, 0.8810766935348511, 0.3656953275203705, 0.8887331485748291, 0.32822227478027344, 0.8975988626480103, 0.7158146500587463, 0.7079858183860779, 0.2542443871498108, 0.9121852517127991, 0.787126898765564, 0.5997811555862427, 0.8158886432647705, 0.4619573950767517, 0.8532626032829285, 0.50229811668396, 0.8410146236419678, 0.5332254767417908, 0.8308452367782593, 0.44453614950180054, 0.13513219356536865, 0.9329790472984314, 0.11908341199159622, 0.06355283409357071, 0.951072096824646, 0.9404995441436768, 0.9138911962509155, 0.8277480602264404, 0.44790586829185486, 0.8620004057884216, 0.3435184061527252, 0.885534942150116, 0.74172443151474, 0.4036538898944855, 0.847629964351654, 0.479164719581604, 0.1803245097398758, 0.9206051826477051, 0.8064604997634888, 0.5603272318840027, 0.7920210361480713, 0.4169372022151947, 0.8539350032806396, 0.6161800622940063, 0.24001260101795197, 0.9101897478103638, 0.7720806002616882, 0.607530951499939, 0.7826638221740723, 0.5895593762397766, 0.798974871635437, 0.44018903374671936, 0.8457416892051697, 0.5419385433197021, 0.8283303380012512, 0.4993661344051361, 0.8497216105461121, 0.5581627488136292, 0.8007476329803467, 0.6035535335540771, 0.22119547426700592, 0.9100135564804077, 0.23280693590641022, 0.9088231921195984, 0.7616939544677734, 0.6669955253601074, 0.7467365264892578, 0.6902884840965271, 0.727886974811554, 0.7153723835945129, 0.7039556503295898, 0.74191814661026, 0.32657110691070557, 0.8908677101135254, 0.6584396958351135, 0.777493953704834, 0.37428444623947144, 0.8806625008583069, 0.3901744782924652, 0.8779460787773132, 0.6002277135848999, 0.8093529939651489, 0.42979538440704346, 0.132167249917984, 0.9366633296012878, 0.8729193210601807, 0.5856952667236328, 0.8112999796867371, 0.42690780758857727, 0.87168288230896, 0.5785181522369385, 0.8148264288902283, 0.5627905130386353, 0.82350754737854, 0.5375808477401733, 0.8351513743400574, 0.5022748112678528, 0.8489066958427429, 0.5433576107025146, 0.8266111612319946, 0.4278627932071686, 0.8707227110862732, 0.6227207779884338, 0.21738609671592712, 0.9203091859817505, 0.7762016654014587, 0.6610243320465088, 0.7617185115814209, 0.3200196623802185, 0.8938661813735962, 0.7177456021308899, 0.2977835536003113, 0.09625289589166641, 0.9477027654647827, 0.9079115390777588, 0.7188330888748169, 0.7175414562225342, 0.7188030481338501, 0.7178087830543518, 0.7174318432807922, 0.7193052172660828, 0.7147009372711182, 0.7220218181610107, 0.7105408906936646, 0.7259615659713745, 0.29517194628715515, 0.09219422936439514, 0.9496416449546814, 0.9161543846130371, 0.7656821012496948, 0.34899258613586426, 0.8803359866142273, 0.6451407670974731, 0.7847023606300354, 0.37171486020088196, 0.8758787512779236, 0.6344639658927917, 0.21324484050273895, 0.92497318983078, 0.8051074147224426, 0.40893998742103577, 0.8650603890419006, 0.4058764576911926, 0.132846862077713, 0.9308399558067322], "action_logp": [-0.9181864261627197, -0.12483154237270355, -0.4441097378730774, -0.24921520054340363, -0.40715882182121277, -0.2694733142852783, -0.37687399983406067, -0.28955280780792236, -0.35149917006492615, -0.30960097908973694, -0.32971814274787903, -1.2694467306137085, -0.09741495549678802, -0.32112357020378113, -0.32604649662971497, -0.32453981041908264, -0.323036789894104, -0.327281653881073, -1.293335199356079, -0.09748362749814987, -1.3694565296173096, -0.0922505185008049, -1.483044981956482, -0.08599244058132172, -0.21756696701049805, -0.5471532344818115, -0.19094762206077576, -0.6412166357040405, -0.1677691489458084, -0.6352373361587524, -1.7661237716674805, -0.07474607974290848, -0.1878715455532074, -0.5901813507080078, -0.1905980259180069, -0.5878340601921082, -0.18899497389793396, -0.6005885004997253, -0.18326319754123688, -0.7612686157226562, -0.15449687838554382, -0.6230379343032837, -0.17727167904376984, -0.7306151390075684, -0.15959890186786652, -0.6553031206130981, -1.8584694862365723, -0.06993245333433151, -0.1489000916481018, -0.5662512183189392, -0.20469486713409424, -0.5186324715614319, -1.6234396696090698, -0.0809524655342102, -0.21635769307613373, -0.9312103986740112, -0.12661059200763702, -1.0059547424316406, -0.11795828491449356, -1.1140642166137695, -0.10803201049566269, -0.33433404564857483, -0.34533125162124634, -1.3694592714309692, -0.0919121727347374, -0.239365816116333, -0.5111904144287109, -0.2034773975610733, -0.772282600402832, -0.15868793427944183, -0.6885614395141602, -0.17314621806144714, -0.6288109421730042, -0.18531176447868347, -0.8107239007949829, -2.0015017986297607, -0.0693725049495697, -2.1279311180114746, -2.7558836936950684, -0.050165414810180664, -0.06134410575032234, -0.09004378318786621, -0.1890464723110199, -0.8031721711158752, -0.1484995186328888, -1.0685145854949951, -0.12156334519386292, -0.2987774908542633, -0.9071974754333496, -0.16531111299991608, -0.735710859298706, -1.7129971981048584, -0.08272399753332138, -0.21510033309459686, -0.5792343616485596, -0.23316729068756104, -0.8748196959495544, -0.15790022909641266, -0.48421600461006165, -1.4270638227462769, -0.09410220384597778, -0.2586663067340851, -0.49835216999053955, -0.2450520247220993, -0.5283798575401306, -0.224425807595253, -0.8205510377883911, -0.16754132509231567, -0.612602710723877, -0.18834327161312103, -0.6944156885147095, -0.16284650564193726, -0.58310467004776, -0.22220946848392487, -0.5049205422401428, -1.5087084770202637, -0.09429575502872467, -1.4575457572937012, -0.09560471028089523, -0.27221041917800903, -0.4049719274044037, -0.29204288125038147, -0.370645672082901, -0.3176094591617584, -0.33495208621025085, -0.35103991627693176, -0.2985163629055023, -1.1191076040267944, -0.11555935442447662, -0.4178823232650757, -0.251679390668869, -0.9827392101287842, -0.12708081305027008, -0.9411612749099731, -0.1301700919866562, -0.5104461312294006, -0.21152010560035706, -0.844446063041687, -2.0236871242523193, -0.06543134897947311, -0.13591215014457703, -0.534955620765686, -0.20911742746829987, -0.8511872291564941, -0.1373295783996582, -0.5472853779792786, -0.20478014647960663, -0.5748477578163147, -0.19418253004550934, -0.6206761598587036, -0.18014226853847504, -0.6886078715324402, -0.1638060212135315, -0.6099875569343567, -0.19042086601257324, -0.8489527106285095, -0.13843169808387756, -0.4736570715904236, -1.5260802507400513, -0.0830456092953682, -0.2533428966999054, -0.4139645993709564, -0.27217820286750793, -1.1393728256225586, -0.11219917982816696, -0.3316400945186615, -1.211388349533081, -2.340776205062866, -0.05371437594294548, -0.09660830348730087, -0.3301261067390442, -0.33192452788352966, -0.33016785979270935, -0.33155202865600586, -0.332077294588089, -0.3294695019721985, -0.33589106798171997, -0.32569995522499084, -0.3417288064956665, -0.3202582001686096, -1.2201972007751465, -2.3838577270507812, -0.05167060345411301, -0.08757041394710541, -0.26698818802833557, -1.0527045726776123, -0.12745164334774017, -0.43828675150871277, -0.2424507737159729, -0.989628255367279, -0.13252758979797363, -0.4549747705459595, -1.5453143119812012, -0.07799049466848373, -0.21677960455417633, -0.8941868543624878, -0.14495599269866943, -0.9017064571380615, -2.0185582637786865, -0.07166789472103119], "action_dist_inputs": [[0.20398522913455963, -0.2046373337507248], [1.0066689252853394, -1.0110563039779663], [0.29030731320381165, -0.2911166846752167], [-0.629667341709137, 0.6325771808624268], [0.34353145956993103, -0.3445430397987366], [-0.5853896141052246, 0.588135838508606], [0.39015060663223267, -0.39134567975997925], [-0.5442774295806885, 0.5468727946281433], [0.4316460192203522, -0.4330095946788788], [-0.5056124329566956, 0.50806725025177], [0.4693058431148529, -0.47082653641700745], [-0.46862462162971497, 0.47094622254371643], [-1.1371369361877441, 1.14253568649292], [-0.48443785309791565, 0.4866367280483246], [0.4757600724697113, -0.4775064289569855], [-0.47827261686325073, 0.48041972517967224], [0.48116376996040344, -0.4829626679420471], [-0.47336769104003906, 0.4754665791988373], [0.4853973388671875, -0.4872446060180664], [1.1368041038513184, -1.1421290636062622], [0.5370906591415405, -0.5390076637268066], [1.1656686067581177, -1.1710991859436035], [0.6117820143699646, -0.613857090473175], [1.202293038368225, -1.2078982591629028], [0.7060823440551758, -0.708410918712616], [-0.15772247314453125, 0.15928438305854797], [0.7780587673187256, -0.7807045578956604], [-0.052720338106155396, 0.053985871374607086], [0.8485660552978516, -0.8515428900718689], [0.06015922874212265, -0.05922127142548561], [-0.7871670126914978, 0.79142826795578], [-1.2746660709381104, 1.2813870906829834], [-0.7862784266471863, 0.7903122901916504], [0.10906750708818436, -0.10869616270065308], [-0.7784407734870911, 0.7823354005813599], [0.11162935942411423, -0.1114075556397438], [-0.7831306457519531, 0.7869190573692322], [0.09734437614679337, -0.09722206741571426], [-0.8000426292419434, 0.8037586808204651], [0.0659841001033783, -0.06591279059648514], [0.8927128911018372, -0.8966257572174072], [0.07277734577655792, -0.07272958755493164], [-0.8182437419891357, 0.8218830823898315], [0.03679506853222847, -0.03678743541240692], [0.8751360177993774, -0.8790952563285828], [0.03858709707856178, -0.03858963027596474], [-0.8426944017410278, 0.8462775349617004], [-1.3093210458755493, 1.3157352209091187], [-0.9127598404884338, 0.9163460731506348], [-0.13611003756523132, 0.13615742325782776], [0.7391722202301025, -0.7429701685905457], [-0.19293788075447083, 0.19312311708927155], [0.7000466585159302, -0.7037195563316345], [1.2332299947738647, -1.2399145364761353], [0.7085487842559814, -0.7121447920799255], [-0.21493275463581085, 0.21527627110481262], [-0.9994104504585266, 1.00325608253479], [-0.2751898765563965, 0.2755388915538788], [-1.0369861125946045, 1.0408787727355957], [-0.3579099774360657, 0.3583265244960785], [-1.0834113359451294, 1.087414264678955], [-0.4616219103336334, 0.4621725380420685], [0.4412037134170532, -0.4444179832935333], [-0.5376786589622498, 0.5384232401847839], [-1.1681249141693115, 1.1724885702133179], [-0.6533672213554382, 0.6543260216712952], [0.20089611411094666, -0.20365741848945618], [-0.7437456250190735, 0.7449916005134583], [0.07499366998672485, -0.07747139036655426], [0.8773600459098816, -0.8830627202987671], [-0.005690224003046751, 0.0035023437812924385], [0.8301456570625305, -0.8356516361236572], [-0.06752356141805649, 0.06557450443506241], [0.7931429743766785, -0.7984866499900818], [-0.11226456612348557, 0.1105075553059578], [-0.9270690083503723, 0.9292542338371277], [-1.3138841390609741, 1.319494366645813], [-0.9993560314178467, 1.001782774925232], [-1.3421653509140015, 1.3480561971664429], [-1.4793561697006226, 1.487885594367981], [-1.377046823501587, 1.3833807706832886], [-1.1793267726898193, 1.1827725172042847], [-0.7848966717720032, 0.7848537564277649], [-0.10645116865634918, 0.10268425941467285], [-0.9156126379966736, 0.9163927435874939], [-0.3253290355205536, 0.3223249614238739], [-1.0221580266952515, 1.0237644910812378], [-0.5285319089889526, 0.526418924331665], [0.19230207800865173, -0.1979612112045288], [0.8542113304138184, -0.8619205951690674], [0.039169132709503174, -0.044220224022865295], [0.7533606886863708, -0.760789692401886], [1.220903992652893, -1.2296949625015259], [0.7100184559822083, -0.7171550393104553], [-0.12323398143053055, 0.11925606429576874], [0.6651227474212646, -0.6720284819602966], [-0.1694733202457428, 0.16588596999645233], [-0.8823871612548828, 0.8834158778190613], [-0.23829057812690735, 0.2350752055644989], [0.5730540752410889, -0.5795561671257019], [1.1538779735565186, -1.1620755195617676], [0.606904923915863, -0.6131919026374817], [-0.21984222531318665, 0.21710319817066193], [0.6375507712364197, -0.6437069773674011], [-0.18240571022033691, 0.17973844707012177], [0.6869208216667175, -0.6929789781570435], [-0.1215323880314827, 0.11886253207921982], [-0.8499422669410706, 0.8516430258750916], [-0.08542339503765106, 0.08272572606801987], [0.7839395403862, -0.7899004220962524], [-0.00010613398626446724, -0.002641565166413784], [0.8632425665855408, -0.869176983833313], [0.11542539298534393, -0.11828357726335526], [-0.6948152780532837, 0.6961580514907837], [0.20864497125148773, -0.21164879202842712], [-0.6287891268730164, 0.6299241781234741], [-1.154559850692749, 1.1592410802841187], [-0.595779299736023, 0.5967496633529663], [-1.1473671197891235, 1.1519825458526611], [-0.5805503129959106, 0.5814387798309326], [0.34568706154823303, -0.3489401936531067], [-0.5402242541313171, 0.5410578846931458], [0.3991028666496277, -0.40236547589302063], [-0.4915856719017029, 0.4923427999019623], [0.4591679573059082, -0.46245354413986206], [-0.43277448415756226, 0.4334316551685333], [0.5263189077377319, -0.5296432375907898], [-0.36160171031951904, 0.36213305592536926], [-1.0476548671722412, 1.0519800186157227], [-0.32796725630760193, 0.32838141918182373], [0.62384432554245, -0.6272773146629333], [-0.25678107142448425, 0.2570987343788147], [-0.9972766041755676, 1.0014421939849854], [-0.22318154573440552, 0.22339729964733124], [-0.98450767993927, 0.9886143803596497], [-0.2031271755695343, 0.20328690111637115], [0.7211381196975708, -0.7246736288070679], [-0.14128343760967255, 0.14140260219573975], [-0.9389582276344299, 0.9429726600646973], [-1.3434642553329468, 1.35039484500885], [-0.96150141954422, 0.965519368648529], [-0.1730508804321289, 0.17314712703227997], [0.7274863123893738, -0.7309927344322205], [-0.14715656638145447, 0.14732195436954498], [-0.9559011459350586, 0.9600200653076172], [-0.15824294090270996, 0.15845024585723877], [0.7391417026519775, -0.7425397038459778], [-0.12611770629882812, 0.1263774186372757], [0.7684688568115234, -0.7718260288238525], [-0.07517234981060028, 0.07543505728244781], [0.809613823890686, -0.8129716515541077], [-0.004440606106072664, 0.004658617079257965], [0.861323356628418, -0.8647280335426331], [0.0869968831539154, -0.08687038719654083], [-0.7789408564567566, 0.7828569412231445], [0.1452854573726654, -0.14529076218605042], [0.9518802165985107, -0.95548415184021], [0.2504948377609253, -0.25061774253845215], [-0.6386759877204895, 0.642288327217102], [-1.2199761867523193, 1.2265793085098267], [-0.6201034188270569, 0.6235636472702026], [0.33372536301612854, -0.3341369926929474], [-0.5793789029121399, 0.5827457308769226], [0.37659475207328796, -0.3770867884159088], [1.0634125471115112, -1.0674426555633545], [0.4663633108139038, -0.4669431149959564], [-0.4273717403411865, 0.4305030405521393], [-1.1166625022888184, 1.122908115386963], [-1.4443109035491943, 1.452785611152649], [-1.1411024332046509, 1.1472952365875244], [-0.4678671360015869, 0.4708136022090912], [0.465736985206604, -0.46656185388565063], [-0.46777215600013733, 0.47075995802879333], [0.4664170444011688, -0.4672014117240906], [-0.46436914801597595, 0.46738895773887634], [0.4701325595378876, -0.47088515758514404], [-0.45764192938804626, 0.46068447828292847], [0.4768914580345154, -0.47762101888656616], [-0.44747817516326904, 0.45053422451019287], [0.48675665259361267, -0.4874721169471741], [-0.4336676597595215, 0.4367280602455139], [-1.1404228210449219, 1.1467097997665405], [-1.464165449142456, 1.472753643989563], [-1.1924206018447876, 1.1987861394882202], [-0.5904375314712524, 0.5936509966850281], [0.3114890158176422, -0.31198132038116455], [0.9959113001823425, -0.9997046589851379], [0.29872551560401917, -0.29902175068855286], [-0.6448566913604736, 0.6484265327453613], [0.262349009513855, -0.262518048286438], [0.9752042889595032, -0.9787645936012268], [0.2756865918636322, -0.27572906017303467], [-0.6508547067642212, 0.6546213626861572], [-1.2525256872177124, 1.2593938112258911], [-0.7073372602462769, 0.7111896276473999], [0.18423575162887573, -0.18411341309547424], [0.9273454546928406, -0.9306259155273438], [0.19065092504024506, -0.190387561917305], [0.9364075064659119, -0.9396111369132996], [1.296713948249817, -1.3029502630233765]], "value_targets": [86.60203552246094, 86.4666976928711, 86.33000183105469, 86.1919174194336, 86.05244445800781, 85.91156005859375, 85.76924896240234, 85.62550354003906, 85.48030853271484, 85.33364868164062, 85.18550109863281, 85.03585815429688, 84.88470458984375, 84.73202514648438, 84.57780456542969, 84.42202758789062, 84.2646713256836, 84.10572814941406, 83.94518280029297, 83.78301239013672, 83.61920166015625, 83.45374298095703, 83.28660583496094, 83.11778259277344, 82.94725799560547, 82.77500915527344, 82.60102081298828, 82.4252700805664, 82.24774932861328, 82.06842803955078, 81.8873062133789, 81.704345703125, 81.51954650878906, 81.33287048339844, 81.14431762695312, 80.953857421875, 80.76146697998047, 80.567138671875, 80.370849609375, 80.17257690429688, 79.97229766845703, 79.7699966430664, 79.5656509399414, 79.35924530029297, 79.1507568359375, 78.94015502929688, 78.72743225097656, 78.51255798339844, 78.2955093383789, 78.0762710571289, 77.85482025146484, 77.63113403320312, 77.40518188476562, 77.17695617675781, 76.94641876220703, 76.71355438232422, 76.47834014892578, 76.2407455444336, 76.0007553100586, 75.75833892822266, 75.51347351074219, 75.26612854003906, 75.01629638671875, 74.76393127441406, 74.50902557373047, 74.25154113769531, 73.991455078125, 73.72874450683594, 73.46337127685547, 73.19532775878906, 72.92457580566406, 72.65108489990234, 72.37483215332031, 72.09579467773438, 71.81392669677734, 71.52922058105469, 71.24163818359375, 70.9511489868164, 70.65773010253906, 70.36134338378906, 70.06195831298828, 69.75955963134766, 69.45409393310547, 69.14555358886719, 68.83389282226562, 68.51908111572266, 68.20109558105469, 67.87989044189453, 67.55545043945312, 67.22772216796875, 66.89669036865234, 66.56231689453125, 66.22456359863281, 65.88339233398438, 65.53878021240234, 65.19068908691406, 64.83908081054688, 64.48391723632812, 64.12516784667969, 63.76279830932617, 63.396766662597656, 63.027034759521484, 62.65357208251953, 62.276336669921875, 61.895286560058594, 61.51039123535156, 61.12160873413086, 60.72889709472656, 60.332218170166016, 59.93153381347656, 59.52680206298828, 59.11798095703125, 58.70503234863281, 58.28791046142578, 57.8665771484375, 57.44098663330078, 57.0110969543457, 56.576866149902344, 56.138248443603516, 55.6952018737793, 55.247676849365234, 54.79563522338867, 54.33902359008789, 53.877803802490234, 53.411922454833984, 52.94133758544922, 52.46599578857422, 51.98585510253906, 51.50086212158203, 51.01097106933594, 50.51613235473633, 50.01629638671875, 49.511409759521484, 49.001426696777344, 48.486289978027344, 47.965946197509766, 47.44034957885742, 46.909446716308594, 46.37317657470703, 45.83149337768555, 45.28433609008789, 44.731651306152344, 44.17338562011719, 43.60948181152344, 43.039878845214844, 42.46452331542969, 41.883358001708984, 41.296321868896484, 40.70335388183594, 40.104400634765625, 39.499393463134766, 38.888275146484375, 38.2709846496582, 37.6474609375, 37.017635345458984, 36.38145065307617, 35.73883819580078, 35.08973693847656, 34.434078216552734, 33.77179718017578, 33.10282516479492, 32.427093505859375, 31.74454116821289, 31.055091857910156, 30.358678817749023, 29.655229568481445, 28.944677352905273, 28.226945877075195, 27.50196647644043, 26.769662857055664, 26.02996253967285, 25.282791137695312, 24.5280704498291, 23.765727996826172, 22.995685577392578, 22.217864990234375, 21.432186126708984, 20.63857078552246, 19.83694076538086, 19.02721405029297, 18.209306716918945, 17.383136749267578, 16.54862403869629, 15.705680847167969, 14.854223251342773, 13.99416446685791, 13.125418663024902, 12.24789810180664, 11.361513137817383, 10.466174125671387, 9.561792373657227, 8.648275375366211, 7.725530624389648, 6.7934651374816895, 5.851984977722168, 4.900994777679443, 3.940398931503296, 2.970099925994873, 1.9900000095367432, 1.0]}
{"type": "SampleBatch", "eps_id": [1277027834, 1277027834, 1277027834, 1277027834, 1277027834, 1277027834, 1277027834, 1277027834, 1277027834, 1277027834, 1277027834, 1277027834, 1277027834, 1277027834, 1277027834, 1277027834, 1277027834, 1277027834, 1277027834, 1277027834, 1277027834, 1277027834, 1277027834, 1277027834, 1277027834, 1277027834, 1277027834, 1277027834, 1277027834, 1277027834, 1277027834, 1277027834, 1277027834, 1277027834, 1277027834, 1277027834, 1277027834, 1277027834, 1277027834, 1277027834, 1277027834, 1277027834, 1277027834, 1277027834, 1277027834, 1277027834, 1277027834, 1277027834, 1277027834, 1277027834, 1277027834, 1277027834, 1277027834, 1277027834, 1277027834, 1277027834, 1277027834, 1277027834, 1277027834, 1277027834, 1277027834, 1277027834, 1277027834, 1277027834, 1277027834, 1277027834, 1277027834, 1277027834, 1277027834, 1277027834, 1277027834, 1277027834, 1277027834, 1277027834, 1277027834, 1277027834, 1277027834, 1277027834, 1277027834, 1277027834, 1277027834, 1277027834, 1277027834, 1277027834, 1277027834, 1277027834, 1277027834, 1277027834, 1277027834, 1277027834, 1277027834, 1277027834, 1277027834, 1277027834, 1277027834, 1277027834, 1277027834, 1277027834, 1277027834, 1277027834, 1277027834, 1277027834, 1277027834, 1277027834, 1277027834, 1277027834, 1277027834, 1277027834, 1277027834, 1277027834, 1277027834, 1277027834, 1277027834, 1277027834, 1277027834, 1277027834, 1277027834, 1277027834, 1277027834, 1277027834, 1277027834, 1277027834, 1277027834, 1277027834, 1277027834, 1277027834, 1277027834, 1277027834, 1277027834, 1277027834, 1277027834, 1277027834, 1277027834, 1277027834, 1277027834, 1277027834, 1277027834, 1277027834, 1277027834, 1277027834, 1277027834, 1277027834, 1277027834, 1277027834, 1277027834, 1277027834, 1277027834, 1277027834, 1277027834, 1277027834, 1277027834, 1277027834, 1277027834, 1277027834, 1277027834, 1277027834, 1277027834, 1277027834, 1277027834, 1277027834, 1277027834, 1277027834, 1277027834, 1277027834, 1277027834, 1277027834, 1277027834, 1277027834, 1277027834, 1277027834, 1277027834, 1277027834, 1277027834, 1277027834, 1277027834, 1277027834, 1277027834, 1277027834, 1277027834, 1277027834, 1277027834, 1277027834, 1277027834, 1277027834, 1277027834, 1277027834, 1277027834, 1277027834, 1277027834, 1277027834, 1277027834, 1277027834, 1277027834, 1277027834, 1277027834, 1277027834, 1277027834, 1277027834, 1277027834, 1277027834], "obs": [[-0.044695619493722916, -0.02380935288965702, 0.04928845539689064, 0.020116500556468964], [-0.04517180845141411, 0.17057237029075623, 0.04969078302383423, -0.2566170394420624], [-0.04176035895943642, 0.364950954914093, 0.04455844312906265, -0.533221960067749], [-0.03446134179830551, 0.1692315936088562, 0.03389400243759155, -0.22683845460414886], [-0.031076708808541298, -0.026357945054769516, 0.02935723401606083, 0.07634027302265167], [-0.031603869050741196, 0.168331116437912, 0.030884040519595146, -0.20693770051002502], [-0.028237245976924896, -0.027218542993068695, 0.026745285838842392, 0.09532537311315536], [-0.028781617060303688, 0.16751007735729218, 0.02865179441869259, -0.1888009011745453], [-0.02543141506612301, -0.028009826317429543, 0.02487577497959137, 0.11278104037046432], [-0.025991611182689667, 0.16674700379371643, 0.027131395414471626, -0.17195110023021698], [-0.022656671702861786, 0.3614703416824341, 0.02369237318634987, -0.4559529721736908], [-0.015427264384925365, 0.16602157056331635, 0.014573315158486366, -0.15589717030525208], [-0.012106833048164845, 0.3609318733215332, 0.011455371975898743, -0.4439471662044525], [-0.004888196010142565, 0.16564971208572388, 0.002576428232714534, -0.14767535030841827], [-0.001575201633386314, 0.3607346713542938, -0.00037707880255766213, -0.43954434990882874], [0.005639492068439722, 0.16561806201934814, -0.009167966432869434, -0.14698031544685364], [0.008951853029429913, -0.02937140502035618, -0.01210757251828909, 0.14279624819755554], [0.008364425040781498, 0.16592183709144592, -0.009251647628843784, -0.153681680560112], [0.011682861484587193, 0.3611750304698944, -0.012325281277298927, -0.4492688775062561], [0.0189063623547554, 0.16622956097126007, -0.021310659125447273, -0.16049642860889435], [0.022230952978134155, -0.0285809226334095, -0.02452058717608452, 0.12538808584213257], [0.021659335121512413, 0.16688357293605804, -0.022012826055288315, -0.17492885887622833], [0.024997007101774216, -0.02791653387248516, -0.025511402636766434, 0.11072926968336105], [0.024438675493001938, 0.16756151616573334, -0.023296816274523735, -0.18989193439483643], [0.027789905667304993, -0.027219530194997787, -0.027094656601548195, 0.09535171091556549], [0.02724551595747471, 0.16828006505966187, -0.025187620893120766, -0.20575490593910217], [0.03061111643910408, -0.02647280879318714, -0.029302719980478287, 0.07887736707925797], [0.03008166141808033, -0.22116270661354065, -0.02772517316043377, 0.36217308044433594], [0.02565840631723404, -0.025657881051301956, -0.020481711253523827, 0.060878388583660126], [0.02514524944126606, 0.16975165903568268, -0.019264142960309982, -0.23819564282894135], [0.02854028157889843, 0.36514344811439514, -0.024028055369853973, -0.5368922352790833], [0.035843152552843094, 0.17036741971969604, -0.03476589918136597, -0.2518761157989502], [0.03925050050020218, 0.36596813797950745, -0.03980342298746109, -0.5553190112113953], [0.046569861471652985, 0.17142698168754578, -0.050909802317619324, -0.27543753385543823], [0.04999840259552002, -0.022933049127459526, -0.05641855299472809, 0.0007637743838131428], [0.04953974112868309, 0.17295072972774506, -0.056403279304504395, -0.309172660112381], [0.052998755127191544, -0.02132410556077957, -0.06258673220872879, -0.03479757905006409], [0.05257227271795273, -0.215495303273201, -0.06328268349170685, 0.23750047385692596], [0.04826236888766289, -0.019529037177562714, -0.05853267386555672, -0.07445322722196579], [0.04787178710103035, -0.21376514434814453, -0.060021739453077316, 0.19920319318771362], [0.04359648376703262, -0.4079795479774475, -0.056037675589323044, 0.4723643958568573], [0.03543689101934433, -0.21211276948451996, -0.04659038782119751, 0.16255894303321838], [0.031194638460874557, -0.40653786063194275, -0.04333920776844025, 0.4401874840259552], [0.02306388132274151, -0.2108301967382431, -0.03453545644879341, 0.13416393101215363], [0.018847277387976646, -0.40544089674949646, -0.031852178275585175, 0.415754497051239], [0.01073845848441124, -0.20988231897354126, -0.02353709004819393, 0.11320247501134872], [0.00654081255197525, -0.014431150630116463, -0.021273039281368256, -0.18681234121322632], [0.0062521896325051785, -0.20924238860607147, -0.025009285658597946, 0.09908458590507507], [0.002067341934889555, -0.013771094381809235, -0.02302759513258934, -0.2013826221227646], [0.0017919199308380485, -0.20855626463890076, -0.027055246755480766, 0.08394816517829895], [-0.002379205310717225, -0.013057148084044456, -0.02537628449499607, -0.21714647114276886], [-0.002640348393470049, -0.20780731737613678, -0.029719213023781776, 0.06742490828037262], [-0.0067964945919811726, -0.40249085426330566, -0.02837071567773819, 0.35058510303497314], [-0.014846311882138252, -0.20697715878486633, -0.02135901339352131, 0.049092698842287064], [-0.01898585446178913, -0.01155555248260498, -0.020377159118652344, -0.2502519190311432], [-0.01921696588397026, -0.2063806653022766, -0.02538219653069973, 0.03593461960554123], [-0.023344580084085464, -0.010904104448854923, -0.02466350421309471, -0.26464733481407166], [-0.023562662303447723, -0.20566551387310028, -0.029956452548503876, 0.020155571401119232], [-0.027675971388816833, -0.010127040557563305, -0.02955334074795246, -0.2818264067173004], [-0.02787851169705391, -0.20481525361537933, -0.03518986701965332, 0.001390966004692018], [-0.03197481855750084, -0.3994153141975403, -0.035162050276994705, 0.2827666699886322], [-0.039963122457265854, -0.2038099467754364, -0.02950671687722206, -0.020795553922653198], [-0.044039323925971985, -0.00827752985060215, -0.02992262691259384, -0.32264021039009094], [-0.044204872101545334, -0.20296089351177216, -0.03637543320655823, -0.03954183682799339], [-0.04826408997178078, -0.3975428640842438, -0.03716626763343811, 0.24144600331783295], [-0.05621494725346565, -0.5921147465705872, -0.03233734890818596, 0.5221778750419617], [-0.06805723905563354, -0.3965528905391693, -0.021893789991736412, 0.21948298811912537], [-0.0759883001446724, -0.20112493634223938, -0.01750412955880165, -0.08002495020627975], [-0.0800108015537262, -0.39599165320396423, -0.01910462975502014, 0.20708438754081726], [-0.08793063461780548, -0.5908352732658386, -0.014962941408157349, 0.49368005990982056], [-0.09974733740091324, -0.39550551772117615, -0.005089340265840292, 0.19631929695606232], [-0.10765744745731354, -0.5905542969703674, -0.0011629543732851744, 0.4873924255371094], [-0.11946853250265121, -0.7856598496437073, 0.008584894239902496, 0.7797086238861084], [-0.135181725025177, -0.5906569361686707, 0.024179065600037575, 0.48973900079727173], [-0.14699487388134003, -0.39588430523872375, 0.03397384658455849, 0.20477336645126343], [-0.1549125611782074, -0.20126424729824066, 0.03806931525468826, -0.07700185477733612], [-0.15893784165382385, -0.006708143278956413, 0.03652927652001381, -0.3574348986148834], [-0.15907199680805206, 0.18787595629692078, 0.02938057854771614, -0.6383790969848633], [-0.15531449019908905, -0.00764309149235487, 0.01661299727857113, -0.3365904688835144], [-0.15546734631061554, -0.20299747586250305, 0.009881187230348587, -0.03871532902121544], [-0.15952730178833008, -0.008018601685762405, 0.009106880985200405, -0.3282643258571625], [-0.15968766808509827, -0.20326900482177734, 0.0025415937416255474, -0.03272348642349243], [-0.16375304758548737, -0.3984273076057434, 0.001887124148197472, 0.26076024770736694], [-0.17172159254550934, -0.2033323496580124, 0.007102329283952713, -0.03132684901356697], [-0.17578823864459991, -0.3985554277896881, 0.006475792266428471, 0.26358845829963684], [-0.18375934660434723, -0.20352651178836823, 0.011747561395168304, -0.027044931426644325], [-0.1878298819065094, -0.39881494641304016, 0.01120666228234768, 0.2693212032318115], [-0.19580617547035217, -0.20385469496250153, 0.016593087464571, -0.019806107506155968], [-0.19988326728343964, -0.008974590338766575, 0.0161969643086195, -0.3072078824043274], [-0.20006276667118073, -0.20432354509830475, 0.010052806697785854, -0.009461180306971073], [-0.20414923131465912, -0.009347199462354183, 0.009863583371043205, -0.29895544052124023], [-0.20433618128299713, -0.20460835099220276, 0.003884474281221628, -0.003178125247359276], [-0.20842835307121277, -0.3997857868671417, 0.003820911981165409, 0.2907278537750244], [-0.21642406284809113, -0.20471853017807007, 0.009635468944907188, -0.0007475453894585371], [-0.22051844000816345, -0.009736085310578346, 0.009620518423616886, -0.29037484526634216], [-0.22071315348148346, -0.20499388873577118, 0.003813021117821336, 0.0053266799077391624], [-0.22481302917003632, -0.009926825761795044, 0.003919554874300957, -0.2861507534980774], [-0.22501157224178314, -0.20510445535182953, -0.0018034604145213962, 0.007765784859657288], [-0.2291136533021927, -0.4002004861831665, -0.0016481446800753474, 0.29987916350364685], [-0.23711766302585602, -0.2050550878047943, 0.004349438473582268, 0.00667688949033618], [-0.24121877551078796, -0.40023913979530334, 0.004482976160943508, 0.3007289469242096], [-0.24922356009483337, -0.20518137514591217, 0.010497555136680603, 0.009463215246796608], [-0.2533271908760071, -0.40045228600502014, 0.010686819441616535, 0.30543968081474304], [-0.26133623719215393, -0.20548425614833832, 0.01679561287164688, 0.01614617556333542], [-0.26544591784477234, -0.010607149451971054, 0.017118535935878754, -0.2711905837059021], [-0.26565805077552795, -0.20596913993358612, 0.011694724671542645, 0.026842080056667328], [-0.26977744698524475, -0.40125682950019836, 0.01223156601190567, 0.32319176197052], [-0.27780258655548096, -0.2063111662864685, 0.018695401027798653, 0.0343911312520504], [-0.28192880749702454, -0.40169617533683777, 0.019383223727345467, 0.33291351795196533], [-0.2899627089500427, -0.2068553864955902, 0.02604149468243122, 0.046405572444200516], [-0.2940998375415802, -0.012116343714296818, 0.026969606056809425, -0.23794861137866974], [-0.29434216022491455, -0.207613006234169, 0.022210633382201195, 0.06311783194541931], [-0.298494428396225, -0.40304625034332275, 0.023472990840673447, 0.36272478103637695], [-0.3065553307533264, -0.20826564729213715, 0.030727485194802284, 0.07753479480743408], [-0.31072065234184265, -0.40381431579589844, 0.03227818012237549, 0.3797517716884613], [-0.31879693269729614, -0.20916524529457092, 0.039873216301202774, 0.0974184200167656], [-0.32298025488853455, -0.01463677454739809, 0.04182158410549164, -0.18242274224758148], [-0.3232729732990265, -0.21033142507076263, 0.0381731316447258, 0.12315452098846436], [-0.32747960090637207, -0.40597888827323914, 0.040636222809553146, 0.42763209342956543], [-0.3355991840362549, -0.2114553153514862, 0.04918886348605156, 0.14803138375282288], [-0.3398282825946808, -0.017071004956960678, 0.052149489521980286, -0.1287367194890976], [-0.3401696979999542, 0.17726661264896393, 0.049574755132198334, -0.4045218527317047], [-0.3366243839263916, -0.01852206327021122, 0.04148431867361069, -0.09663063287734985], [-0.33699482679367065, 0.1759815216064453, 0.03955170884728432, -0.3759421110153198], [-0.3334752023220062, -0.019679227843880653, 0.03203286603093147, -0.0710553452372551], [-0.33386877179145813, 0.17496918141841888, 0.030611759051680565, -0.3534621298313141], [-0.33036938309669495, -0.02057437226176262, 0.02354251593351364, -0.0512857548892498], [-0.33078089356422424, -0.21602584421634674, 0.022516800090670586, 0.2487310767173767], [-0.3351013958454132, -0.02123257890343666, 0.02749142237007618, -0.036765385419130325], [-0.3355260491371155, -0.2167377471923828, 0.02675611525774002, 0.26446303725242615], [-0.33986079692840576, -0.022007713094353676, 0.03204537555575371, -0.019662126898765564], [-0.34030094742774963, 0.1726403683423996, 0.03165213391184807, -0.3020646274089813], [-0.3368481397628784, -0.02291807159781456, 0.02561083994805813, 0.0004302841844037175], [-0.33730649948120117, 0.17182740569114685, 0.025619445368647575, -0.2840633690357208], [-0.33386996388435364, -0.023650409653782845, 0.01993817836046219, 0.016588423401117325], [-0.33434298634529114, -0.2190525382757187, 0.02026994712650776, 0.3154948055744171], [-0.3387240171432495, -0.02422509714961052, 0.02657984383404255, 0.029272625222802162], [-0.3392085134983063, -0.21971793472766876, 0.02716529555618763, 0.33022186160087585], [-0.34360289573669434, -0.024993006139993668, 0.03376973420381546, 0.046227846294641495], [-0.34410274028778076, -0.220582515001297, 0.03469428792595863, 0.3493712544441223], [-0.3485144078731537, -0.416180282831192, 0.04168171435594559, 0.6527894139289856], [-0.3568379878997803, -0.22166280448436737, 0.054737504571676254, 0.3735174834728241], [-0.3612712621688843, -0.027359409257769585, 0.06220785155892372, 0.09858371317386627], [-0.36181843280792236, 0.16681836545467377, 0.06417952477931976, -0.17384223639965057], [-0.3584820628166199, -0.02916060946881771, 0.06070268154144287, 0.13837683200836182], [-0.35906529426574707, 0.1650417447090149, 0.06347022205591202, -0.13455453515052795], [-0.3557644486427307, 0.3591998517513275, 0.06077912822365761, -0.406557559967041], [-0.3485804498195648, 0.16327106952667236, 0.05264797806739807, -0.09534899145364761], [-0.34531503915786743, 0.35760045051574707, 0.05074099823832512, -0.370967835187912], [-0.33816301822662354, 0.1617957204580307, 0.0433216392993927, -0.06272727996110916], [-0.33492711186408997, 0.3562706410884857, 0.04206709563732147, -0.3414333760738373], [-0.3278017044067383, 0.16057619452476501, 0.03523842617869377, -0.03578733652830124], [-0.32459017634391785, 0.35517555475234985, 0.034522682428359985, -0.31714722514152527], [-0.3174866735935211, 0.159579336643219, 0.02817973680794239, -0.013780048117041588], [-0.31429508328437805, 0.3542860746383667, 0.02790413610637188, -0.29744043946266174], [-0.3072093427181244, 0.15877768397331238, 0.021955326199531555, 0.003910733852535486], [-0.3040338158607483, 0.35357800126075745, 0.02203354239463806, -0.281764954328537], [-0.2969622313976288, 0.15814879536628723, 0.016398241743445396, 0.01778501085937023], [-0.2937992513179779, 0.35303178429603577, 0.016753941774368286, -0.26967930793762207], [-0.28673863410949707, 0.15767480432987213, 0.011360356584191322, 0.028240472078323364], [-0.2835851311683655, -0.037608206272125244, 0.01192516554147005, 0.3244859576225281], [-0.2843373119831085, 0.15734192728996277, 0.01841488480567932, 0.035587456077337265], [-0.2811904549598694, 0.35219502449035645, 0.019126633182168007, -0.2512289881706238], [-0.27414655685424805, 0.15680526196956635, 0.014102054759860039, 0.047424979507923126], [-0.27101045846939087, 0.35172218084335327, 0.01505055371671915, -0.2407754808664322], [-0.26397600769996643, 0.15638850629329681, 0.010235044173896313, 0.05661654844880104], [-0.2608482539653778, 0.3513622283935547, 0.0113673759624362, -0.23281964659690857], [-0.2538209855556488, 0.1560797095298767, 0.0067109824158251286, 0.06342713534832001], [-0.25069940090179443, 0.3511047959327698, 0.00797952525317669, -0.22713090479373932], [-0.2436773031949997, 0.5461118221282959, 0.0034369071945548058, -0.5172861814498901], [-0.23275506496429443, 0.35094162821769714, -0.006908815819770098, -0.22352217137813568], [-0.22573623061180115, 0.15591910481452942, -0.011379259638488293, 0.06697346270084381], [-0.22261784970760345, -0.03903786838054657, -0.010039790533483028, 0.35604456067085266], [-0.2233986109495163, 0.15622538328170776, -0.0029188990592956543, 0.06021280214190483], [-0.22027410566806793, 0.3513890504837036, -0.0017146429745480418, -0.23338963091373444], [-0.21324631571769714, 0.5465354919433594, -0.00638243556022644, -0.5266129374504089], [-0.20231561362743378, 0.3515039086341858, -0.016914693638682365, -0.23594795167446136], [-0.19528552889823914, 0.15662764012813568, -0.021633652970194817, 0.051351938396692276], [-0.1921529769897461, 0.3520530164241791, -0.020606614649295807, -0.24807731807231903], [-0.18511192500591278, 0.15723131597042084, -0.02556815929710865, 0.03803526237607002], [-0.18196730315685272, -0.037514828145504, -0.024807455018162727, 0.32254278659820557], [-0.18271759152412415, 0.15795142948627472, -0.018356598913669586, 0.02214096486568451], [-0.17955856025218964, 0.3533317744731903, -0.017913779243826866, -0.27627667784690857], [-0.1724919229745865, 0.5487046241760254, -0.02343931421637535, -0.5745553374290466], [-0.16151782870292664, 0.35391899943351746, -0.03493041917681694, -0.28934767842292786], [-0.15443944931030273, 0.15931211411952972, -0.04071737453341484, -0.007882876321673393], [-0.15125320851802826, -0.03520295023918152, -0.04087503254413605, 0.2716802954673767], [-0.15195727348327637, 0.16047769784927368, -0.03544142469763756, -0.033609431236982346], [-0.14874771237373352, -0.03411855176091194, -0.036113616079092026, 0.247684046626091], [-0.14943009614944458, 0.16150005161762238, -0.031159933656454086, -0.05616762861609459], [-0.14620009064674377, 0.35705462098121643, -0.03228328749537468, -0.3585166037082672], [-0.13905899226665497, 0.16240611672401428, -0.039453618228435516, -0.07618564367294312], [-0.13581086695194244, -0.03212868049740791, -0.04097733274102211, 0.20379310846328735], [-0.13645344972610474, 0.1635545939207077, -0.03690147027373314, -0.10152936726808548], [-0.1331823617219925, -0.031019603833556175, -0.03893205523490906, 0.1792866736650467], [-0.13380274176597595, 0.1646372228860855, -0.035346321761608124, -0.12541930377483368], [-0.13051000237464905, 0.36024725437164307, -0.03785470873117447, -0.42904072999954224], [-0.1233050599694252, 0.5558843016624451, -0.04643552377820015, -0.7334126830101013], [-0.11218737065792084, 0.36143362522125244, -0.06110377609729767, -0.4556982219219208], [-0.10495869815349579, 0.1672264188528061, -0.07021774351596832, -0.18288442492485046]], "actions": [1, 1, 0, 0, 1, 0, 1, 0, 1, 1, 0, 1, 0, 1, 0, 0, 1, 1, 0, 0, 1, 0, 1, 0, 1, 0, 0, 1, 1, 1, 0, 1, 0, 0, 1, 0, 0, 1, 0, 0, 1, 0, 1, 0, 1, 1, 0, 1, 0, 1, 0, 0, 1, 1, 0, 1, 0, 1, 0, 0, 1, 1, 0, 0, 0, 1, 1, 0, 0, 1, 0, 0, 1, 1, 1, 1, 1, 0, 0, 1, 0, 0, 1, 0, 1, 0, 1, 1, 0, 1, 0, 0, 1, 1, 0, 1, 0, 0, 1, 0, 1, 0, 1, 1, 0, 0, 1, 0, 1, 1, 0, 0, 1, 0, 1, 1, 0, 0, 1, 1, 1, 0, 1, 0, 1, 0, 0, 1, 0, 1, 1, 0, 1, 0, 0, 1, 0, 1, 0, 0, 1, 1, 1, 0, 1, 1, 0, 1, 0, 1, 0, 1, 0, 1, 0, 1, 0, 1, 0, 0, 1, 1, 0, 1, 0, 1, 0, 1, 1, 0, 0, 0, 1, 1, 1, 0, 0, 1, 0, 0, 1, 1, 1, 0, 0, 0, 1, 0, 1, 1, 0, 0, 1, 0, 1, 1, 1, 0, 0, 0], "rewards": [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], "prev_actions": [0, 1, 1, 0, 0, 1, 0, 1, 0, 1, 1, 0, 1, 0, 1, 0, 0, 1, 1, 0, 0, 1, 0, 1, 0, 1, 0, 0, 1, 1, 1, 0, 1, 0, 0, 1, 0, 0, 1, 0, 0, 1, 0, 1, 0, 1, 1, 0, 1, 0, 1, 0, 0, 1, 1, 0, 1, 0, 1, 0, 0, 1, 1, 0, 0, 0, 1, 1, 0, 0, 1, 0, 0, 1, 1, 1, 1, 1, 0, 0, 1, 0, 0, 1, 0, 1, 0, 1, 1, 0, 1, 0, 0, 1, 1, 0, 1, 0, 0, 1, 0, 1, 0, 1, 1, 0, 0, 1, 0, 1, 1, 0, 0, 1, 0, 1, 1, 0, 0, 1, 1, 1, 0, 1, 0, 1, 0, 0, 1, 0, 1, 1, 0, 1, 0, 0, 1, 0, 1, 0, 0, 1, 1, 1, 0, 1, 1, 0, 1, 0, 1, 0, 1, 0, 1, 0, 1, 0, 1, 0, 0, 1, 1, 0, 1, 0, 1, 0, 1, 1, 0, 0, 0, 1, 1, 1, 0, 0, 1, 0, 0, 1, 1, 1, 0, 0, 0, 1, 0, 1, 1, 0, 0, 1, 0, 1, 1, 1, 0, 0], "prev_rewards": [0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], "dones": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, true], "new_obs": [[-0.04517180845141411, 0.17057237029075623, 0.04969078302383423, -0.2566170394420624], [-0.04176035895943642, 0.364950954914093, 0.04455844312906265, -0.533221960067749], [-0.03446134179830551, 0.1692315936088562, 0.03389400243759155, -0.22683845460414886], [-0.031076708808541298, -0.026357945054769516, 0.02935723401606083, 0.07634027302265167], [-0.031603869050741196, 0.168331116437912, 0.030884040519595146, -0.20693770051002502], [-0.028237245976924896, -0.027218542993068695, 0.026745285838842392, 0.09532537311315536], [-0.028781617060303688, 0.16751007735729218, 0.02865179441869259, -0.1888009011745453], [-0.02543141506612301, -0.028009826317429543, 0.02487577497959137, 0.11278104037046432], [-0.025991611182689667, 0.16674700379371643, 0.027131395414471626, -0.17195110023021698], [-0.022656671702861786, 0.3614703416824341, 0.02369237318634987, -0.4559529721736908], [-0.015427264384925365, 0.16602157056331635, 0.014573315158486366, -0.15589717030525208], [-0.012106833048164845, 0.3609318733215332, 0.011455371975898743, -0.4439471662044525], [-0.004888196010142565, 0.16564971208572388, 0.002576428232714534, -0.14767535030841827], [-0.001575201633386314, 0.3607346713542938, -0.00037707880255766213, -0.43954434990882874], [0.005639492068439722, 0.16561806201934814, -0.009167966432869434, -0.14698031544685364], [0.008951853029429913, -0.02937140502035618, -0.01210757251828909, 0.14279624819755554], [0.008364425040781498, 0.16592183709144592, -0.009251647628843784, -0.153681680560112], [0.011682861484587193, 0.3611750304698944, -0.012325281277298927, -0.4492688775062561], [0.0189063623547554, 0.16622956097126007, -0.021310659125447273, -0.16049642860889435], [0.022230952978134155, -0.0285809226334095, -0.02452058717608452, 0.12538808584213257], [0.021659335121512413, 0.16688357293605804, -0.022012826055288315, -0.17492885887622833], [0.024997007101774216, -0.02791653387248516, -0.025511402636766434, 0.11072926968336105], [0.024438675493001938, 0.16756151616573334, -0.023296816274523735, -0.18989193439483643], [0.027789905667304993, -0.027219530194997787, -0.027094656601548195, 0.09535171091556549], [0.02724551595747471, 0.16828006505966187, -0.025187620893120766, -0.20575490593910217], [0.03061111643910408, -0.02647280879318714, -0.029302719980478287, 0.07887736707925797], [0.03008166141808033, -0.22116270661354065, -0.02772517316043377, 0.36217308044433594], [0.02565840631723404, -0.025657881051301956, -0.020481711253523827, 0.060878388583660126], [0.02514524944126606, 0.16975165903568268, -0.019264142960309982, -0.23819564282894135], [0.02854028157889843, 0.36514344811439514, -0.024028055369853973, -0.5368922352790833], [0.035843152552843094, 0.17036741971969604, -0.03476589918136597, -0.2518761157989502], [0.03925050050020218, 0.36596813797950745, -0.03980342298746109, -0.5553190112113953], [0.046569861471652985, 0.17142698168754578, -0.050909802317619324, -0.27543753385543823], [0.04999840259552002, -0.022933049127459526, -0.05641855299472809, 0.0007637743838131428], [0.04953974112868309, 0.17295072972774506, -0.056403279304504395, -0.309172660112381], [0.052998755127191544, -0.02132410556077957, -0.06258673220872879, -0.03479757905006409], [0.05257227271795273, -0.215495303273201, -0.06328268349170685, 0.23750047385692596], [0.04826236888766289, -0.019529037177562714, -0.05853267386555672, -0.07445322722196579], [0.04787178710103035, -0.21376514434814453, -0.060021739453077316, 0.19920319318771362], [0.04359648376703262, -0.4079795479774475, -0.056037675589323044, 0.4723643958568573], [0.03543689101934433, -0.21211276948451996, -0.04659038782119751, 0.16255894303321838], [0.031194638460874557, -0.40653786063194275, -0.04333920776844025, 0.4401874840259552], [0.02306388132274151, -0.2108301967382431, -0.03453545644879341, 0.13416393101215363], [0.018847277387976646, -0.40544089674949646, -0.031852178275585175, 0.415754497051239], [0.01073845848441124, -0.20988231897354126, -0.02353709004819393, 0.11320247501134872], [0.00654081255197525, -0.014431150630116463, -0.021273039281368256, -0.18681234121322632], [0.0062521896325051785, -0.20924238860607147, -0.025009285658597946, 0.09908458590507507], [0.002067341934889555, -0.013771094381809235, -0.02302759513258934, -0.2013826221227646], [0.0017919199308380485, -0.20855626463890076, -0.027055246755480766, 0.08394816517829895], [-0.002379205310717225, -0.013057148084044456, -0.02537628449499607, -0.21714647114276886], [-0.002640348393470049, -0.20780731737613678, -0.029719213023781776, 0.06742490828037262], [-0.0067964945919811726, -0.40249085426330566, -0.02837071567773819, 0.35058510303497314], [-0.014846311882138252, -0.20697715878486633, -0.02135901339352131, 0.049092698842287064], [-0.01898585446178913, -0.01155555248260498, -0.020377159118652344, -0.2502519190311432], [-0.01921696588397026, -0.2063806653022766, -0.02538219653069973, 0.03593461960554123], [-0.023344580084085464, -0.010904104448854923, -0.02466350421309471, -0.26464733481407166], [-0.023562662303447723, -0.20566551387310028, -0.029956452548503876, 0.020155571401119232], [-0.027675971388816833, -0.010127040557563305, -0.02955334074795246, -0.2818264067173004], [-0.02787851169705391, -0.20481525361537933, -0.03518986701965332, 0.001390966004692018], [-0.03197481855750084, -0.3994153141975403, -0.035162050276994705, 0.2827666699886322], [-0.039963122457265854, -0.2038099467754364, -0.02950671687722206, -0.020795553922653198], [-0.044039323925971985, -0.00827752985060215, -0.02992262691259384, -0.32264021039009094], [-0.044204872101545334, -0.20296089351177216, -0.03637543320655823, -0.03954183682799339], [-0.04826408997178078, -0.3975428640842438, -0.03716626763343811, 0.24144600331783295], [-0.05621494725346565, -0.5921147465705872, -0.03233734890818596, 0.5221778750419617], [-0.06805723905563354, -0.3965528905391693, -0.021893789991736412, 0.21948298811912537], [-0.0759883001446724, -0.20112493634223938, -0.01750412955880165, -0.08002495020627975], [-0.0800108015537262, -0.39599165320396423, -0.01910462975502014, 0.20708438754081726], [-0.08793063461780548, -0.5908352732658386, -0.014962941408157349, 0.49368005990982056], [-0.09974733740091324, -0.39550551772117615, -0.005089340265840292, 0.19631929695606232], [-0.10765744745731354, -0.5905542969703674, -0.0011629543732851744, 0.4873924255371094], [-0.11946853250265121, -0.7856598496437073, 0.008584894239902496, 0.7797086238861084], [-0.135181725025177, -0.5906569361686707, 0.024179065600037575, 0.48973900079727173], [-0.14699487388134003, -0.39588430523872375, 0.03397384658455849, 0.20477336645126343], [-0.1549125611782074, -0.20126424729824066, 0.03806931525468826, -0.07700185477733612], [-0.15893784165382385, -0.006708143278956413, 0.03652927652001381, -0.3574348986148834], [-0.15907199680805206, 0.18787595629692078, 0.02938057854771614, -0.6383790969848633], [-0.15531449019908905, -0.00764309149235487, 0.01661299727857113, -0.3365904688835144], [-0.15546734631061554, -0.20299747586250305, 0.009881187230348587, -0.03871532902121544], [-0.15952730178833008, -0.008018601685762405, 0.009106880985200405, -0.3282643258571625], [-0.15968766808509827, -0.20326900482177734, 0.0025415937416255474, -0.03272348642349243], [-0.16375304758548737, -0.3984273076057434, 0.001887124148197472, 0.26076024770736694], [-0.17172159254550934, -0.2033323496580124, 0.007102329283952713, -0.03132684901356697], [-0.17578823864459991, -0.3985554277896881, 0.006475792266428471, 0.26358845829963684], [-0.18375934660434723, -0.20352651178836823, 0.011747561395168304, -0.027044931426644325], [-0.1878298819065094, -0.39881494641304016, 0.01120666228234768, 0.2693212032318115], [-0.19580617547035217, -0.20385469496250153, 0.016593087464571, -0.019806107506155968], [-0.19988326728343964, -0.008974590338766575, 0.0161969643086195, -0.3072078824043274], [-0.20006276667118073, -0.20432354509830475, 0.010052806697785854, -0.009461180306971073], [-0.20414923131465912, -0.009347199462354183, 0.009863583371043205, -0.29895544052124023], [-0.20433618128299713, -0.20460835099220276, 0.003884474281221628, -0.003178125247359276], [-0.20842835307121277, -0.3997857868671417, 0.003820911981165409, 0.2907278537750244], [-0.21642406284809113, -0.20471853017807007, 0.009635468944907188, -0.0007475453894585371], [-0.22051844000816345, -0.009736085310578346, 0.009620518423616886, -0.29037484526634216], [-0.22071315348148346, -0.20499388873577118, 0.003813021117821336, 0.0053266799077391624], [-0.22481302917003632, -0.009926825761795044, 0.003919554874300957, -0.2861507534980774], [-0.22501157224178314, -0.20510445535182953, -0.0018034604145213962, 0.007765784859657288], [-0.2291136533021927, -0.4002004861831665, -0.0016481446800753474, 0.29987916350364685], [-0.23711766302585602, -0.2050550878047943, 0.004349438473582268, 0.00667688949033618], [-0.24121877551078796, -0.40023913979530334, 0.004482976160943508, 0.3007289469242096], [-0.24922356009483337, -0.20518137514591217, 0.010497555136680603, 0.009463215246796608], [-0.2533271908760071, -0.40045228600502014, 0.010686819441616535, 0.30543968081474304], [-0.26133623719215393, -0.20548425614833832, 0.01679561287164688, 0.01614617556333542], [-0.26544591784477234, -0.010607149451971054, 0.017118535935878754, -0.2711905837059021], [-0.26565805077552795, -0.20596913993358612, 0.011694724671542645, 0.026842080056667328], [-0.26977744698524475, -0.40125682950019836, 0.01223156601190567, 0.32319176197052], [-0.27780258655548096, -0.2063111662864685, 0.018695401027798653, 0.0343911312520504], [-0.28192880749702454, -0.40169617533683777, 0.019383223727345467, 0.33291351795196533], [-0.2899627089500427, -0.2068553864955902, 0.02604149468243122, 0.046405572444200516], [-0.2940998375415802, -0.012116343714296818, 0.026969606056809425, -0.23794861137866974], [-0.29434216022491455, -0.207613006234169, 0.022210633382201195, 0.06311783194541931], [-0.298494428396225, -0.40304625034332275, 0.023472990840673447, 0.36272478103637695], [-0.3065553307533264, -0.20826564729213715, 0.030727485194802284, 0.07753479480743408], [-0.31072065234184265, -0.40381431579589844, 0.03227818012237549, 0.3797517716884613], [-0.31879693269729614, -0.20916524529457092, 0.039873216301202774, 0.0974184200167656], [-0.32298025488853455, -0.01463677454739809, 0.04182158410549164, -0.18242274224758148], [-0.3232729732990265, -0.21033142507076263, 0.0381731316447258, 0.12315452098846436], [-0.32747960090637207, -0.40597888827323914, 0.040636222809553146, 0.42763209342956543], [-0.3355991840362549, -0.2114553153514862, 0.04918886348605156, 0.14803138375282288], [-0.3398282825946808, -0.017071004956960678, 0.052149489521980286, -0.1287367194890976], [-0.3401696979999542, 0.17726661264896393, 0.049574755132198334, -0.4045218527317047], [-0.3366243839263916, -0.01852206327021122, 0.04148431867361069, -0.09663063287734985], [-0.33699482679367065, 0.1759815216064453, 0.03955170884728432, -0.3759421110153198], [-0.3334752023220062, -0.019679227843880653, 0.03203286603093147, -0.0710553452372551], [-0.33386877179145813, 0.17496918141841888, 0.030611759051680565, -0.3534621298313141], [-0.33036938309669495, -0.02057437226176262, 0.02354251593351364, -0.0512857548892498], [-0.33078089356422424, -0.21602584421634674, 0.022516800090670586, 0.2487310767173767], [-0.3351013958454132, -0.02123257890343666, 0.02749142237007618, -0.036765385419130325], [-0.3355260491371155, -0.2167377471923828, 0.02675611525774002, 0.26446303725242615], [-0.33986079692840576, -0.022007713094353676, 0.03204537555575371, -0.019662126898765564], [-0.34030094742774963, 0.1726403683423996, 0.03165213391184807, -0.3020646274089813], [-0.3368481397628784, -0.02291807159781456, 0.02561083994805813, 0.0004302841844037175], [-0.33730649948120117, 0.17182740569114685, 0.025619445368647575, -0.2840633690357208], [-0.33386996388435364, -0.023650409653782845, 0.01993817836046219, 0.016588423401117325], [-0.33434298634529114, -0.2190525382757187, 0.02026994712650776, 0.3154948055744171], [-0.3387240171432495, -0.02422509714961052, 0.02657984383404255, 0.029272625222802162], [-0.3392085134983063, -0.21971793472766876, 0.02716529555618763, 0.33022186160087585], [-0.34360289573669434, -0.024993006139993668, 0.03376973420381546, 0.046227846294641495], [-0.34410274028778076, -0.220582515001297, 0.03469428792595863, 0.3493712544441223], [-0.3485144078731537, -0.416180282831192, 0.04168171435594559, 0.6527894139289856], [-0.3568379878997803, -0.22166280448436737, 0.054737504571676254, 0.3735174834728241], [-0.3612712621688843, -0.027359409257769585, 0.06220785155892372, 0.09858371317386627], [-0.36181843280792236, 0.16681836545467377, 0.06417952477931976, -0.17384223639965057], [-0.3584820628166199, -0.02916060946881771, 0.06070268154144287, 0.13837683200836182], [-0.35906529426574707, 0.1650417447090149, 0.06347022205591202, -0.13455453515052795], [-0.3557644486427307, 0.3591998517513275, 0.06077912822365761, -0.406557559967041], [-0.3485804498195648, 0.16327106952667236, 0.05264797806739807, -0.09534899145364761], [-0.34531503915786743, 0.35760045051574707, 0.05074099823832512, -0.370967835187912], [-0.33816301822662354, 0.1617957204580307, 0.0433216392993927, -0.06272727996110916], [-0.33492711186408997, 0.3562706410884857, 0.04206709563732147, -0.3414333760738373], [-0.3278017044067383, 0.16057619452476501, 0.03523842617869377, -0.03578733652830124], [-0.32459017634391785, 0.35517555475234985, 0.034522682428359985, -0.31714722514152527], [-0.3174866735935211, 0.159579336643219, 0.02817973680794239, -0.013780048117041588], [-0.31429508328437805, 0.3542860746383667, 0.02790413610637188, -0.29744043946266174], [-0.3072093427181244, 0.15877768397331238, 0.021955326199531555, 0.003910733852535486], [-0.3040338158607483, 0.35357800126075745, 0.02203354239463806, -0.281764954328537], [-0.2969622313976288, 0.15814879536628723, 0.016398241743445396, 0.01778501085937023], [-0.2937992513179779, 0.35303178429603577, 0.016753941774368286, -0.26967930793762207], [-0.28673863410949707, 0.15767480432987213, 0.011360356584191322, 0.028240472078323364], [-0.2835851311683655, -0.037608206272125244, 0.01192516554147005, 0.3244859576225281], [-0.2843373119831085, 0.15734192728996277, 0.01841488480567932, 0.035587456077337265], [-0.2811904549598694, 0.35219502449035645, 0.019126633182168007, -0.2512289881706238], [-0.27414655685424805, 0.15680526196956635, 0.014102054759860039, 0.047424979507923126], [-0.27101045846939087, 0.35172218084335327, 0.01505055371671915, -0.2407754808664322], [-0.26397600769996643, 0.15638850629329681, 0.010235044173896313, 0.05661654844880104], [-0.2608482539653778, 0.3513622283935547, 0.0113673759624362, -0.23281964659690857], [-0.2538209855556488, 0.1560797095298767, 0.0067109824158251286, 0.06342713534832001], [-0.25069940090179443, 0.3511047959327698, 0.00797952525317669, -0.22713090479373932], [-0.2436773031949997, 0.5461118221282959, 0.0034369071945548058, -0.5172861814498901], [-0.23275506496429443, 0.35094162821769714, -0.006908815819770098, -0.22352217137813568], [-0.22573623061180115, 0.15591910481452942, -0.011379259638488293, 0.06697346270084381], [-0.22261784970760345, -0.03903786838054657, -0.010039790533483028, 0.35604456067085266], [-0.2233986109495163, 0.15622538328170776, -0.0029188990592956543, 0.06021280214190483], [-0.22027410566806793, 0.3513890504837036, -0.0017146429745480418, -0.23338963091373444], [-0.21324631571769714, 0.5465354919433594, -0.00638243556022644, -0.5266129374504089], [-0.20231561362743378, 0.3515039086341858, -0.016914693638682365, -0.23594795167446136], [-0.19528552889823914, 0.15662764012813568, -0.021633652970194817, 0.051351938396692276], [-0.1921529769897461, 0.3520530164241791, -0.020606614649295807, -0.24807731807231903], [-0.18511192500591278, 0.15723131597042084, -0.02556815929710865, 0.03803526237607002], [-0.18196730315685272, -0.037514828145504, -0.024807455018162727, 0.32254278659820557], [-0.18271759152412415, 0.15795142948627472, -0.018356598913669586, 0.02214096486568451], [-0.17955856025218964, 0.3533317744731903, -0.017913779243826866, -0.27627667784690857], [-0.1724919229745865, 0.5487046241760254, -0.02343931421637535, -0.5745553374290466], [-0.16151782870292664, 0.35391899943351746, -0.03493041917681694, -0.28934767842292786], [-0.15443944931030273, 0.15931211411952972, -0.04071737453341484, -0.007882876321673393], [-0.15125320851802826, -0.03520295023918152, -0.04087503254413605, 0.2716802954673767], [-0.15195727348327637, 0.16047769784927368, -0.03544142469763756, -0.033609431236982346], [-0.14874771237373352, -0.03411855176091194, -0.036113616079092026, 0.247684046626091], [-0.14943009614944458, 0.16150005161762238, -0.031159933656454086, -0.05616762861609459], [-0.14620009064674377, 0.35705462098121643, -0.03228328749537468, -0.3585166037082672], [-0.13905899226665497, 0.16240611672401428, -0.039453618228435516, -0.07618564367294312], [-0.13581086695194244, -0.03212868049740791, -0.04097733274102211, 0.20379310846328735], [-0.13645344972610474, 0.1635545939207077, -0.03690147027373314, -0.10152936726808548], [-0.1331823617219925, -0.031019603833556175, -0.03893205523490906, 0.1792866736650467], [-0.13380274176597595, 0.1646372228860855, -0.035346321761608124, -0.12541930377483368], [-0.13051000237464905, 0.36024725437164307, -0.03785470873117447, -0.42904072999954224], [-0.1233050599694252, 0.5558843016624451, -0.04643552377820015, -0.7334126830101013], [-0.11218737065792084, 0.36143362522125244, -0.06110377609729767, -0.4556982219219208], [-0.10495869815349579, 0.1672264188528061, -0.07021774351596832, -0.18288442492485046], [-0.10161416977643967, -0.026824207976460457, -0.07387542724609375, 0.08684717863798141]], "action_prob": [0.6667988300323486, 0.24942636489868164, 0.9093189239501953, 0.7339441776275635, 0.7230490446090698, 0.7085297703742981, 0.7461782693862915, 0.6824715733528137, 0.7662700414657593, 0.3445228636264801, 0.8907012939453125, 0.3476651906967163, 0.891830325126648, 0.33747148513793945, 0.8957862257957458, 0.6852864027023315, 0.7513327598571777, 0.3028481900691986, 0.9043658375740051, 0.7299906611442566, 0.7044057846069336, 0.7521193027496338, 0.6775780916213989, 0.7737005352973938, 0.6461256742477417, 0.7947769165039062, 0.3910367786884308, 0.8794653415679932, 0.5924270153045654, 0.1793907880783081, 0.9276378750801086, 0.15404830873012543, 0.9327269792556763, 0.8716586232185364, 0.3814387023448944, 0.8896611928939819, 0.6944850087165833, 0.7182587385177612, 0.7463663816452026, 0.3406020700931549, 0.8875770568847656, 0.38101160526275635, 0.8790721893310547, 0.41014590859413147, 0.8731239438056946, 0.5728411078453064, 0.8220502734184265, 0.5405396223068237, 0.8349780440330505, 0.5044791102409363, 0.8476908802986145, 0.5356363654136658, 0.8291860818862915, 0.4466199278831482, 0.8639784455299377, 0.4118823707103729, 0.8735698461532593, 0.3727453649044037, 0.8833293914794922, 0.6698270440101624, 0.743714451789856, 0.30524885654449463, 0.8977167010307312, 0.732397198677063, 0.3236585855484009, 0.8920489549636841, 0.6695001721382141, 0.7562747597694397, 0.3458336591720581, 0.8887491226196289, 0.3352738320827484, 0.10671305656433105, 0.9432110786437988, 0.9054492712020874, 0.7504369020462036, 0.34542593359947205, 0.11600838601589203, 0.9379115700721741, 0.885092556476593, 0.3587907552719116, 0.8852592706680298, 0.6443044543266296, 0.777612566947937, 0.6309752464294434, 0.7872839570045471, 0.6115954518318176, 0.799552321434021, 0.41464707255363464, 0.8706880807876587, 0.42170780897140503, 0.8700292706489563, 0.5784878134727478, 0.8128626346588135, 0.4409101903438568, 0.8647016286849976, 0.44106006622314453, 0.8658356666564941, 0.5656577348709106, 0.8157231211662292, 0.5523729920387268, 0.8224776983261108, 0.5311620831489563, 0.8318775296211243, 0.4983440637588501, 0.8435752391815186, 0.49053364992141724, 0.8456709980964661, 0.45822879672050476, 0.8565577268600464, 0.5824716687202454, 0.8017200827598572, 0.39342737197875977, 0.8739268183708191, 0.350378155708313, 0.8847503066062927, 0.6976069808006287, 0.7050459384918213, 0.2690984308719635, 0.9020530581474304, 0.773965060710907, 0.4101526439189911, 0.8649875521659851, 0.4487559199333191, 0.8540594577789307, 0.4780031442642212, 0.8454370498657227, 0.5018458366394043, 0.8339361548423767, 0.4652901291847229, 0.8461739420890808, 0.5759894251823425, 0.7971706390380859, 0.5992946028709412, 0.7852289080619812, 0.38346102833747864, 0.8678519129753113, 0.3506881296634674, 0.8764458894729614, 0.3136090636253357, 0.11455020308494568, 0.9322329759597778, 0.8972386717796326, 0.7808024287223816, 0.5450543761253357, 0.8114522695541382, 0.5242971181869507, 0.803459107875824, 0.5720129013061523, 0.7791313529014587, 0.6094056367874146, 0.7570068836212158, 0.6381350755691528, 0.7378572821617126, 0.6598166227340698, 0.7221769690513611, 0.6757795810699463, 0.7102437615394592, 0.6870204210281372, 0.7021908164024353, 0.30577149987220764, 0.8802162408828735, 0.7134179472923279, 0.6709439754486084, 0.7227014303207397, 0.6623330116271973, 0.7292324900627136, 0.6569433808326721, 0.7333573698997498, 0.345282644033432, 0.8880056142807007, 0.677723228931427, 0.28426599502563477, 0.8865755200386047, 0.7189770936965942, 0.31404173374176025, 0.8992025256156921, 0.718109130859375, 0.6805447340011597, 0.7428696751594543, 0.34624651074409485, 0.8728330135345459, 0.64066082239151, 0.22254081070423126, 0.9231029152870178, 0.8149595260620117, 0.45981648564338684, 0.8404560685157776, 0.5002001523971558, 0.8281047344207764, 0.4629915952682495, 0.8695323467254639, 0.5969556570053101, 0.7862030267715454, 0.6411325335502625, 0.7618478536605835, 0.31816861033439636, 0.09322547167539597, 0.9495974183082581, 0.9226163625717163, 0.8159505128860474], "action_logp": [-0.4052668809890747, -1.3885915279388428, -0.09505939483642578, -0.3093222677707672, -0.3242782652378082, -0.34456318616867065, -0.2927907109260559, -0.3820343613624573, -0.2662206292152405, -1.0655947923660278, -0.1157461404800415, -1.0565153360366821, -0.11447935551404953, -1.086274266242981, -0.11005348712205887, -0.37791842222213745, -0.2859066128730774, -1.194523572921753, -0.10052132606506348, -0.31472355127334595, -0.3504006862640381, -0.2848602831363678, -0.3892304599285126, -0.25657039880752563, -0.4367612898349762, -0.22969381511211395, -0.938953697681427, -0.12844109535217285, -0.5235275626182556, -1.7181886434555054, -0.07511384040117264, -1.8704890012741089, -0.06964273005723953, -0.1373574286699295, -0.963805079460144, -0.11691460013389587, -0.36458471417427063, -0.3309253752231598, -0.29253867268562317, -1.077040433883667, -0.11925993114709854, -0.9649254083633423, -0.12888824939727783, -0.8912423253059387, -0.135677769780159, -0.5571469068527222, -0.19595371186733246, -0.6151872873306274, -0.18034982681274414, -0.6842288374900818, -0.16523925960063934, -0.6242998242378235, -0.18731065094470978, -0.8060473203659058, -0.14620743691921234, -0.8870174884796143, -0.1351672112941742, -0.9868597388267517, -0.12405713647603989, -0.4007357060909271, -0.29609814286231995, -1.1866278648376465, -0.1079007089138031, -0.3114323019981384, -1.128066062927246, -0.11423426866531372, -0.4012238681316376, -0.27935051918029785, -1.0617973804473877, -0.1179402768611908, -1.092807650566101, -2.237611770629883, -0.05846519395709038, -0.09932404011487961, -0.2870997190475464, -1.0629770755767822, -2.154092788696289, -0.06409960240125656, -0.1220630630850792, -1.025015950202942, -0.12187471240758896, -0.4395839273929596, -0.2515268921852112, -0.46048861742019653, -0.23916630446910858, -0.4916841983795166, -0.2237032949924469, -0.880327582359314, -0.13847145438194275, -0.863442599773407, -0.1392284482717514, -0.5473377704620361, -0.20719318091869354, -0.8189140558242798, -0.14537076652050018, -0.8185741901397705, -0.1440601646900177, -0.569766104221344, -0.20368027687072754, -0.5935317277908325, -0.19543389976024628, -0.632688045501709, -0.18407006561756134, -0.6964645385742188, -0.1701062172651291, -0.7122613787651062, -0.16762489080429077, -0.7803866863250732, -0.15483358502388, -0.5404747724533081, -0.22099576890468597, -0.9328588247299194, -0.1347586065530777, -1.0487422943115234, -0.12244979292154312, -0.3600994050502777, -0.34949228167533875, -1.3126780986785889, -0.10308195650577545, -0.2562285363674164, -0.8912258744239807, -0.1450401395559311, -0.8012761473655701, -0.15775445103645325, -0.73813796043396, -0.16790159046649933, -0.6894623041152954, -0.18159842491149902, -0.7650941610336304, -0.16703033447265625, -0.5516660213470459, -0.22668655216693878, -0.5120019316673279, -0.24178002774715424, -0.95851731300354, -0.14173418283462524, -1.0478579998016357, -0.13188034296035767, -1.1596081256866455, -2.1667420864105225, -0.07017252594232559, -0.10843340307474136, -0.2474331259727478, -0.6068697571754456, -0.20892968773841858, -0.645696759223938, -0.2188289910554886, -0.55859375, -0.2495756447315216, -0.49527111649513245, -0.27838295698165894, -0.44920527935028076, -0.30400484800338745, -0.41579335927963257, -0.3254850208759308, -0.3918883204460144, -0.3421470522880554, -0.37539124488830566, -0.35355010628700256, -1.1849172115325928, -0.12758764624595642, -0.3376878499984741, -0.3990696370601654, -0.3247590959072113, -0.4119867980480194, -0.3157626688480377, -0.42015743255615234, -0.31012216210365295, -1.063391923904419, -0.11877722293138504, -0.3890163004398346, -1.2578449249267578, -0.12038899958133698, -0.3299257457256317, -1.1582293510437012, -0.10624701529741287, -0.33113375306129456, -0.3848617374897003, -0.2972346246242523, -1.0606043338775635, -0.136011004447937, -0.4452550709247589, -1.5026447772979736, -0.08001457154750824, -0.20461685955524445, -0.7769278287887573, -0.17381060123443604, -0.6927469372749329, -0.18861566483974457, -0.7700463533401489, -0.13979975879192352, -0.5159124732017517, -0.24054019153118134, -0.44451904296875, -0.2720084488391876, -1.1451737880706787, -2.372734308242798, -0.051717132329940796, -0.08054175972938538, -0.20340153574943542], "action_dist_inputs": [[-0.34681645035743713, 0.34692564606666565], [0.5490761995315552, -0.5525978803634644], [1.1495314836502075, -1.1558160781860352], [0.505739688873291, -0.508987307548523], [-0.47945505380630493, 0.48018166422843933], [0.44260266423225403, -0.4456515610218048], [-0.5386895537376404, 0.5396431088447571], [0.38114693760871887, -0.3840068280696869], [-0.5930994749069214, 0.5942687392234802], [0.3202631175518036, -0.3229396939277649], [1.0461124181747437, -1.0518125295639038], [0.31340789794921875, -0.3159100413322449], [1.051984190940857, -1.0575909614562988], [0.33609017729759216, -0.3384924530982971], [1.0728428363800049, -1.0784140825271606], [0.38789814710617065, -0.3902757465839386], [-0.5521044731140137, 0.5536286234855652], [0.4156750738620758, -0.4180963337421417], [1.1205347776412964, -1.1261686086654663], [0.49604928493499756, -0.49852579832077026], [-0.4335075318813324, 0.43485942482948303], [0.5536719560623169, -0.5562757849693298], [-0.3707285225391388, 0.3719353675842285], [0.6132924556732178, -0.6160332560539246], [-0.30050069093704224, 0.30155149102211], [0.6755358576774597, -0.6784278750419617], [-0.22103850543498993, 0.22191786766052246], [-0.9915257096290588, 0.9958509206771851], [-0.18665453791618347, 0.18735311925411224], [0.7586402297019958, -0.7618401050567627], [1.2723125219345093, -1.2786455154418945], [0.849914014339447, -0.8532819151878357], [1.3114054203033447, -1.3179478645324707], [0.9560235738754272, -0.9596806168556213], [0.24171477556228638, -0.24173127114772797], [1.0416239500045776, -1.0456610918045044], [0.41035395860671997, -0.41081780195236206], [-0.4663412570953369, 0.4694995880126953], [0.5391823053359985, -0.5401435494422913], [-0.3289162218570709, 0.3316962420940399], [-1.030322551727295, 1.0359054803848267], [-0.24143074452877045, 0.24382591247558594], [-0.9891688227653503, 0.9945047497749329], [-0.1806451678276062, 0.182716965675354], [-0.9618676900863647, 0.9669989943504333], [-0.14581993222236633, 0.14763246476650238], [0.7639530301094055, -0.7663475275039673], [-0.08045513927936554, 0.08206033706665039], [0.8093488216400146, -0.8119784593582153], [-0.008270412683486938, 0.009646630845963955], [0.8568602800369263, -0.8597431182861328], [0.0719529390335083, -0.07083442807197571], [-0.7877013683319092, 0.7921687960624695], [0.10759527236223221, -0.10674182325601578], [0.9226803183555603, -0.9260544776916504], [0.17840158939361572, -0.1777876913547516], [0.9646391868591309, -0.968258798122406], [0.2603927254676819, -0.2600643038749695], [1.0102219581604004, -1.0141209363937378], [0.3536953032016754, -0.3537076413631439], [-0.5308355689048767, 0.5345292091369629], [0.41102972626686096, -0.41139647364616394], [1.0838106870651245, -1.088297724723816], [0.5030412673950195, -0.5037779211997986], [-0.36691343784332275, 0.37009525299072266], [-1.0529981851577759, 1.0588451623916626], [-0.35151323676109314, 0.3544120788574219], [0.5654929280281067, -0.5668704509735107], [-0.31735607981681824, 0.32004767656326294], [-1.0362433195114136, 1.0417836904525757], [-0.34096208214759827, 0.34346553683280945], [-1.0596626996994019, 1.0651018619537354], [-1.401113510131836, 1.4088356494903564], [-1.126935601234436, 1.1323590278625488], [-0.5492666363716125, 0.5516770482063293], [0.31887656450271606, -0.3203299641609192], [1.0128244161605835, -1.0179606676101685], [1.3536756038665771, -1.3614202737808228], [1.0182517766952515, -1.0233137607574463], [0.28970232605934143, -0.2909141778945923], [1.0190695524215698, -1.0241363048553467], [0.296432226896286, -0.2976638972759247], [-0.6246134042739868, 0.627193808555603], [0.2675655782222748, -0.2688373923301697], [-0.6530500650405884, 0.6555806398391724], [0.22637341916561127, -0.2276502400636673], [-0.6904951333999634, 0.6930036544799805], [0.17176993191242218, -0.17301726341247559], [0.9509973526000977, -0.9560590386390686], [0.157279834151268, -0.1584867388010025], [0.948082685470581, -0.9531348347663879], [0.15767842531204224, -0.15889029204845428], [-0.7331181168556213, 0.7356007695198059], [0.11811593174934387, -0.11935295909643173], [0.9249169826507568, -0.9299848675727844], [0.1178097203373909, -0.11905130743980408], [0.9297682642936707, -0.9348615407943726], [0.1314350962638855, -0.13272124528884888], [-0.7426375150680542, 0.7449982762336731], [0.10445676743984222, -0.10580650717020035], [-0.7654580473899841, 0.7677669525146484], [0.06171957403421402, -0.06309063732624054], [-0.7983486652374268, 0.800643801689148], [0.0026361248455941677, -0.003987743519246578], [0.8399941921234131, -0.8450794219970703], [-0.01958605647087097, 0.01828385889530182], [-0.849351167678833, 0.8516923785209656], [-0.08437533676624298, 0.08309987187385559], [-0.8922989368438721, 0.8946900367736816], [-0.16706639528274536, 0.1658616065979004], [0.6961154341697693, -0.7009642720222473], [-0.21701045334339142, 0.21591752767562866], [-0.9667714238166809, 0.969363272190094], [-0.30918753147125244, 0.30818992853164673], [-1.0177280902862549, 1.0204768180847168], [-0.41838565468788147, 0.41754263639450073], [0.4335279166698456, -0.437915563583374], [-0.4999154806137085, 0.4992862343788147], [-1.1085182428359985, 1.1117284297943115], [-0.6156160831451416, 0.6152209043502808], [0.1797000765800476, -0.1836342066526413], [0.9252403378486633, -0.9321081042289734], [0.10101495683193207, -0.10468360781669617], [0.8800533413887024, -0.8867483139038086], [0.04229438677430153, -0.04574987292289734], [0.8463470935821533, -0.8529052138328552], [0.002046362031251192, -0.005336974747478962], [-0.8066224455833435, 0.8071621656417847], [-0.07111316174268723, 0.06794998794794083], [-0.852092444896698, 0.8528100252151489], [-0.1546674519777298, 0.1516631543636322], [0.681242823600769, -0.6874606609344482], [-0.20267319679260254, 0.19985368847846985], [0.6451528072357178, -0.6512492895126343], [-0.23877577483654022, 0.2361077517271042], [-0.9404203295707703, 0.9416777491569519], [-0.30927327275276184, 0.30674266815185547], [-0.9788678288459778, 0.9803277850151062], [-0.3928183615207672, 0.3904819190502167], [-1.0216786861419678, 1.0234038829803467], [-1.3080579042434692, 1.3134496212005615], [-1.082393765449524, 1.0845187902450562], [-0.6359906792640686, 0.6343581676483154], [0.08774497359991074, -0.0929626077413559], [-0.7302989363670349, 0.729175329208374], [-0.051050253212451935, 0.04621470347046852], [0.7002729773521423, -0.7077829241752625], [-0.14724980294704437, 0.14281855523586273], [0.6266493797302246, -0.6339619159698486], [-0.2244388908147812, 0.22037586569786072], [0.5646052956581116, -0.5717337727546692], [-0.28550687432289124, 0.28177210688591003], [0.5139520764350891, -0.5209095478057861], [-0.33296242356300354, 0.32951465249061584], [0.47424277663230896, -0.4810432195663452], [-0.3688223659992218, 0.36562103033065796], [0.44495493173599243, -0.45161309838294983], [-0.39461007714271545, 0.39161601662635803], [0.4256104826927185, -0.4321417808532715], [-0.4113937020301819, 0.40856942534446716], [-0.9965717196464539, 0.9979077577590942], [-0.45733916759490967, 0.45470327138900757], [0.3530765473842621, -0.3593810498714447], [-0.4801689088344574, 0.4777323007583618], [0.3337676525115967, -0.33994072675704956], [-0.49649953842163086, 0.49423256516456604], [0.32182350754737854, -0.32787880301475525], [-0.5069243907928467, 0.5047992467880249], [0.31694450974464417, -0.32289576530456543], [1.0312223434448242, -1.0393072366714478], [0.36873409152030945, -0.37459415197372437], [-0.4627113938331604, 0.46068695187568665], [-1.027127742767334, 1.0291012525558472], [-0.47069984674453735, 0.46869367361068726], [0.38774096965789795, -0.3935498893260956], [1.0902090072631836, -1.0981853008270264], [0.4646718502044678, -0.47042959928512573], [-0.3791704773902893, 0.3771059513092041], [0.5275791883468628, -0.5333583950996399], [-0.3188806474208832, 0.3166988492012024], [-0.9622367024421692, 0.9640070796012878], [-0.29026317596435547, 0.2879704535007477], [0.6225302815437317, -0.6283904314041138], [1.2386120557785034, -1.2466601133346558], [0.7383409142494202, -0.7442230582237244], [-0.0818343386054039, 0.07924728840589523], [-0.8301721215248108, 0.8314530253410339], [-0.0010051378048956394, -0.0018058093264698982], [-0.7855926156044006, 0.786661684513092], [0.07265234738588333, -0.07565241307020187], [0.9453015923500061, -0.9515284895896912], [0.19481249153614044, -0.1979837715625763], [-0.6507787704467773, 0.6514096856117249], [0.28844887018203735, -0.2918342649936676], [-0.5812222957611084, 0.5816144943237305], [0.37930744886398315, -0.3828933537006378], [1.1341100931167603, -1.1407629251480103], [1.4635642766952515, -1.4724317789077759], [1.2357803583145142, -1.2426584959030151], [0.7425119280815125, -0.7466370463371277]], "value_targets": [86.60203552246094, 86.4666976928711, 86.33000183105469, 86.1919174194336, 86.05244445800781, 85.91156005859375, 85.76924896240234, 85.62550354003906, 85.48030853271484, 85.33364868164062, 85.18550109863281, 85.03585815429688, 84.88470458984375, 84.73202514648438, 84.57780456542969, 84.42202758789062, 84.2646713256836, 84.10572814941406, 83.94518280029297, 83.78301239013672, 83.61920166015625, 83.45374298095703, 83.28660583496094, 83.11778259277344, 82.94725799560547, 82.77500915527344, 82.60102081298828, 82.4252700805664, 82.24774932861328, 82.06842803955078, 81.8873062133789, 81.704345703125, 81.51954650878906, 81.33287048339844, 81.14431762695312, 80.953857421875, 80.76146697998047, 80.567138671875, 80.370849609375, 80.17257690429688, 79.97229766845703, 79.7699966430664, 79.5656509399414, 79.35924530029297, 79.1507568359375, 78.94015502929688, 78.72743225097656, 78.51255798339844, 78.2955093383789, 78.0762710571289, 77.85482025146484, 77.63113403320312, 77.40518188476562, 77.17695617675781, 76.94641876220703, 76.71355438232422, 76.47834014892578, 76.2407455444336, 76.0007553100586, 75.75833892822266, 75.51347351074219, 75.26612854003906, 75.01629638671875, 74.76393127441406, 74.50902557373047, 74.25154113769531, 73.991455078125, 73.72874450683594, 73.46337127685547, 73.19532775878906, 72.92457580566406, 72.65108489990234, 72.37483215332031, 72.09579467773438, 71.81392669677734, 71.52922058105469, 71.24163818359375, 70.9511489868164, 70.65773010253906, 70.36134338378906, 70.06195831298828, 69.75955963134766, 69.45409393310547, 69.14555358886719, 68.83389282226562, 68.51908111572266, 68.20109558105469, 67.87989044189453, 67.55545043945312, 67.22772216796875, 66.89669036865234, 66.56231689453125, 66.22456359863281, 65.88339233398438, 65.53878021240234, 65.19068908691406, 64.83908081054688, 64.48391723632812, 64.12516784667969, 63.76279830932617, 63.396766662597656, 63.027034759521484, 62.65357208251953, 62.276336669921875, 61.895286560058594, 61.51039123535156, 61.12160873413086, 60.72889709472656, 60.332218170166016, 59.93153381347656, 59.52680206298828, 59.11798095703125, 58.70503234863281, 58.28791046142578, 57.8665771484375, 57.44098663330078, 57.0110969543457, 56.576866149902344, 56.138248443603516, 55.6952018737793, 55.247676849365234, 54.79563522338867, 54.33902359008789, 53.877803802490234, 53.411922454833984, 52.94133758544922, 52.46599578857422, 51.98585510253906, 51.50086212158203, 51.01097106933594, 50.51613235473633, 50.01629638671875, 49.511409759521484, 49.001426696777344, 48.486289978027344, 47.965946197509766, 47.44034957885742, 46.909446716308594, 46.37317657470703, 45.83149337768555, 45.28433609008789, 44.731651306152344, 44.17338562011719, 43.60948181152344, 43.039878845214844, 42.46452331542969, 41.883358001708984, 41.296321868896484, 40.70335388183594, 40.104400634765625, 39.499393463134766, 38.888275146484375, 38.2709846496582, 37.6474609375, 37.017635345458984, 36.38145065307617, 35.73883819580078, 35.08973693847656, 34.434078216552734, 33.77179718017578, 33.10282516479492, 32.427093505859375, 31.74454116821289, 31.055091857910156, 30.358678817749023, 29.655229568481445, 28.944677352905273, 28.226945877075195, 27.50196647644043, 26.769662857055664, 26.02996253967285, 25.282791137695312, 24.5280704498291, 23.765727996826172, 22.995685577392578, 22.217864990234375, 21.432186126708984, 20.63857078552246, 19.83694076538086, 19.02721405029297, 18.209306716918945, 17.383136749267578, 16.54862403869629, 15.705680847167969, 14.854223251342773, 13.99416446685791, 13.125418663024902, 12.24789810180664, 11.361513137817383, 10.466174125671387, 9.561792373657227, 8.648275375366211, 7.725530624389648, 6.7934651374816895, 5.851984977722168, 4.900994777679443, 3.940398931503296, 2.970099925994873, 1.9900000095367432, 1.0]}
{"type": "SampleBatch", "eps_id": [1834071864, 1834071864, 1834071864, 1834071864, 1834071864, 1834071864, 1834071864, 1834071864, 1834071864, 1834071864, 1834071864, 1834071864, 1834071864, 1834071864, 1834071864, 1834071864, 1834071864, 1834071864, 1834071864, 1834071864, 1834071864, 1834071864, 1834071864, 1834071864, 1834071864, 1834071864, 1834071864, 1834071864, 1834071864, 1834071864, 1834071864, 1834071864, 1834071864, 1834071864, 1834071864, 1834071864, 1834071864, 1834071864, 1834071864, 1834071864, 1834071864, 1834071864, 1834071864, 1834071864, 1834071864, 1834071864, 1834071864, 1834071864, 1834071864, 1834071864, 1834071864, 1834071864, 1834071864, 1834071864, 1834071864, 1834071864, 1834071864, 1834071864, 1834071864, 1834071864, 1834071864, 1834071864, 1834071864, 1834071864, 1834071864, 1834071864, 1834071864, 1834071864, 1834071864, 1834071864, 1834071864, 1834071864, 1834071864, 1834071864, 1834071864, 1834071864, 1834071864, 1834071864, 1834071864, 1834071864, 1834071864, 1834071864, 1834071864, 1834071864, 1834071864, 1834071864, 1834071864, 1834071864, 1834071864, 1834071864, 1834071864, 1834071864, 1834071864, 1834071864, 1834071864, 1834071864, 1834071864, 1834071864, 1834071864, 1834071864, 1834071864, 1834071864, 1834071864, 1834071864, 1834071864, 1834071864, 1834071864, 1834071864, 1834071864, 1834071864, 1834071864, 1834071864, 1834071864, 1834071864, 1834071864, 1834071864, 1834071864, 1834071864, 1834071864, 1834071864, 1834071864, 1834071864, 1834071864, 1834071864, 1834071864, 1834071864, 1834071864, 1834071864, 1834071864, 1834071864, 1834071864, 1834071864, 1834071864, 1834071864, 1834071864, 1834071864, 1834071864, 1834071864, 1834071864, 1834071864, 1834071864, 1834071864, 1834071864, 1834071864, 1834071864, 1834071864, 1834071864, 1834071864, 1834071864, 1834071864, 1834071864, 1834071864, 1834071864, 1834071864, 1834071864, 1834071864, 1834071864, 1834071864, 1834071864, 1834071864, 1834071864, 1834071864, 1834071864, 1834071864, 1834071864, 1834071864, 1834071864, 1834071864, 1834071864, 1834071864, 1834071864, 1834071864, 1834071864, 1834071864, 1834071864, 1834071864, 1834071864, 1834071864, 1834071864, 1834071864, 1834071864, 1834071864, 1834071864, 1834071864, 1834071864, 1834071864, 1834071864, 1834071864, 1834071864, 1834071864, 1834071864, 1834071864, 1834071864, 1834071864, 1834071864, 1834071864, 1834071864, 1834071864, 1834071864, 1834071864], "obs": [[0.016884764656424522, 0.012438269332051277, 0.036739327013492584, 0.04353168234229088], [0.017133530229330063, -0.18319071829319, 0.03760996088385582, 0.3475760817527771], [0.013469716534018517, 0.011376657523214817, 0.0445614829659462, 0.06698612123727798], [0.013697249814867973, 0.2058323323726654, 0.04590120539069176, -0.21131110191345215], [0.017813896760344505, 0.01008517574518919, 0.041674982756376266, 0.09549058973789215], [0.018015598878264427, 0.20458580553531647, 0.04358479380607605, -0.18375813961029053], [0.022107316181063652, 0.008868197910487652, 0.03990963101387024, 0.12234935164451599], [0.022284679114818573, 0.20339632034301758, 0.042356617748737335, -0.1574801653623581], [0.02635260671377182, 0.39788705110549927, 0.03920701518654823, -0.4365054666996002], [0.03431034833192825, 0.20223267376422882, 0.030476905405521393, -0.13172553479671478], [0.03835500031709671, 0.006687705870717764, 0.027842393144965172, 0.1704145222902298], [0.03848875313997269, 0.20140030980110168, 0.03125068545341492, -0.1133565828204155], [0.042516760528087616, 0.005844831466674805, 0.028983552008867264, 0.18901962041854858], [0.04263365641236305, 0.20054039359092712, 0.032763946801424026, -0.09438110142946243], [0.04664446413516998, 0.0049645379185676575, 0.030876323580741882, 0.2084561139345169], [0.04674375429749489, 0.1996316909790039, 0.03504544496536255, -0.07432924211025238], [0.05073639005422592, 0.004025310277938843, 0.033558860421180725, 0.22920142114162445], [0.05081689730286598, 0.19865202903747559, 0.038142889738082886, -0.052709825336933136], [0.054789938032627106, 0.3932068943977356, 0.03708869218826294, -0.3331185579299927], [0.06265407800674438, 0.5877818465232849, 0.030426321551203728, -0.6138787269592285], [0.07440970838069916, 0.3922482430934906, 0.018148746341466904, -0.31177011132240295], [0.08225467801094055, 0.1968725025653839, 0.011913344264030457, -0.01341930590569973], [0.08619212359189987, 0.39182159304618835, 0.011644958518445492, -0.30231973528862], [0.09402855485677719, 0.1965356171131134, 0.005598563235253096, -0.005987121723592281], [0.09795927256345749, 0.3915768265724182, 0.005478820763528347, -0.29689839482307434], [0.10579080879688263, 0.1963772177696228, -0.0004591468023136258, -0.002492582192644477], [0.10971835255622864, 0.39150574803352356, -0.0005089984624646604, -0.2953203320503235], [0.11754846572875977, 0.1963910609483719, -0.006415405310690403, -0.0027979868464171886], [0.12147628515958786, 0.0013616952346637845, -0.006471364758908749, 0.2878539264202118], [0.12150352448225021, 0.196575328707695, -0.0007142866379581392, -0.006862973794341087], [0.1254350244998932, 0.39170750975608826, -0.0008515461231581867, -0.29977118968963623], [0.13326917588710785, 0.5868415832519531, -0.006846969947218895, -0.5927225351333618], [0.14500601589679718, 0.7820587158203125, -0.018701421096920967, -0.8875543475151062], [0.1606471836566925, 0.5871955156326294, -0.036452509462833405, -0.6008085608482361], [0.1723911017179489, 0.7828079462051392, -0.04846867918968201, -0.904746949672699], [0.18804726004600525, 0.9785516262054443, -0.06656362116336823, -1.2122619152069092], [0.20761828124523163, 0.7843489646911621, -0.09080885350704193, -0.9411582350730896], [0.22330527007579803, 0.5905604362487793, -0.10963202267885208, -0.6783342957496643], [0.23511648178100586, 0.39711853861808777, -0.12319871038198471, -0.42208072543144226], [0.24305884540081024, 0.20393770933151245, -0.13164031505584717, -0.17063462734222412], [0.24713760614395142, 0.010921544395387173, -0.13505300879478455, 0.07779406756162643], [0.24735602736473083, 0.20769508183002472, -0.13349713385105133, -0.2542635500431061], [0.2515099346637726, 0.014706773683428764, -0.13858240842819214, -0.00648846197873354], [0.25180405378341675, 0.21151603758335114, -0.13871216773986816, -0.3394850492477417], [0.25603440403938293, 0.01861231029033661, -0.14550186693668365, -0.09355945885181427], [0.25640663504600525, -0.17415697872638702, -0.14737306535243988, 0.1499122977256775], [0.25292348861694336, 0.02273418940603733, -0.144374817609787, -0.18539409339427948], [0.2533781826496124, -0.17005868256092072, -0.1480827033519745, 0.05848762392997742], [0.2499770075082779, -0.3627813458442688, -0.14691294729709625, 0.3010304272174835], [0.24272137880325317, -0.555537223815918, -0.14089234173297882, 0.5440124273300171], [0.23161064088344574, -0.358745813369751, -0.13001209497451782, 0.21046486496925354], [0.2244357168674469, -0.551792323589325, -0.12580278515815735, 0.4594748020172119], [0.21339987218379974, -0.7449324131011963, -0.11661329865455627, 0.7100068926811218], [0.19850122928619385, -0.5484050512313843, -0.10241315513849258, 0.3830113112926483], [0.18753312528133392, -0.3519894480705261, -0.09475293010473251, 0.059874750673770905], [0.1804933249950409, -0.5456341505050659, -0.09355543553829193, 0.32122310996055603], [0.16958065330982208, -0.7393079400062561, -0.08713097125291824, 0.5829981565475464], [0.15479448437690735, -0.5430802702903748, -0.07547101378440857, 0.2641891837120056], [0.14393287897109985, -0.34696677327156067, -0.07018722593784332, -0.05131111294031143], [0.13699355721473694, -0.5410158038139343, -0.07121344655752182, 0.2184276431798935], [0.1261732280254364, -0.34495192766189575, -0.0668448954820633, -0.09584179520606995], [0.11927419900894165, -0.5390552878379822, -0.06876173615455627, 0.17502528429031372], [0.10849308967590332, -0.34302008152008057, -0.06526122987270355, -0.13853268325328827], [0.10163268446922302, -0.5371495485305786, -0.06803187727928162, 0.1328684687614441], [0.09088969975709915, -0.7312343716621399, -0.06537450850009918, 0.4033362865447998], [0.07626500725746155, -0.5352491140365601, -0.057307787239551544, 0.09077993780374527], [0.06556002795696259, -0.7295048236846924, -0.055492185056209564, 0.364845871925354], [0.0509699285030365, -0.5336399674415588, -0.04819526895880699, 0.05519448593258858], [0.04029713198542595, -0.7280389070510864, -0.04709137976169586, 0.3322904109954834], [0.025736352428793907, -0.5322794318199158, -0.04044556990265846, 0.025136934593319893], [0.015090765431523323, -0.33660146594047546, -0.03994283452630043, -0.28002768754959106], [0.008358735591173172, -0.5311315655708313, -0.04554338753223419, -0.00020537084492389113], [-0.002263895235955715, -0.7255717515945435, -0.0455474928021431, 0.2777673900127411], [-0.016775330528616905, -0.9200153350830078, -0.03999214619398117, 0.555743932723999], [-0.035175636410713196, -0.7243553400039673, -0.028877267614006996, 0.2507340908050537], [-0.049662742763757706, -0.5288332104682922, -0.023862585425376892, -0.05091561749577522], [-0.060239408165216446, -0.7236049771308899, -0.024880899116396904, 0.23414397239685059], [-0.07471150904893875, -0.5281365513801575, -0.020198019221425056, -0.06628217548131943], [-0.08527424186468124, -0.7229632139205933, -0.02152366191148758, 0.21996034681797028], [-0.09973350167274475, -0.9177709817886353, -0.01712445542216301, 0.5057768821716309], [-0.11808892339468002, -1.1126474142074585, -0.007008918095380068, 0.793014407157898], [-0.1403418779373169, -0.9174299836158752, 0.008851369842886925, 0.4981348216533661], [-0.1586904674768448, -0.7224339842796326, 0.01881406642496586, 0.20825447142124176], [-0.17313915491104126, -0.527586042881012, 0.02297915518283844, -0.07843470573425293], [-0.1836908757686615, -0.7230297327041626, 0.021410461515188217, 0.22140872478485107], [-0.19815146923065186, -0.5282202363014221, 0.025838635861873627, -0.06444432586431503], [-0.20871587097644806, -0.7237029671669006, 0.024549750611186028, 0.23627756536006927], [-0.22318993508815765, -0.9191668629646301, 0.029275299981236458, 0.5366020202636719], [-0.2415732741355896, -0.7244685292243958, 0.0400073416531086, 0.25328531861305237], [-0.2560626268386841, -0.5299400091171265, 0.045073047280311584, -0.026514964178204536], [-0.2666614353656769, -0.7256783843040466, 0.04454274848103523, 0.2800413966178894], [-0.28117501735687256, -0.5312191843986511, 0.05014357715845108, 0.001733184908516705], [-0.291799396276474, -0.3368508815765381, 0.05017824098467827, -0.2747167646884918], [-0.29853641986846924, -0.5326515436172485, 0.04468390345573425, 0.03336073458194733], [-0.30918943881988525, -0.33819788694381714, 0.045351117849349976, -0.24489587545394897], [-0.31595340371131897, -0.5339372754096985, 0.04045320302248001, 0.0617399625480175], [-0.32663214206695557, -0.339417964220047, 0.04168800264596939, -0.2179102748632431], [-0.3334205150604248, -0.5351102948188782, 0.03732979670166969, 0.0876259058713913], [-0.3441227078437805, -0.7307469248771667, 0.03908231481909752, 0.39184877276420593], [-0.35873764753341675, -0.536200761795044, 0.046919289976358414, 0.11173966526985168], [-0.36946165561676025, -0.7319625020027161, 0.04915408417582512, 0.4188483953475952], [-0.38410091400146484, -0.9277452826499939, 0.057531051337718964, 0.7266132831573486], [-0.40265581011772156, -0.7334640026092529, 0.07206331938505173, 0.45257827639579773], [-0.41732510924339294, -0.5394311547279358, 0.08111488074064255, 0.18345274031162262], [-0.428113728761673, -0.34555789828300476, 0.08478393405675888, -0.0825793445110321], [-0.4350248873233795, -0.5417864322662354, 0.08313234895467758, 0.23560279607772827], [-0.4458605945110321, -0.7379916310310364, 0.08784440904855728, 0.5533069968223572], [-0.4606204330921173, -0.5442059636116028, 0.09891054779291153, 0.2895423471927643], [-0.4715045690536499, -0.35062336921691895, 0.10470139235258102, 0.029619989916682243], [-0.4785170257091522, -0.5470788478851318, 0.10529379546642303, 0.35341545939445496], [-0.4894585907459259, -0.3535993695259094, 0.1123621016740799, 0.09570280462503433], [-0.49653059244155884, -0.16025219857692719, 0.11427615582942963, -0.1595241129398346], [-0.49973562359809875, 0.03306400403380394, 0.1110856756567955, -0.41408297419548035], [-0.4990743398666382, 0.22645054757595062, 0.1028040200471878, -0.6697827577590942], [-0.4945453405380249, 0.03006085194647312, 0.08940836042165756, -0.3465823829174042], [-0.4939441382884979, -0.1662115603685379, 0.08247671276330948, -0.02709864266216755], [-0.49726834893226624, -0.3624134957790375, 0.08193474262952805, 0.29042452573776245], [-0.5045166015625, -0.16854964196681976, 0.08774323016405106, 0.024666156619787216], [-0.507887601852417, 0.025211572647094727, 0.08823655545711517, -0.23909415304660797], [-0.507383406162262, 0.218969464302063, 0.0834546685218811, -0.5026924014091492], [-0.5030040144920349, 0.022776497527956963, 0.0734008252620697, -0.18491998314857483], [-0.5025484561920166, 0.21677565574645996, 0.06970242410898209, -0.4535747170448303], [-0.4982129633426666, 0.02074086107313633, 0.060630928725004196, -0.13976061344146729], [-0.4977981448173523, 0.21494439244270325, 0.057835716754198074, -0.4127160608768463], [-0.4934992492198944, 0.019052332267165184, 0.04958139732480049, -0.10237506031990051], [-0.49311819672584534, -0.17674382030963898, 0.04753389582037926, 0.20552921295166016], [-0.49665307998657227, 0.017667286098003387, 0.05164447799324989, -0.07178836315870285], [-0.49629974365234375, -0.1781555712223053, 0.05020871385931969, 0.23673100769519806], [-0.4998628497123718, 0.01621445082128048, 0.05494333431124687, -0.0397014357149601], [-0.4995385706424713, -0.17965057492256165, 0.05414930358529091, 0.2697979807853699], [-0.5031315684318542, 0.014658505097031593, 0.05954526364803314, -0.005326324608176947], [-0.5028383731842041, 0.20887817442417145, 0.059438735246658325, -0.27864354848861694], [-0.4986608326435089, 0.012960883788764477, 0.053865864872932434, 0.0321781188249588], [-0.49840161204338074, 0.20727065205574036, 0.05450942739844322, -0.24303488433361053], [-0.4942561984062195, 0.011414184235036373, 0.04964873194694519, 0.06633131206035614], [-0.49402791261672974, 0.2057904452085495, 0.05097535625100136, -0.2102830857038498], [-0.48991212248802185, 0.4001478850841522, 0.04676969349384308, -0.48646026849746704], [-0.4819091558456421, 0.2043982595205307, 0.03704049065709114, -0.1794116497039795], [-0.4778212010860443, 0.00876638013869524, 0.03345225751399994, 0.12472231686115265], [-0.4776458740234375, 0.20339351892471313, 0.03594670444726944, -0.15722191333770752], [-0.47357797622680664, 0.0077758305706083775, 0.032802265137434006, 0.14658109843730927], [-0.47342246770858765, 0.20241305232048035, 0.03573388606309891, -0.1355755478143692], [-0.4693742096424103, 0.39700543880462646, 0.03302237391471863, -0.4167742431163788], [-0.46143409609794617, 0.20143143832683563, 0.024686891585588455, -0.11386636644601822], [-0.4574054777622223, 0.00596460560336709, 0.02240956388413906, 0.18650174140930176], [-0.45728617906570435, 0.2007588893175125, 0.026139598339796066, -0.09902844578027725], [-0.4532710015773773, 0.3954966366291046, 0.024159029126167297, -0.3833511173725128], [-0.44536107778549194, 0.20004016160964966, 0.016492007300257683, -0.08314989507198334], [-0.4413602650165558, 0.3949218690395355, 0.014829008840024471, -0.37058427929878235], [-0.43346184492111206, 0.19959241151809692, 0.007417323067784309, -0.07326272875070572], [-0.4294699728488922, 0.3946072459220886, 0.005952068604528904, -0.36359626054763794], [-0.4215778410434723, 0.5896440744400024, -0.0013198566157370806, -0.6543964743614197], [-0.4097849428653717, 0.39454054832458496, -0.01440778560936451, -0.36212942004203796], [-0.40189415216445923, 0.19962631165981293, -0.021650373935699463, -0.07402417063713074], [-0.39790162444114685, 0.004821323323994875, -0.023130858317017555, 0.2117501199245453], [-0.39780518412590027, 0.20026622712612152, -0.01889585517346859, -0.08813867717981339], [-0.39379987120628357, 0.005420150235295296, -0.02065862901508808, 0.19852320849895477], [-0.3936914801597595, 0.20083139836788177, -0.016688164323568344, -0.10060432553291321], [-0.3896748423576355, 0.005952539388090372, -0.01870025135576725, 0.18676716089248657], [-0.38955578207969666, 0.20133697986602783, -0.014964908361434937, -0.11175581067800522], [-0.3855290412902832, 0.3966701328754425, -0.01720002479851246, -0.4091222584247589], [-0.3775956332683563, 0.20179621875286102, -0.025382468476891518, -0.12191116809844971], [-0.37355971336364746, 0.007046944927424192, -0.02782069332897663, 0.1626569926738739], [-0.37341877818107605, 0.20255589485168457, -0.024567551910877228, -0.1386711597442627], [-0.36936765909194946, 0.3980209529399872, -0.027340976521372795, -0.4390023946762085], [-0.36140725016593933, 0.20329642295837402, -0.036121025681495667, -0.1550620198249817], [-0.35734131932258606, 0.00870976410806179, -0.03922226279973984, 0.12601029872894287], [-0.35716712474823, -0.18582898378372192, -0.03670205920934677, 0.40606558322906494], [-0.3608837127685547, 0.00979368481785059, -0.028580747544765472, 0.10204122215509415], [-0.36068782210350037, -0.18490725755691528, -0.026539921760559082, 0.38557177782058716], [-0.3643859624862671, 0.010581215843558311, -0.018828487023711205, 0.0846405029296875], [-0.36417433619499207, 0.20596793293952942, -0.017135677859187126, -0.2139228731393814], [-0.36005499958992004, 0.011095104739069939, -0.0214141346514225, 0.07330581545829773], [-0.35983309149742126, 0.20651739835739136, -0.019948018714785576, -0.22605569660663605], [-0.3557027280330658, 0.011686138808727264, -0.024469131603837013, 0.06026872247457504], [-0.3554690182209015, 0.20715022087097168, -0.023263758048415184, -0.2400328367948532], [-0.35132601857185364, 0.012368193827569485, -0.028064414858818054, 0.045222215354442596], [-0.35107865929603577, -0.1823403239250183, -0.02715997025370598, 0.3289201259613037], [-0.3547254502773285, 0.013157535344362259, -0.020581567659974098, 0.02779744379222393], [-0.35446229577064514, -0.18166330456733704, -0.020025618374347687, 0.31391626596450806], [-0.35809555649757385, 0.01373810600489378, -0.013747293502092361, 0.014985771849751472], [-0.3578208088874817, 0.20905448496341705, -0.013447578065097332, -0.28200268745422363], [-0.35363972187042236, 0.4043656289577484, -0.01908763125538826, -0.5788964033126831], [-0.3455524146556854, 0.20951631665229797, -0.030665559694170952, -0.29228708148002625], [-0.3413620889186859, 0.014844721183180809, -0.03651130199432373, -0.009431237354874611], [-0.3410651981830597, -0.17973509430885315, -0.03669992834329605, 0.2715120315551758], [-0.3446598947048187, -0.37431466579437256, -0.03126968443393707, 0.5523974895477295], [-0.352146178483963, -0.1787678450345993, -0.020221736282110214, 0.2500288784503937], [-0.35572153329849243, 0.016636954620480537, -0.015221158973872662, -0.04896319657564163], [-0.3553887903690338, 0.21197381615638733, -0.01620042324066162, -0.346409410238266], [-0.351149320602417, 0.017086010426282883, -0.023128610104322433, -0.058878760784864426], [-0.3508076071739197, 0.21253181993961334, -0.02430618554353714, -0.3587682545185089], [-0.34655696153640747, 0.01776367798447609, -0.0314815491437912, -0.07384767383337021], [-0.34620168805122375, -0.17689312994480133, -0.0329585038125515, 0.20873881876468658], [-0.34973955154418945, 0.018684206530451775, -0.028783727437257767, -0.09415591508150101], [-0.34936586022377014, 0.21420663595199585, -0.03066684678196907, -0.3957793116569519], [-0.34508174657821655, 0.01953291893005371, -0.03858243301510811, -0.11292068660259247], [-0.34469106793403625, -0.17501555383205414, -0.04084084555506706, 0.16734442114830017], [-0.34819138050079346, 0.02066648006439209, -0.037493959069252014, -0.1379377394914627], [-0.3477780520915985, -0.17389895021915436, -0.04025271162390709, 0.14268465340137482]], "actions": [0, 1, 1, 0, 1, 0, 1, 1, 0, 0, 1, 0, 1, 0, 1, 0, 1, 1, 1, 0, 0, 1, 0, 1, 0, 1, 0, 0, 1, 1, 1, 1, 0, 1, 1, 0, 0, 0, 0, 0, 1, 0, 1, 0, 0, 1, 0, 0, 0, 1, 0, 0, 1, 1, 0, 0, 1, 1, 0, 1, 0, 1, 0, 0, 1, 0, 1, 0, 1, 1, 0, 0, 0, 1, 1, 0, 1, 0, 0, 0, 1, 1, 1, 0, 1, 0, 0, 1, 1, 0, 1, 1, 0, 1, 0, 1, 0, 0, 1, 0, 0, 1, 1, 1, 0, 0, 1, 1, 0, 1, 1, 1, 1, 0, 0, 0, 1, 1, 1, 0, 1, 0, 1, 0, 0, 1, 0, 1, 0, 1, 1, 0, 1, 0, 1, 1, 0, 0, 1, 0, 1, 1, 0, 0, 1, 1, 0, 1, 0, 1, 1, 0, 0, 0, 1, 0, 1, 0, 1, 1, 0, 0, 1, 1, 0, 0, 0, 1, 0, 1, 1, 0, 1, 0, 1, 0, 0, 1, 0, 1, 1, 1, 0, 0, 0, 0, 1, 1, 1, 0, 1, 0, 0, 1, 1, 0, 0, 1, 0, 1], "rewards": [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], "prev_actions": [0, 0, 1, 1, 0, 1, 0, 1, 1, 0, 0, 1, 0, 1, 0, 1, 0, 1, 1, 1, 0, 0, 1, 0, 1, 0, 1, 0, 0, 1, 1, 1, 1, 0, 1, 1, 0, 0, 0, 0, 0, 1, 0, 1, 0, 0, 1, 0, 0, 0, 1, 0, 0, 1, 1, 0, 0, 1, 1, 0, 1, 0, 1, 0, 0, 1, 0, 1, 0, 1, 1, 0, 0, 0, 1, 1, 0, 1, 0, 0, 0, 1, 1, 1, 0, 1, 0, 0, 1, 1, 0, 1, 1, 0, 1, 0, 1, 0, 0, 1, 0, 0, 1, 1, 1, 0, 0, 1, 1, 0, 1, 1, 1, 1, 0, 0, 0, 1, 1, 1, 0, 1, 0, 1, 0, 0, 1, 0, 1, 0, 1, 1, 0, 1, 0, 1, 1, 0, 0, 1, 0, 1, 1, 0, 0, 1, 1, 0, 1, 0, 1, 1, 0, 0, 0, 1, 0, 1, 0, 1, 1, 0, 0, 1, 1, 0, 0, 0, 1, 0, 1, 1, 0, 1, 0, 1, 0, 0, 1, 0, 1, 1, 1, 0, 0, 0, 0, 1, 1, 1, 0, 1, 0, 0, 1, 1, 0, 0, 1, 0], "prev_rewards": [0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], "dones": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, true], "new_obs": [[0.017133530229330063, -0.18319071829319, 0.03760996088385582, 0.3475760817527771], [0.013469716534018517, 0.011376657523214817, 0.0445614829659462, 0.06698612123727798], [0.013697249814867973, 0.2058323323726654, 0.04590120539069176, -0.21131110191345215], [0.017813896760344505, 0.01008517574518919, 0.041674982756376266, 0.09549058973789215], [0.018015598878264427, 0.20458580553531647, 0.04358479380607605, -0.18375813961029053], [0.022107316181063652, 0.008868197910487652, 0.03990963101387024, 0.12234935164451599], [0.022284679114818573, 0.20339632034301758, 0.042356617748737335, -0.1574801653623581], [0.02635260671377182, 0.39788705110549927, 0.03920701518654823, -0.4365054666996002], [0.03431034833192825, 0.20223267376422882, 0.030476905405521393, -0.13172553479671478], [0.03835500031709671, 0.006687705870717764, 0.027842393144965172, 0.1704145222902298], [0.03848875313997269, 0.20140030980110168, 0.03125068545341492, -0.1133565828204155], [0.042516760528087616, 0.005844831466674805, 0.028983552008867264, 0.18901962041854858], [0.04263365641236305, 0.20054039359092712, 0.032763946801424026, -0.09438110142946243], [0.04664446413516998, 0.0049645379185676575, 0.030876323580741882, 0.2084561139345169], [0.04674375429749489, 0.1996316909790039, 0.03504544496536255, -0.07432924211025238], [0.05073639005422592, 0.004025310277938843, 0.033558860421180725, 0.22920142114162445], [0.05081689730286598, 0.19865202903747559, 0.038142889738082886, -0.052709825336933136], [0.054789938032627106, 0.3932068943977356, 0.03708869218826294, -0.3331185579299927], [0.06265407800674438, 0.5877818465232849, 0.030426321551203728, -0.6138787269592285], [0.07440970838069916, 0.3922482430934906, 0.018148746341466904, -0.31177011132240295], [0.08225467801094055, 0.1968725025653839, 0.011913344264030457, -0.01341930590569973], [0.08619212359189987, 0.39182159304618835, 0.011644958518445492, -0.30231973528862], [0.09402855485677719, 0.1965356171131134, 0.005598563235253096, -0.005987121723592281], [0.09795927256345749, 0.3915768265724182, 0.005478820763528347, -0.29689839482307434], [0.10579080879688263, 0.1963772177696228, -0.0004591468023136258, -0.002492582192644477], [0.10971835255622864, 0.39150574803352356, -0.0005089984624646604, -0.2953203320503235], [0.11754846572875977, 0.1963910609483719, -0.006415405310690403, -0.0027979868464171886], [0.12147628515958786, 0.0013616952346637845, -0.006471364758908749, 0.2878539264202118], [0.12150352448225021, 0.196575328707695, -0.0007142866379581392, -0.006862973794341087], [0.1254350244998932, 0.39170750975608826, -0.0008515461231581867, -0.29977118968963623], [0.13326917588710785, 0.5868415832519531, -0.006846969947218895, -0.5927225351333618], [0.14500601589679718, 0.7820587158203125, -0.018701421096920967, -0.8875543475151062], [0.1606471836566925, 0.5871955156326294, -0.036452509462833405, -0.6008085608482361], [0.1723911017179489, 0.7828079462051392, -0.04846867918968201, -0.904746949672699], [0.18804726004600525, 0.9785516262054443, -0.06656362116336823, -1.2122619152069092], [0.20761828124523163, 0.7843489646911621, -0.09080885350704193, -0.9411582350730896], [0.22330527007579803, 0.5905604362487793, -0.10963202267885208, -0.6783342957496643], [0.23511648178100586, 0.39711853861808777, -0.12319871038198471, -0.42208072543144226], [0.24305884540081024, 0.20393770933151245, -0.13164031505584717, -0.17063462734222412], [0.24713760614395142, 0.010921544395387173, -0.13505300879478455, 0.07779406756162643], [0.24735602736473083, 0.20769508183002472, -0.13349713385105133, -0.2542635500431061], [0.2515099346637726, 0.014706773683428764, -0.13858240842819214, -0.00648846197873354], [0.25180405378341675, 0.21151603758335114, -0.13871216773986816, -0.3394850492477417], [0.25603440403938293, 0.01861231029033661, -0.14550186693668365, -0.09355945885181427], [0.25640663504600525, -0.17415697872638702, -0.14737306535243988, 0.1499122977256775], [0.25292348861694336, 0.02273418940603733, -0.144374817609787, -0.18539409339427948], [0.2533781826496124, -0.17005868256092072, -0.1480827033519745, 0.05848762392997742], [0.2499770075082779, -0.3627813458442688, -0.14691294729709625, 0.3010304272174835], [0.24272137880325317, -0.555537223815918, -0.14089234173297882, 0.5440124273300171], [0.23161064088344574, -0.358745813369751, -0.13001209497451782, 0.21046486496925354], [0.2244357168674469, -0.551792323589325, -0.12580278515815735, 0.4594748020172119], [0.21339987218379974, -0.7449324131011963, -0.11661329865455627, 0.7100068926811218], [0.19850122928619385, -0.5484050512313843, -0.10241315513849258, 0.3830113112926483], [0.18753312528133392, -0.3519894480705261, -0.09475293010473251, 0.059874750673770905], [0.1804933249950409, -0.5456341505050659, -0.09355543553829193, 0.32122310996055603], [0.16958065330982208, -0.7393079400062561, -0.08713097125291824, 0.5829981565475464], [0.15479448437690735, -0.5430802702903748, -0.07547101378440857, 0.2641891837120056], [0.14393287897109985, -0.34696677327156067, -0.07018722593784332, -0.05131111294031143], [0.13699355721473694, -0.5410158038139343, -0.07121344655752182, 0.2184276431798935], [0.1261732280254364, -0.34495192766189575, -0.0668448954820633, -0.09584179520606995], [0.11927419900894165, -0.5390552878379822, -0.06876173615455627, 0.17502528429031372], [0.10849308967590332, -0.34302008152008057, -0.06526122987270355, -0.13853268325328827], [0.10163268446922302, -0.5371495485305786, -0.06803187727928162, 0.1328684687614441], [0.09088969975709915, -0.7312343716621399, -0.06537450850009918, 0.4033362865447998], [0.07626500725746155, -0.5352491140365601, -0.057307787239551544, 0.09077993780374527], [0.06556002795696259, -0.7295048236846924, -0.055492185056209564, 0.364845871925354], [0.0509699285030365, -0.5336399674415588, -0.04819526895880699, 0.05519448593258858], [0.04029713198542595, -0.7280389070510864, -0.04709137976169586, 0.3322904109954834], [0.025736352428793907, -0.5322794318199158, -0.04044556990265846, 0.025136934593319893], [0.015090765431523323, -0.33660146594047546, -0.03994283452630043, -0.28002768754959106], [0.008358735591173172, -0.5311315655708313, -0.04554338753223419, -0.00020537084492389113], [-0.002263895235955715, -0.7255717515945435, -0.0455474928021431, 0.2777673900127411], [-0.016775330528616905, -0.9200153350830078, -0.03999214619398117, 0.555743932723999], [-0.035175636410713196, -0.7243553400039673, -0.028877267614006996, 0.2507340908050537], [-0.049662742763757706, -0.5288332104682922, -0.023862585425376892, -0.05091561749577522], [-0.060239408165216446, -0.7236049771308899, -0.024880899116396904, 0.23414397239685059], [-0.07471150904893875, -0.5281365513801575, -0.020198019221425056, -0.06628217548131943], [-0.08527424186468124, -0.7229632139205933, -0.02152366191148758, 0.21996034681797028], [-0.09973350167274475, -0.9177709817886353, -0.01712445542216301, 0.5057768821716309], [-0.11808892339468002, -1.1126474142074585, -0.007008918095380068, 0.793014407157898], [-0.1403418779373169, -0.9174299836158752, 0.008851369842886925, 0.4981348216533661], [-0.1586904674768448, -0.7224339842796326, 0.01881406642496586, 0.20825447142124176], [-0.17313915491104126, -0.527586042881012, 0.02297915518283844, -0.07843470573425293], [-0.1836908757686615, -0.7230297327041626, 0.021410461515188217, 0.22140872478485107], [-0.19815146923065186, -0.5282202363014221, 0.025838635861873627, -0.06444432586431503], [-0.20871587097644806, -0.7237029671669006, 0.024549750611186028, 0.23627756536006927], [-0.22318993508815765, -0.9191668629646301, 0.029275299981236458, 0.5366020202636719], [-0.2415732741355896, -0.7244685292243958, 0.0400073416531086, 0.25328531861305237], [-0.2560626268386841, -0.5299400091171265, 0.045073047280311584, -0.026514964178204536], [-0.2666614353656769, -0.7256783843040466, 0.04454274848103523, 0.2800413966178894], [-0.28117501735687256, -0.5312191843986511, 0.05014357715845108, 0.001733184908516705], [-0.291799396276474, -0.3368508815765381, 0.05017824098467827, -0.2747167646884918], [-0.29853641986846924, -0.5326515436172485, 0.04468390345573425, 0.03336073458194733], [-0.30918943881988525, -0.33819788694381714, 0.045351117849349976, -0.24489587545394897], [-0.31595340371131897, -0.5339372754096985, 0.04045320302248001, 0.0617399625480175], [-0.32663214206695557, -0.339417964220047, 0.04168800264596939, -0.2179102748632431], [-0.3334205150604248, -0.5351102948188782, 0.03732979670166969, 0.0876259058713913], [-0.3441227078437805, -0.7307469248771667, 0.03908231481909752, 0.39184877276420593], [-0.35873764753341675, -0.536200761795044, 0.046919289976358414, 0.11173966526985168], [-0.36946165561676025, -0.7319625020027161, 0.04915408417582512, 0.4188483953475952], [-0.38410091400146484, -0.9277452826499939, 0.057531051337718964, 0.7266132831573486], [-0.40265581011772156, -0.7334640026092529, 0.07206331938505173, 0.45257827639579773], [-0.41732510924339294, -0.5394311547279358, 0.08111488074064255, 0.18345274031162262], [-0.428113728761673, -0.34555789828300476, 0.08478393405675888, -0.0825793445110321], [-0.4350248873233795, -0.5417864322662354, 0.08313234895467758, 0.23560279607772827], [-0.4458605945110321, -0.7379916310310364, 0.08784440904855728, 0.5533069968223572], [-0.4606204330921173, -0.5442059636116028, 0.09891054779291153, 0.2895423471927643], [-0.4715045690536499, -0.35062336921691895, 0.10470139235258102, 0.029619989916682243], [-0.4785170257091522, -0.5470788478851318, 0.10529379546642303, 0.35341545939445496], [-0.4894585907459259, -0.3535993695259094, 0.1123621016740799, 0.09570280462503433], [-0.49653059244155884, -0.16025219857692719, 0.11427615582942963, -0.1595241129398346], [-0.49973562359809875, 0.03306400403380394, 0.1110856756567955, -0.41408297419548035], [-0.4990743398666382, 0.22645054757595062, 0.1028040200471878, -0.6697827577590942], [-0.4945453405380249, 0.03006085194647312, 0.08940836042165756, -0.3465823829174042], [-0.4939441382884979, -0.1662115603685379, 0.08247671276330948, -0.02709864266216755], [-0.49726834893226624, -0.3624134957790375, 0.08193474262952805, 0.29042452573776245], [-0.5045166015625, -0.16854964196681976, 0.08774323016405106, 0.024666156619787216], [-0.507887601852417, 0.025211572647094727, 0.08823655545711517, -0.23909415304660797], [-0.507383406162262, 0.218969464302063, 0.0834546685218811, -0.5026924014091492], [-0.5030040144920349, 0.022776497527956963, 0.0734008252620697, -0.18491998314857483], [-0.5025484561920166, 0.21677565574645996, 0.06970242410898209, -0.4535747170448303], [-0.4982129633426666, 0.02074086107313633, 0.060630928725004196, -0.13976061344146729], [-0.4977981448173523, 0.21494439244270325, 0.057835716754198074, -0.4127160608768463], [-0.4934992492198944, 0.019052332267165184, 0.04958139732480049, -0.10237506031990051], [-0.49311819672584534, -0.17674382030963898, 0.04753389582037926, 0.20552921295166016], [-0.49665307998657227, 0.017667286098003387, 0.05164447799324989, -0.07178836315870285], [-0.49629974365234375, -0.1781555712223053, 0.05020871385931969, 0.23673100769519806], [-0.4998628497123718, 0.01621445082128048, 0.05494333431124687, -0.0397014357149601], [-0.4995385706424713, -0.17965057492256165, 0.05414930358529091, 0.2697979807853699], [-0.5031315684318542, 0.014658505097031593, 0.05954526364803314, -0.005326324608176947], [-0.5028383731842041, 0.20887817442417145, 0.059438735246658325, -0.27864354848861694], [-0.4986608326435089, 0.012960883788764477, 0.053865864872932434, 0.0321781188249588], [-0.49840161204338074, 0.20727065205574036, 0.05450942739844322, -0.24303488433361053], [-0.4942561984062195, 0.011414184235036373, 0.04964873194694519, 0.06633131206035614], [-0.49402791261672974, 0.2057904452085495, 0.05097535625100136, -0.2102830857038498], [-0.48991212248802185, 0.4001478850841522, 0.04676969349384308, -0.48646026849746704], [-0.4819091558456421, 0.2043982595205307, 0.03704049065709114, -0.1794116497039795], [-0.4778212010860443, 0.00876638013869524, 0.03345225751399994, 0.12472231686115265], [-0.4776458740234375, 0.20339351892471313, 0.03594670444726944, -0.15722191333770752], [-0.47357797622680664, 0.0077758305706083775, 0.032802265137434006, 0.14658109843730927], [-0.47342246770858765, 0.20241305232048035, 0.03573388606309891, -0.1355755478143692], [-0.4693742096424103, 0.39700543880462646, 0.03302237391471863, -0.4167742431163788], [-0.46143409609794617, 0.20143143832683563, 0.024686891585588455, -0.11386636644601822], [-0.4574054777622223, 0.00596460560336709, 0.02240956388413906, 0.18650174140930176], [-0.45728617906570435, 0.2007588893175125, 0.026139598339796066, -0.09902844578027725], [-0.4532710015773773, 0.3954966366291046, 0.024159029126167297, -0.3833511173725128], [-0.44536107778549194, 0.20004016160964966, 0.016492007300257683, -0.08314989507198334], [-0.4413602650165558, 0.3949218690395355, 0.014829008840024471, -0.37058427929878235], [-0.43346184492111206, 0.19959241151809692, 0.007417323067784309, -0.07326272875070572], [-0.4294699728488922, 0.3946072459220886, 0.005952068604528904, -0.36359626054763794], [-0.4215778410434723, 0.5896440744400024, -0.0013198566157370806, -0.6543964743614197], [-0.4097849428653717, 0.39454054832458496, -0.01440778560936451, -0.36212942004203796], [-0.40189415216445923, 0.19962631165981293, -0.021650373935699463, -0.07402417063713074], [-0.39790162444114685, 0.004821323323994875, -0.023130858317017555, 0.2117501199245453], [-0.39780518412590027, 0.20026622712612152, -0.01889585517346859, -0.08813867717981339], [-0.39379987120628357, 0.005420150235295296, -0.02065862901508808, 0.19852320849895477], [-0.3936914801597595, 0.20083139836788177, -0.016688164323568344, -0.10060432553291321], [-0.3896748423576355, 0.005952539388090372, -0.01870025135576725, 0.18676716089248657], [-0.38955578207969666, 0.20133697986602783, -0.014964908361434937, -0.11175581067800522], [-0.3855290412902832, 0.3966701328754425, -0.01720002479851246, -0.4091222584247589], [-0.3775956332683563, 0.20179621875286102, -0.025382468476891518, -0.12191116809844971], [-0.37355971336364746, 0.007046944927424192, -0.02782069332897663, 0.1626569926738739], [-0.37341877818107605, 0.20255589485168457, -0.024567551910877228, -0.1386711597442627], [-0.36936765909194946, 0.3980209529399872, -0.027340976521372795, -0.4390023946762085], [-0.36140725016593933, 0.20329642295837402, -0.036121025681495667, -0.1550620198249817], [-0.35734131932258606, 0.00870976410806179, -0.03922226279973984, 0.12601029872894287], [-0.35716712474823, -0.18582898378372192, -0.03670205920934677, 0.40606558322906494], [-0.3608837127685547, 0.00979368481785059, -0.028580747544765472, 0.10204122215509415], [-0.36068782210350037, -0.18490725755691528, -0.026539921760559082, 0.38557177782058716], [-0.3643859624862671, 0.010581215843558311, -0.018828487023711205, 0.0846405029296875], [-0.36417433619499207, 0.20596793293952942, -0.017135677859187126, -0.2139228731393814], [-0.36005499958992004, 0.011095104739069939, -0.0214141346514225, 0.07330581545829773], [-0.35983309149742126, 0.20651739835739136, -0.019948018714785576, -0.22605569660663605], [-0.3557027280330658, 0.011686138808727264, -0.024469131603837013, 0.06026872247457504], [-0.3554690182209015, 0.20715022087097168, -0.023263758048415184, -0.2400328367948532], [-0.35132601857185364, 0.012368193827569485, -0.028064414858818054, 0.045222215354442596], [-0.35107865929603577, -0.1823403239250183, -0.02715997025370598, 0.3289201259613037], [-0.3547254502773285, 0.013157535344362259, -0.020581567659974098, 0.02779744379222393], [-0.35446229577064514, -0.18166330456733704, -0.020025618374347687, 0.31391626596450806], [-0.35809555649757385, 0.01373810600489378, -0.013747293502092361, 0.014985771849751472], [-0.3578208088874817, 0.20905448496341705, -0.013447578065097332, -0.28200268745422363], [-0.35363972187042236, 0.4043656289577484, -0.01908763125538826, -0.5788964033126831], [-0.3455524146556854, 0.20951631665229797, -0.030665559694170952, -0.29228708148002625], [-0.3413620889186859, 0.014844721183180809, -0.03651130199432373, -0.009431237354874611], [-0.3410651981830597, -0.17973509430885315, -0.03669992834329605, 0.2715120315551758], [-0.3446598947048187, -0.37431466579437256, -0.03126968443393707, 0.5523974895477295], [-0.352146178483963, -0.1787678450345993, -0.020221736282110214, 0.2500288784503937], [-0.35572153329849243, 0.016636954620480537, -0.015221158973872662, -0.04896319657564163], [-0.3553887903690338, 0.21197381615638733, -0.01620042324066162, -0.346409410238266], [-0.351149320602417, 0.017086010426282883, -0.023128610104322433, -0.058878760784864426], [-0.3508076071739197, 0.21253181993961334, -0.02430618554353714, -0.3587682545185089], [-0.34655696153640747, 0.01776367798447609, -0.0314815491437912, -0.07384767383337021], [-0.34620168805122375, -0.17689312994480133, -0.0329585038125515, 0.20873881876468658], [-0.34973955154418945, 0.018684206530451775, -0.028783727437257767, -0.09415591508150101], [-0.34936586022377014, 0.21420663595199585, -0.03066684678196907, -0.3957793116569519], [-0.34508174657821655, 0.01953291893005371, -0.03858243301510811, -0.11292068660259247], [-0.34469106793403625, -0.17501555383205414, -0.04084084555506706, 0.16734442114830017], [-0.34819138050079346, 0.02066648006439209, -0.037493959069252014, -0.1379377394914627], [-0.3477780520915985, -0.17389895021915436, -0.04025271162390709, 0.14268465340137482], [-0.35125604271888733, 0.021775677800178528, -0.03739902004599571, -0.1624206304550171]], "action_prob": [0.3008689284324646, 0.9069843888282776, 0.7475781440734863, 0.6711040139198303, 0.7795708775520325, 0.6248741149902344, 0.8062108159065247, 0.4247383177280426, 0.8650363087654114, 0.5499870181083679, 0.8363133668899536, 0.5098780989646912, 0.8504847288131714, 0.46683838963508606, 0.8636972904205322, 0.42094656825065613, 0.8760380744934082, 0.6272352933883667, 0.22403642535209656, 0.9146029353141785, 0.7770548462867737, 0.6442992091178894, 0.7751124501228333, 0.6441901326179504, 0.7775974869728088, 0.6373081803321838, 0.7843122482299805, 0.37671369314193726, 0.8826283812522888, 0.6268932819366455, 0.2094208151102066, 0.0801682099699974, 0.9482873678207397, 0.07219850271940231, 0.0494844950735569, 0.9574307203292847, 0.9528695344924927, 0.9433848261833191, 0.9204140901565552, 0.8507450222969055, 0.376253217458725, 0.8894329071044922, 0.2460002899169922, 0.9115830659866333, 0.8357921242713928, 0.3881077468395233, 0.8780505657196045, 0.7414741516113281, 0.4386736750602722, 0.8173651695251465, 0.5667242407798767, 0.254256010055542, 0.8917451500892639, 0.6768912076950073, 0.7272676229476929, 0.4070624113082886, 0.8400312066078186, 0.5294644832611084, 0.8037487268447876, 0.459197461605072, 0.8292778134346008, 0.394042432308197, 0.8494207859039307, 0.6646649837493896, 0.669480562210083, 0.7027746438980103, 0.628521740436554, 0.7314304709434509, 0.5923479795455933, 0.24679350852966309, 0.8884947896003723, 0.7798060774803162, 0.4935610294342041, 0.8028306365013123, 0.49391016364097595, 0.8014296293258667, 0.47523605823516846, 0.8096572160720825, 0.5403403639793396, 0.21410739421844482, 0.9118930101394653, 0.8111034631729126, 0.5231388807296753, 0.7853196263313293, 0.5548670291900635, 0.7699986100196838, 0.4090145230293274, 0.8634887933731079, 0.6542821526527405, 0.7003751993179321, 0.7073376178741455, 0.3514116704463959, 0.8644759058952332, 0.39604052901268005, 0.8521022200584412, 0.4411923289299011, 0.8379122614860535, 0.5137839317321777, 0.8313272595405579, 0.443641722202301, 0.14179854094982147, 0.9322711825370789, 0.8873220682144165, 0.7395635843276978, 0.6040267944335938, 0.20088376104831696, 0.9185885190963745, 0.8512095212936401, 0.3574461340904236, 0.8831616044044495, 0.7447705268859863, 0.42491212487220764, 0.16383293271064758, 0.9248770475387573, 0.8004101514816284, 0.403849720954895, 0.8629422187805176, 0.6824882626533508, 0.33474624156951904, 0.8749193549156189, 0.39477822184562683, 0.8561162352561951, 0.4473869502544403, 0.8376326560974121, 0.5090569257736206, 0.8162174820899963, 0.4529947340488434, 0.8359351754188538, 0.3958757519721985, 0.8533689379692078, 0.660483181476593, 0.689825177192688, 0.7000497579574585, 0.6458903551101685, 0.7327781915664673, 0.3991079032421112, 0.8534694910049438, 0.5763368606567383, 0.7717733979225159, 0.54180508852005, 0.7886776924133301, 0.49357447028160095, 0.814761757850647, 0.49066877365112305, 0.8096200227737427, 0.5361455678939819, 0.7949960827827454, 0.5448971390724182, 0.7941848039627075, 0.5449621677398682, 0.2014188915491104, 0.9223439693450928, 0.8208504915237427, 0.5104098320007324, 0.7986133694648743, 0.530161440372467, 0.7912105321884155, 0.5482202172279358, 0.7840146422386169, 0.4350389242172241, 0.8618414402008057, 0.6038240194320679, 0.7545286417007446, 0.36831411719322205, 0.8869518637657166, 0.6809782981872559, 0.30085450410842896, 0.877343475818634, 0.3176135718822479, 0.8741896152496338, 0.6727504730224609, 0.7370087504386902, 0.6520262956619263, 0.7577374577522278, 0.6263806819915771, 0.779837965965271, 0.4054212272167206, 0.8508238792419434, 0.42158201336860657, 0.8470184206962585, 0.5689517259597778, 0.18731452524662018, 0.9305208325386047, 0.8403938412666321, 0.5241225957870483, 0.19187551736831665, 0.9102656841278076, 0.8049887418746948, 0.44608643651008606, 0.8663936853408813, 0.4106036126613617, 0.879410982131958, 0.6340967416763306, 0.7519274353981018, 0.3361322581768036, 0.9001560211181641, 0.7120876908302307, 0.6867117285728455, 0.7458788156509399, 0.6494523286819458], "action_logp": [-1.201080560684204, -0.09763003140687943, -0.29091644287109375, -0.39883115887641907, -0.24901169538497925, -0.4702050983905792, -0.2154100388288498, -0.8562820553779602, -0.14498382806777954, -0.59786057472229, -0.1787518709897995, -0.6735835671424866, -0.16194884479045868, -0.7617721557617188, -0.14653293788433075, -0.8652493953704834, -0.13234569132328033, -0.466433584690094, -1.4959466457366943, -0.08926528692245483, -0.25224432349205017, -0.43959206342697144, -0.2547471523284912, -0.43976134061813354, -0.2515462636947632, -0.4505019783973694, -0.2429480254650116, -0.9762698411941528, -0.12485100328922272, -0.4669789671897888, -1.5634095668792725, -2.5236282348632812, -0.0530976802110672, -2.628335952758789, -3.0060958862304688, -0.04350188747048378, -0.048277273774147034, -0.05828100070357323, -0.08293161541223526, -0.16164280474185944, -0.9774929285049438, -0.11717122793197632, -1.402422547340393, -0.09257255494594574, -0.17937538027763367, -0.9464722871780396, -0.13005109131336212, -0.2991149425506592, -0.8239994645118713, -0.2016693353652954, -0.5678824186325073, -1.3694136142730713, -0.11457492411136627, -0.3902446925640106, -0.31846076250076294, -0.8987887501716614, -0.17431622743606567, -0.6358891725540161, -0.21846860647201538, -0.7782749533653259, -0.18720003962516785, -0.9312966465950012, -0.16320057213306427, -0.40847212076187134, -0.4012531042098999, -0.3527190387248993, -0.46438467502593994, -0.3127530813217163, -0.5236610174179077, -1.3992033004760742, -0.11822649836540222, -0.24870999157428741, -0.7061087489128113, -0.2196114957332611, -0.7054016590118408, -0.22135810554027557, -0.7439436316490173, -0.2111443430185318, -0.6155560612678528, -1.541277527809143, -0.09223257750272751, -0.20935966074466705, -0.6479083299636841, -0.24166451394557953, -0.5890268087387085, -0.2613665759563446, -0.8940046429634094, -0.14677435159683228, -0.424216628074646, -0.35613909363746643, -0.34624722599983215, -1.0457968711853027, -0.1456318348646164, -0.9262387156486511, -0.16004879772663116, -0.8182743787765503, -0.1768418550491333, -0.6659524440765381, -0.18473178148269653, -0.8127379417419434, -1.95334792137146, -0.07013151049613953, -0.11954726278781891, -0.3016950190067291, -0.5041367411613464, -1.6050288677215576, -0.08491703122854233, -0.1610969454050064, -1.0287705659866333, -0.12424708157777786, -0.2946791350841522, -0.8558728694915771, -1.8089081048965454, -0.0780944749712944, -0.22263100743293762, -0.9067124128341675, -0.14740751683712006, -0.38200995326042175, -1.0943825244903564, -0.13362354040145874, -0.929431140422821, -0.15534910559654236, -0.8043314218521118, -0.1771756261587143, -0.6751954555511475, -0.20307447016239166, -0.7918747663497925, -0.17920418083667755, -0.9266548752784729, -0.15856331586837769, -0.41478362679481506, -0.3713170886039734, -0.35660386085510254, -0.4371255338191986, -0.31091222167015076, -0.9185234308242798, -0.15844550728797913, -0.5510630011558533, -0.25906431674957275, -0.6128489375114441, -0.23739752173423767, -0.7060815095901489, -0.20485951006412506, -0.7119859457015991, -0.21119028329849243, -0.6233496069908142, -0.2294180691242218, -0.6071581840515137, -0.23043909668922424, -0.6070389151573181, -1.6023684740066528, -0.08083702623844147, -0.19741426408290863, -0.6725412607192993, -0.22487831115722656, -0.634573757648468, -0.2341911792755127, -0.6010782122612, -0.2433275580406189, -0.8323197960853577, -0.14868395030498505, -0.5044724941253662, -0.2816620469093323, -0.99881911277771, -0.11996456980705261, -0.3842248320579529, -1.2011284828186035, -0.1308567374944687, -1.146919846534729, -0.13445799052715302, -0.396380752325058, -0.305155485868454, -0.42767035961151123, -0.2774183452129364, -0.4677969515323639, -0.2486691027879715, -0.9028286933898926, -0.1615501046180725, -0.8637409210205078, -0.1660328209400177, -0.5639597177505493, -1.6749660968780518, -0.0720108225941658, -0.17388463020324707, -0.6460297107696533, -1.6509084701538086, -0.09401876479387283, -0.21692700684070587, -0.8072425127029419, -0.1434158980846405, -0.8901270031929016, -0.1285029500722885, -0.45555374026298523, -0.28511542081832886, -1.0902506113052368, -0.10518717020750046, -0.33955422043800354, -0.3758406937122345, -0.29319214820861816, -0.4316258728504181], "action_dist_inputs": [[-0.4212169051170349, 0.42194664478302], [-1.1364084482192993, 1.1409502029418945], [-0.5423446893692017, 0.5433924794197083], [0.35523319244384766, -0.3579494059085846], [-0.6308786869049072, 0.6322885751724243], [0.25393396615982056, -0.2563544809818268], [-0.7119055390357971, 0.7136684656143188], [0.1506161391735077, -0.15273575484752655], [0.9262985587120056, -0.9314671158790588], [0.09939897805452347, -0.10121939331293106], [-0.814333975315094, 0.8167160153388977], [0.01897222176194191, -0.02054537832736969], [-0.8678770065307617, 0.8705310225486755], [-0.06707322597503662, 0.06576833128929138], [-0.9217016696929932, 0.924642026424408], [-0.15994811058044434, 0.15894073247909546], [-0.9760949611663818, 0.9793403744697571], [-0.2605225443840027, 0.25985148549079895], [0.6190615296363831, -0.6232354640960693], [1.1822710037231445, -1.1889071464538574], [0.6223208904266357, -0.6262643933296204], [-0.2971011698246002, 0.2969721853733063], [0.616802453994751, -0.6206049919128418], [-0.29679274559020996, 0.29680463671684265], [0.6240142583847046, -0.6277058720588684], [-0.2817979156970978, 0.28190189599990845], [0.6436820030212402, -0.6472935676574707], [-0.2516857087612152, 0.25183483958244324], [-1.0067249536514282, 1.0108345746994019], [-0.25936537981033325, 0.2595464587211609], [0.6624522805213928, -0.6659678816795349], [1.2168844938278198, -1.2231792211532593], [1.4502171277999878, -1.4587386846542358], [1.273496150970459, -1.2799025774002075], [1.4733046293258667, -1.4820406436920166], [1.5513333082199097, -1.5617882013320923], [1.4987125396728516, -1.5078461170196533], [1.4029655456542969, -1.4102308750152588], [1.2216278314590454, -1.226359248161316], [0.8694486021995544, -0.87100750207901], [0.25369375944137573, -0.25178834795951843], [1.0412133932113647, -1.0437474250793457], [0.5604930520057678, -0.5595661401748657], [1.1647841930389404, -1.1683357954025269], [0.8135097026824951, -0.8137368559837341], [0.22929692268371582, -0.22597625851631165], [0.9863194227218628, -0.9877780079841614], [0.5278668403625488, -0.5257778763771057], [-0.1205439567565918, 0.12600262463092804], [-0.745550274848938, 0.7530469298362732], [0.13649378716945648, -0.1320047676563263], [-0.534466564655304, 0.5415741205215454], [-1.0501304864883423, 1.0585614442825317], [-0.36645594239234924, 0.37306565046310425], [0.4915626347064972, -0.4892408549785614], [-0.18503865599632263, 0.19108395278453827], [-0.8252552151679993, 0.8332054018974304], [-0.056300364434719086, 0.061694372445344925], [0.705176591873169, -0.7047139406204224], [0.08413908630609512, -0.07943477481603622], [0.7900891900062561, -0.790428638458252], [0.2171451449394226, -0.21320615708827972], [0.8644840717315674, -0.8655813932418823], [0.34363067150115967, -0.34052252769470215], [-0.34957000613212585, 0.35626694560050964], [0.43143230676651, -0.42911311984062195], [-0.2598194479942322, 0.26606088876724243], [0.5017533898353577, -0.5001389384269714], [-0.18395085632801056, 0.18972952663898468], [0.5583894848823547, -0.5573979020118713], [1.0360325574874878, -1.0394247770309448], [0.6324426531791687, -0.632094144821167], [-0.010494358837604523, 0.015262953005731106], [-0.6983270049095154, 0.705753743648529], [0.01433638483285904, -0.010024278424680233], [0.6973009705543518, -0.6979527473449707], [0.051523808389902115, -0.04761297255754471], [0.7233741283416748, -0.7244100570678711], [0.08262380212545395, -0.07908918708562851], [-0.646817147731781, 0.6535252332687378], [-1.1643662452697754, 1.1726047992706299], [-0.7253530621528625, 0.731843113899231], [-0.04468518868088722, 0.04793647304177284], [0.6477689146995544, -0.6491715312004089], [-0.10854781419038773, 0.11180748790502548], [0.6034901738166809, -0.6048129796981812], [-0.18237866461277008, 0.1856621503829956], [-0.919182538986206, 0.9253915548324585], [-0.31728166341781616, 0.32063397765159607], [0.42409375309944153, -0.4249911904335022], [-0.4395124912261963, 0.4429759681224823], [0.3061298131942749, -0.3067099452018738], [0.9242120385169983, -0.9287622570991516], [0.21085168421268463, -0.21113884449005127], [0.8734261989593506, -0.877758800983429], [0.11813973635435104, -0.1181846633553505], [0.8193252682685852, -0.82345050573349], [0.027651986107230186, -0.027497682720422745], [-0.7956342697143555, 0.799428403377533], [-0.11302351951599121, 0.11337167769670486], [-0.898276686668396, 0.9021547436714172], [-1.3077154159545898, 1.3143973350524902], [-1.0298036336898804, 1.033870816230774], [-0.5214167237281799, 0.522284984588623], [0.20980358123779297, -0.21246840059757233], [-0.6897696852684021, 0.6910103559494019], [-1.2092419862747192, 1.2140803337097168], [-0.871222972869873, 0.872896134853363], [-0.2940753996372223, 0.29239049553871155], [-1.0102254152297974, 1.012491226196289], [-0.536029577255249, 0.5348835587501526], [0.1491820365190506, -0.15345841646194458], [0.8115079998970032, -0.8184733390808105], [1.2508190870285034, -1.2597157955169678], [0.6911541819572449, -0.6977053284645081], [-0.19635267555713654, 0.19309720396995544], [-0.9196291565895081, 0.9203162789344788], [-0.3840307295322418, 0.38119980692863464], [0.3404806852340698, -0.34631508588790894], [0.9685319662094116, -0.9766413569450378], [0.2109028697013855, -0.2163679450750351], [0.8877580761909485, -0.8956423401832581], [0.10304724425077438, -0.10818693041801453], [0.8165126442909241, -0.8242055177688599], [0.015688151121139526, -0.020543526858091354], [-0.7460116147994995, 0.7449159622192383], [-0.0965907946228981, 0.09198708832263947], [-0.8145056962966919, 0.8137840032577515], [-0.21349704265594482, 0.20918238162994385], [-0.880785346031189, 0.8804869055747986], [-0.33470919728279114, 0.33073890209198], [0.3961488604545593, -0.40315312147140503], [-0.42555809020996094, 0.42197680473327637], [0.2971220016479492, -0.3039012551307678], [-0.5059811472892761, 0.502782940864563], [0.20131835341453552, -0.2078651636838913], [0.8767171502113342, -0.8853585720062256], [0.1507214903831482, -0.15703216195106506], [-0.6104374527931213, 0.607914388179779], [0.08074892312288284, -0.08686280995607376], [-0.659600555896759, 0.6573728919029236], [0.009900091215968132, -0.015803370624780655], [0.7364424467086792, -0.7448104023933411], [-0.02151300013065338, 0.015816088765859604], [-0.7246240973472595, 0.7229189276695251], [-0.07517722994089127, 0.06965763866901398], [0.6735557913780212, -0.6817522048950195], [-0.09271199256181717, 0.08736173063516617], [0.6711148619651794, -0.679222583770752], [-0.09278583526611328, 0.08754990994930267], [0.6847065091133118, -0.6927432417869568], [1.2325900793075562, -1.2420388460159302], [0.7570784091949463, -0.7650420665740967], [0.018208660185337067, -0.02343672141432762], [-0.6895237565040588, 0.6881265044212341], [0.057736895978450775, -0.06305546313524246], [-0.6668714880943298, 0.6653662919998169], [0.09404435753822327, -0.09943787753582001], [-0.6454082131385803, 0.643808901309967], [0.1279323697090149, -0.133388951420784], [0.9113242030143738, -0.9193452000617981], [0.20795300602912903, -0.2134711891412735], [-0.5623806118965149, 0.5605323314666748], [0.2669161856174469, -0.2725399434566498], [1.0259435176849365, -1.0340335369110107], [0.376274049282074, -0.38199737668037415], [-0.42273324728012085, 0.4204988181591034], [-0.9830203056335449, 0.984489917755127], [-0.3836023807525635, 0.38115832209587097], [-0.968603253364563, 0.9699180126190186], [-0.36162006855010986, 0.35903146862983704], [0.5121939182281494, -0.51828533411026], [-0.3153265714645386, 0.3126314878463745], [0.56707763671875, -0.5732371211051941], [-0.2597697973251343, 0.2569512128829956], [0.6292405128479004, -0.6354818344116211], [-0.1929437816143036, 0.18998271226882935], [-0.8701716065406799, 0.8709058165550232], [-0.1596985161304474, 0.15658381581306458], [-0.8554001450538635, 0.8560052514076233], [-0.14040054380893707, 0.13717497885227203], [0.7305271029472351, -0.7370278835296631], [1.2930152416229248, -1.3017021417617798], [0.82729572057724, -0.8338659405708313], [0.046552207320928574, -0.05001309514045715], [-0.7188855409622192, 0.7189836502075195], [-1.1566342115402222, 1.1602489948272705], [-0.7089288234710693, 0.7088421583175659], [0.10633822530508041, -0.1101575568318367], [0.9312555193901062, -0.9381864666938782], [0.1787768304347992, -0.18269386887550354], [0.989918053150177, -0.9969460368156433], [0.2728850841522217, -0.2769475281238556], [-0.5547396540641785, 0.5541791319847107], [0.3381620943546295, -0.34241625666618347], [1.095825433731079, -1.1031334400177002], [0.45055070519447327, -0.45499446988105774], [-0.3928936719894409, 0.39189714193344116], [0.5360322594642639, -0.5407195687294006], [-0.3089400827884674, 0.3076924681663513]], "value_targets": [86.60203552246094, 86.4666976928711, 86.33000183105469, 86.1919174194336, 86.05244445800781, 85.91156005859375, 85.76924896240234, 85.62550354003906, 85.48030853271484, 85.33364868164062, 85.18550109863281, 85.03585815429688, 84.88470458984375, 84.73202514648438, 84.57780456542969, 84.42202758789062, 84.2646713256836, 84.10572814941406, 83.94518280029297, 83.78301239013672, 83.61920166015625, 83.45374298095703, 83.28660583496094, 83.11778259277344, 82.94725799560547, 82.77500915527344, 82.60102081298828, 82.4252700805664, 82.24774932861328, 82.06842803955078, 81.8873062133789, 81.704345703125, 81.51954650878906, 81.33287048339844, 81.14431762695312, 80.953857421875, 80.76146697998047, 80.567138671875, 80.370849609375, 80.17257690429688, 79.97229766845703, 79.7699966430664, 79.5656509399414, 79.35924530029297, 79.1507568359375, 78.94015502929688, 78.72743225097656, 78.51255798339844, 78.2955093383789, 78.0762710571289, 77.85482025146484, 77.63113403320312, 77.40518188476562, 77.17695617675781, 76.94641876220703, 76.71355438232422, 76.47834014892578, 76.2407455444336, 76.0007553100586, 75.75833892822266, 75.51347351074219, 75.26612854003906, 75.01629638671875, 74.76393127441406, 74.50902557373047, 74.25154113769531, 73.991455078125, 73.72874450683594, 73.46337127685547, 73.19532775878906, 72.92457580566406, 72.65108489990234, 72.37483215332031, 72.09579467773438, 71.81392669677734, 71.52922058105469, 71.24163818359375, 70.9511489868164, 70.65773010253906, 70.36134338378906, 70.06195831298828, 69.75955963134766, 69.45409393310547, 69.14555358886719, 68.83389282226562, 68.51908111572266, 68.20109558105469, 67.87989044189453, 67.55545043945312, 67.22772216796875, 66.89669036865234, 66.56231689453125, 66.22456359863281, 65.88339233398438, 65.53878021240234, 65.19068908691406, 64.83908081054688, 64.48391723632812, 64.12516784667969, 63.76279830932617, 63.396766662597656, 63.027034759521484, 62.65357208251953, 62.276336669921875, 61.895286560058594, 61.51039123535156, 61.12160873413086, 60.72889709472656, 60.332218170166016, 59.93153381347656, 59.52680206298828, 59.11798095703125, 58.70503234863281, 58.28791046142578, 57.8665771484375, 57.44098663330078, 57.0110969543457, 56.576866149902344, 56.138248443603516, 55.6952018737793, 55.247676849365234, 54.79563522338867, 54.33902359008789, 53.877803802490234, 53.411922454833984, 52.94133758544922, 52.46599578857422, 51.98585510253906, 51.50086212158203, 51.01097106933594, 50.51613235473633, 50.01629638671875, 49.511409759521484, 49.001426696777344, 48.486289978027344, 47.965946197509766, 47.44034957885742, 46.909446716308594, 46.37317657470703, 45.83149337768555, 45.28433609008789, 44.731651306152344, 44.17338562011719, 43.60948181152344, 43.039878845214844, 42.46452331542969, 41.883358001708984, 41.296321868896484, 40.70335388183594, 40.104400634765625, 39.499393463134766, 38.888275146484375, 38.2709846496582, 37.6474609375, 37.017635345458984, 36.38145065307617, 35.73883819580078, 35.08973693847656, 34.434078216552734, 33.77179718017578, 33.10282516479492, 32.427093505859375, 31.74454116821289, 31.055091857910156, 30.358678817749023, 29.655229568481445, 28.944677352905273, 28.226945877075195, 27.50196647644043, 26.769662857055664, 26.02996253967285, 25.282791137695312, 24.5280704498291, 23.765727996826172, 22.995685577392578, 22.217864990234375, 21.432186126708984, 20.63857078552246, 19.83694076538086, 19.02721405029297, 18.209306716918945, 17.383136749267578, 16.54862403869629, 15.705680847167969, 14.854223251342773, 13.99416446685791, 13.125418663024902, 12.24789810180664, 11.361513137817383, 10.466174125671387, 9.561792373657227, 8.648275375366211, 7.725530624389648, 6.7934651374816895, 5.851984977722168, 4.900994777679443, 3.940398931503296, 2.970099925994873, 1.9900000095367432, 1.0]}
{"type": "SampleBatch", "eps_id": [1462230943, 1462230943, 1462230943, 1462230943, 1462230943, 1462230943, 1462230943, 1462230943, 1462230943, 1462230943, 1462230943, 1462230943, 1462230943, 1462230943, 1462230943, 1462230943, 1462230943, 1462230943, 1462230943, 1462230943, 1462230943, 1462230943, 1462230943, 1462230943, 1462230943, 1462230943, 1462230943, 1462230943, 1462230943, 1462230943, 1462230943, 1462230943, 1462230943, 1462230943, 1462230943, 1462230943, 1462230943, 1462230943, 1462230943, 1462230943, 1462230943, 1462230943, 1462230943, 1462230943, 1462230943, 1462230943, 1462230943, 1462230943, 1462230943, 1462230943, 1462230943, 1462230943, 1462230943, 1462230943, 1462230943, 1462230943, 1462230943, 1462230943, 1462230943, 1462230943, 1462230943, 1462230943, 1462230943, 1462230943, 1462230943, 1462230943, 1462230943, 1462230943, 1462230943, 1462230943, 1462230943, 1462230943, 1462230943, 1462230943, 1462230943, 1462230943, 1462230943, 1462230943, 1462230943, 1462230943, 1462230943, 1462230943, 1462230943, 1462230943, 1462230943, 1462230943, 1462230943, 1462230943, 1462230943, 1462230943, 1462230943, 1462230943, 1462230943, 1462230943, 1462230943, 1462230943, 1462230943, 1462230943, 1462230943, 1462230943, 1462230943, 1462230943, 1462230943, 1462230943, 1462230943, 1462230943, 1462230943, 1462230943, 1462230943, 1462230943, 1462230943, 1462230943, 1462230943, 1462230943, 1462230943, 1462230943, 1462230943, 1462230943, 1462230943, 1462230943, 1462230943, 1462230943, 1462230943, 1462230943, 1462230943, 1462230943, 1462230943, 1462230943, 1462230943, 1462230943, 1462230943, 1462230943, 1462230943, 1462230943, 1462230943, 1462230943, 1462230943, 1462230943, 1462230943, 1462230943, 1462230943, 1462230943, 1462230943, 1462230943, 1462230943, 1462230943, 1462230943, 1462230943, 1462230943, 1462230943, 1462230943, 1462230943, 1462230943, 1462230943, 1462230943, 1462230943, 1462230943, 1462230943, 1462230943, 1462230943, 1462230943, 1462230943, 1462230943, 1462230943, 1462230943, 1462230943, 1462230943, 1462230943, 1462230943, 1462230943, 1462230943, 1462230943, 1462230943, 1462230943, 1462230943, 1462230943, 1462230943, 1462230943, 1462230943, 1462230943, 1462230943, 1462230943, 1462230943, 1462230943, 1462230943, 1462230943, 1462230943, 1462230943, 1462230943, 1462230943, 1462230943, 1462230943, 1462230943, 1462230943, 1462230943, 1462230943, 1462230943, 1462230943, 1462230943, 1462230943], "obs": [[-0.017967931926250458, 0.025677308440208435, 0.04382321611046791, 0.0373748354613781], [-0.01745438575744629, 0.2201443314552307, 0.044570714235305786, -0.24116572737693787], [-0.013051499612629414, 0.024414969608187675, 0.03974739834666252, 0.0652361810207367], [-0.012563199736177921, 0.21894517540931702, 0.04105212166905403, -0.21464599668979645], [-0.008184297010302544, 0.023261098191142082, 0.03675920143723488, 0.09069874882698059], [-0.007719074841588736, 0.2178374081850052, 0.03857317939400673, -0.1901637762784958], [-0.003362326417118311, 0.4123868942260742, 0.03476990386843681, -0.47043323516845703], [0.004885411821305752, 0.21679151058197021, 0.025361238047480583, -0.16699717938899994], [0.009221241809427738, 0.4115414321422577, 0.02202129364013672, -0.4515727162361145], [0.017452070489525795, 0.2161150723695755, 0.012989839538931847, -0.15203051269054413], [0.021774372085928917, 0.02080954797565937, 0.009949229657649994, 0.14472195506095886], [0.02219056338071823, 0.2157876193523407, 0.012843668460845947, -0.1448056548833847], [0.026506314054131508, 0.020484106615185738, 0.009947555139660835, 0.15190137922763824], [0.02691599726676941, 0.21546222269535065, 0.012985583394765854, -0.1376267820596695], [0.031225241720676422, 0.4103958010673523, 0.010233047418296337, -0.42618483304977417], [0.039433155208826065, 0.21513040363788605, 0.001709350966848433, -0.13029362261295319], [0.04373576492071152, 0.019984006881713867, -0.0008965214365161955, 0.16292808949947357], [0.0441354438662529, 0.21511878073215485, 0.0023620405700057745, -0.13003753125667572], [0.04843782261013985, 0.4102068245410919, -0.00023871006851550192, -0.4219743311405182], [0.05664195865392685, 0.21508824825286865, -0.008678196929395199, -0.1293666660785675], [0.06094372272491455, 0.41033342480659485, -0.011265529319643974, -0.42477476596832275], [0.06915038824081421, 0.605613112449646, -0.01976102590560913, -0.7209877371788025], [0.08126265555620193, 0.410770058631897, -0.03418077901005745, -0.43458953499794006], [0.08947805315256119, 0.2161482721567154, -0.04287257045507431, -0.15287455916404724], [0.09380102157592773, 0.4118570387363434, -0.04593006148934364, -0.4587686359882355], [0.10203815996646881, 0.21741342544555664, -0.055105436593294144, -0.18090951442718506], [0.10638643056154251, 0.023121537640690804, -0.05872362479567528, 0.0938931405544281], [0.10684885829687119, -0.17111171782016754, -0.056845761835575104, 0.36748600006103516], [0.10342662781476974, 0.02476998046040535, -0.04949604347348213, 0.05743439868092537], [0.10392202436923981, 0.22056539356708527, -0.0483473539352417, -0.2504449188709259], [0.10833333432674408, 0.41634321212768555, -0.05335625261068344, -0.5579770803451538], [0.11666020005941391, 0.22200927138328552, -0.06451579183340073, -0.2825703024864197], [0.12110038101673126, 0.02786402404308319, -0.07016719877719879, -0.01091279461979866], [0.12165766209363937, 0.22391845285892487, -0.07038545608520508, -0.32488301396369934], [0.12613603472709656, 0.41996830701828003, -0.07688311487436295, -0.638905942440033], [0.13453540205955505, 0.22599777579307556, -0.08966123312711716, -0.3713909983634949], [0.13905535638332367, 0.03225643187761307, -0.09708905220031738, -0.10827142000198364], [0.1397004872560501, 0.22862592339515686, -0.09925448149442673, -0.42993783950805664], [0.14427299797534943, 0.03503931313753128, -0.1078532412648201, -0.1701200008392334], [0.1449737846851349, 0.2315264344215393, -0.11125563830137253, -0.4947855770587921], [0.14960432052612305, 0.03813483938574791, -0.12115135043859482, -0.23913335800170898], [0.15036700665950775, -0.1550668329000473, -0.12593401968479156, 0.013013518415391445], [0.14726567268371582, 0.04161509871482849, -0.12567375600337982, -0.31659984588623047], [0.14809797704219818, -0.15151366591453552, -0.1320057511329651, -0.06604228913784027], [0.1450677067041397, -0.3445202708244324, -0.13332659006118774, 0.18225178122520447], [0.1381773054599762, -0.14776751399040222, -0.1296815574169159, -0.14934013783931732], [0.1352219432592392, -0.34081700444221497, -0.1326683610677719, 0.09978298842906952], [0.1284056156873703, -0.5338127613067627, -0.13067269325256348, 0.3478424549102783], [0.11772935837507248, -0.33709776401519775, -0.1237158477306366, 0.016977129504084587], [0.11098740249872208, -0.5302483439445496, -0.12337630987167358, 0.2682088315486908], [0.10038243234157562, -0.3336014151573181, -0.11801213026046753, -0.06070007011294365], [0.09371040761470795, -0.5268509984016418, -0.1192261353135109, 0.19254299998283386], [0.08317338675260544, -0.720083475112915, -0.11537527292966843, 0.4453646242618561], [0.06877171248197556, -0.9134002327919006, -0.10646797716617584, 0.6995667815208435], [0.05050370842218399, -0.7169759273529053, -0.09247664362192154, 0.37535616755485535], [0.036164190620183945, -0.520670473575592, -0.08496952056884766, 0.05500677227973938], [0.02575078047811985, -0.32443946599960327, -0.08386938273906708, -0.26322880387306213], [0.01926199160516262, -0.5182703733444214, -0.08913396298885345, 0.0018668768461793661], [0.008896584622561932, -0.7120084166526794, -0.08909662067890167, 0.26514962315559387], [-0.005343584343791008, -0.5157352685928345, -0.08379363268613815, -0.05425211787223816], [-0.015658289194107056, -0.7095620036125183, -0.08487867563962936, 0.21086138486862183], [-0.029849529266357422, -0.5133354663848877, -0.08066144585609436, -0.1073431521654129], [-0.040116239339113235, -0.7072144746780396, -0.08280830830335617, 0.15884098410606384], [-0.054260529577732086, -0.5110105872154236, -0.0796314924955368, -0.15877416729927063], [-0.0644807368516922, -0.7049074769020081, -0.08280697464942932, 0.10776262730360031], [-0.0785788893699646, -0.8987511992454529, -0.08065172284841537, 0.3732144236564636], [-0.09655391424894333, -1.0926403999328613, -0.0731874331831932, 0.6394168734550476], [-0.11840672045946121, -0.8965784311294556, -0.060399096459150314, 0.3246133327484131], [-0.13633829355239868, -1.0907907485961914, -0.05390682816505432, 0.5976539850234985], [-0.15815410017967224, -0.8949574828147888, -0.04195374622941017, 0.2884899973869324], [-0.1760532557964325, -0.6992631554603577, -0.03618394955992699, -0.017123980447649956], [-0.1900385171175003, -0.8938480019569397, -0.036526426672935486, 0.2639264762401581], [-0.20791548490524292, -1.0884300470352173, -0.031247897073626518, 0.544868528842926], [-0.22968408465385437, -1.2830992937088013, -0.02035052701830864, 0.8275444507598877], [-0.25534605979919434, -1.087705135345459, -0.0037996384780853987, 0.5285311937332153], [-0.27710017561912537, -0.8925299644470215, 0.006770985201001167, 0.23465341329574585], [-0.29495078325271606, -1.0877479314804077, 0.011464053764939308, 0.5294644236564636], [-0.31670573353767395, -0.8927891850471497, 0.022053342312574387, 0.2404157519340515], [-0.3345614969730377, -1.0882190465927124, 0.026861656457185745, 0.5399725437164307], [-0.3563258945941925, -0.8934848308563232, 0.0376611053943634, 0.2558728754520416], [-0.37419557571411133, -0.6989202499389648, 0.042778562754392624, -0.024697275832295418], [-0.38817399740219116, -0.8946287631988525, 0.04228461906313896, 0.28116995096206665], [-0.40606656670570374, -0.7001346945762634, 0.04790801927447319, 0.002117587486281991], [-0.42006927728652954, -0.8959097862243652, 0.047950368374586105, 0.3095228970050812], [-0.43798744678497314, -1.0916810035705566, 0.05414082854986191, 0.6169341802597046], [-0.45982107520103455, -0.8973554968833923, 0.06647951155900955, 0.34178268909454346], [-0.4777681827545166, -0.7032392621040344, 0.07331516593694687, 0.07078211009502411], [-0.491832971572876, -0.5092408061027527, 0.07473080605268478, -0.1978985071182251], [-0.5020177960395813, -0.7053476572036743, 0.07077283412218094, 0.1173911988735199], [-0.5161247253417969, -0.9014085531234741, 0.07312066107988358, 0.43153613805770874], [-0.5341529250144958, -0.707394003868103, 0.08175138384103775, 0.16277030110359192], [-0.5483008027076721, -0.5135317444801331, 0.08500678837299347, -0.10304374992847443], [-0.558571457862854, -0.7097625732421875, 0.08294591307640076, 0.21520154178142548], [-0.5727666616439819, -0.5159183740615845, 0.08724994212388992, -0.050206974148750305], [-0.5830850601196289, -0.7121760249137878, 0.08624580502510071, 0.2686786353588104], [-0.5973285436630249, -0.5183839797973633, 0.09161937981843948, 0.00439587514847517], [-0.6076962351799011, -0.32468727231025696, 0.09170729666948318, -0.2580321729183197], [-0.6141899824142456, -0.13098609447479248, 0.0865466520190239, -0.5204387903213501], [-0.6168097257614136, -0.32721295952796936, 0.07613787800073624, -0.20178724825382233], [-0.6233539581298828, -0.5233365893363953, 0.0721021294593811, 0.1139088049530983], [-0.6338207125663757, -0.3293178379535675, 0.0743803083896637, -0.15518344938755035], [-0.6404070854187012, -0.5254216194152832, 0.07127663493156433, 0.16000652313232422], [-0.6509155035018921, -0.3313886225223541, 0.07447677105665207, -0.10936633497476578], [-0.6575432419776917, -0.1374085545539856, 0.07228944450616837, -0.37765392661094666], [-0.6602914333343506, -0.33347874879837036, 0.06473636627197266, -0.06308216601610184], [-0.6669610142707825, -0.5294662714004517, 0.06347472220659256, 0.24930250644683838], [-0.6775503158569336, -0.33530548214912415, 0.06846076995134354, -0.022703081369400024], [-0.6842564344406128, -0.14122872054576874, 0.06800670921802521, -0.29302453994750977], [-0.6870810389518738, -0.33725106716156006, 0.06214621663093567, 0.02030784636735916], [-0.6938260197639465, -0.14307285845279694, 0.06255237758159637, -0.2521379292011261], [-0.6966875195503235, -0.3390296697616577, 0.057509616017341614, 0.059600796550512314], [-0.7034680843353271, -0.14477743208408356, 0.05870163068175316, -0.2143973410129547], [-0.7063636183738708, -0.3406873345375061, 0.05441368371248245, 0.09620973467826843], [-0.7131773829460144, -0.1463857889175415, 0.0563378781080246, -0.17882150411605835], [-0.7161051034927368, -0.3422667980194092, 0.05276145040988922, 0.13108842074871063], [-0.7229504585266113, -0.5381032824516296, 0.055383216589689255, 0.43993905186653137], [-0.7337124943733215, -0.3438071012496948, 0.06418199837207794, 0.16521596908569336], [-0.7405886650085449, -0.14965981245040894, 0.06748631596565247, -0.10654878616333008], [-0.7435818314552307, -0.34568071365356445, 0.0653553456068039, 0.2066391557455063], [-0.750495433807373, -0.1515512466430664, 0.06948812305927277, -0.06473256647586823], [-0.753526508808136, -0.3475971221923828, 0.0681934729218483, 0.2490396350622177], [-0.7604784369468689, -0.15351194143295288, 0.07317426800727844, -0.02137811854481697], [-0.7635486721992493, -0.3496028482913971, 0.07274670153856277, 0.29346516728401184], [-0.770540714263916, -0.15558941662311554, 0.07861600816249847, 0.02458338439464569], [-0.7736524939537048, 0.038322243839502335, 0.07910767942667007, -0.24229641258716583], [-0.7728860378265381, -0.15783533453941345, 0.07426174730062485, 0.07425318658351898], [-0.7760427594184875, 0.036147769540548325, 0.0757468119263649, -0.19410662353038788], [-0.7753198146820068, -0.15997138619422913, 0.07186467945575714, 0.12147686630487442], [-0.7785192728042603, 0.03405129909515381, 0.07429421693086624, -0.14769592881202698], [-0.7778382301330566, 0.2280350625514984, 0.07134030014276505, -0.41604650020599365], [-0.7732775211334229, 0.03197837248444557, 0.06301936507225037, -0.10175324976444244], [-0.7726379632949829, 0.22614321112632751, 0.060984302312135696, -0.3739069402217865], [-0.7681151032447815, 0.03021039068698883, 0.053506165742874146, -0.06263577193021774], [-0.7675108909606934, 0.22452598810195923, 0.052253447473049164, -0.33796873688697815], [-0.7630203366279602, 0.41886693239212036, 0.04549407586455345, -0.6137267351150513], [-0.7546430230140686, 0.22313976287841797, 0.03321953862905502, -0.3070691227912903], [-0.7501802444458008, 0.4177730083465576, 0.027078157290816307, -0.5890931487083435], [-0.741824746131897, 0.2222825437784195, 0.01529629435390234, -0.28800496459007263], [-0.7373791337013245, 0.4171830713748932, 0.009536194615066051, -0.5758246183395386], [-0.7290354371070862, 0.22192874550819397, -0.001980297267436981, -0.280152827501297], [-0.7245968580245972, 0.4170788824558258, -0.0075833541341125965, -0.5734596848487854], [-0.7162553071975708, 0.2220640778541565, -0.019052548334002495, -0.28317537903785706], [-0.7118140459060669, 0.027218984439969063, -0.024716055020689964, 0.003438118379563093], [-0.7112696170806885, 0.2226865142583847, -0.024647291749715805, -0.2969394028186798], [-0.7068158984184265, 0.027924438938498497, -0.030586080625653267, -0.012130595743656158], [-0.7062574028968811, -0.16674582660198212, -0.03082869201898575, 0.2707473039627075], [-0.709592342376709, 0.028802180662751198, -0.025413746014237404, -0.031497515738010406], [-0.7090163230895996, -0.16594627499580383, -0.026043696328997612, 0.2530600130558014], [-0.7123352289199829, 0.029537681490182877, -0.020982496440410614, -0.0477224737405777], [-0.711744487285614, -0.16527721285820007, -0.021936945617198944, 0.23826713860034943], [-0.7150499820709229, 0.03015115298330784, -0.017171602696180344, -0.06125381961464882], [-0.7144469618797302, -0.16472044587135315, -0.018396679311990738, 0.22596226632595062], [-0.7177413702011108, 0.03065953217446804, -0.01387743465602398, -0.0724664181470871], [-0.7171282172203064, -0.16426074504852295, -0.015326762571930885, 0.2158060073852539], [-0.7204134464263916, 0.03107692487537861, -0.011010642163455486, -0.08167196810245514], [-0.7197918891906738, -0.1638854742050171, -0.012644082307815552, 0.2075168341398239], [-0.7230696082115173, 0.031414978206157684, -0.00849374569952488, -0.08912768214941025], [-0.7224413156509399, 0.22665764391422272, -0.010276298969984055, -0.38447824120521545], [-0.7179081439971924, 0.03168307989835739, -0.01796586439013481, -0.09505302459001541], [-0.7172744870185852, -0.16317681968212128, -0.019866924732923508, 0.19190798699855804], [-0.7205380201339722, 0.03222361579537392, -0.016028765588998795, -0.10697533190250397], [-0.7198935151100159, -0.1626650094985962, -0.018168270587921143, 0.18060781061649323], [-0.7231468558311462, 0.032712142914533615, -0.014556115493178368, -0.11775073409080505], [-0.7224925756454468, -0.1621982604265213, -0.016911130398511887, 0.170304536819458], [-0.7257365584373474, 0.03316161036491394, -0.013505038805305958, -0.12766499817371368], [-0.7250733375549316, -0.16176429390907288, -0.016058338806033134, 0.16072684526443481], [-0.7283086180686951, 0.03358382731676102, -0.012843802571296692, -0.13697850704193115], [-0.7276369333267212, 0.22888736426830292, -0.015583372674882412, -0.43368563055992126], [-0.7230591773986816, 0.03398946672677994, -0.024257084354758263, -0.14595560729503632], [-0.7223793864250183, -0.16077685356140137, -0.02717619761824608, 0.13897705078125], [-0.7255949378013611, -0.3554992377758026, -0.024396656081080437, 0.4229639768600464], [-0.7327049374580383, -0.16004031896591187, -0.015937376767396927, 0.12269091606140137], [-0.7359057068824768, -0.3549303412437439, -0.013483558781445026, 0.4103034436702728], [-0.743004322052002, -0.15961986780166626, -0.005277489311993122, 0.11340030282735825], [-0.7461967468261719, -0.3546658158302307, -0.0030094829853624105, 0.4044135510921478], [-0.753290057182312, -0.15950129926204681, 0.005078787915408611, 0.11078334599733353], [-0.7564800977706909, 0.03554750978946686, 0.007294455077499151, -0.18029293417930603], [-0.7557691335678101, -0.15967805683612823, 0.003688596189022064, 0.11468217521905899], [-0.7589626908302307, 0.03539084270596504, 0.005982239730656147, -0.17683474719524384], [-0.758254885673523, 0.23042666912078857, 0.002445545047521591, -0.4676244854927063], [-0.7536463141441345, 0.03527025878429413, -0.006906944792717695, -0.17417174577713013], [-0.7529409527778625, 0.23049037158489227, -0.010390379466116428, -0.46902555227279663], [-0.7483311295509338, 0.03551673889160156, -0.019770890474319458, -0.17963561415672302], [-0.7476208209991455, -0.1593167930841446, -0.02336360327899456, 0.10674530267715454], [-0.7508071064949036, 0.03613203763961792, -0.021228697150945663, -0.1932162046432495], [-0.7500844597816467, 0.2315511405467987, -0.025093020871281624, -0.4925195574760437], [-0.7454534769058228, 0.03679193556308746, -0.034943412989377975, -0.20784930884838104], [-0.7447175979614258, -0.15781337022781372, -0.03910039737820625, 0.07360918074846268], [-0.7478739023208618, -0.35235360264778137, -0.03762821480631828, 0.35370388627052307], [-0.7549209594726562, -0.15671736001968384, -0.030554138123989105, 0.04939717426896095], [-0.7580553293228149, -0.35138818621635437, -0.029566194862127304, 0.3322855830192566], [-0.7650830745697021, -0.1558581292629242, -0.022920481860637665, 0.030427513644099236], [-0.7682002186775208, 0.03958488255739212, -0.02231193147599697, -0.269398033618927], [-0.767408549785614, -0.1552116721868515, -0.027699893340468407, 0.016164904460310936], [-0.7705127596855164, 0.04029634967446327, -0.02737659402191639, -0.2851273715496063], [-0.7697068452835083, 0.23579783737659454, -0.03307914361357689, -0.5863174200057983], [-0.7649908661842346, 0.04115442931652069, -0.04480548948049545, -0.3042355179786682], [-0.7641677856445312, -0.15330131351947784, -0.05089019984006882, -0.02601306140422821], [-0.7672338485717773, 0.04251211881637573, -0.05141046270728111, -0.3343082070350647], [-0.7663835883140564, -0.1518418788909912, -0.05809662491083145, -0.0582704022526741]], "actions": [1, 0, 1, 0, 1, 1, 0, 1, 0, 0, 1, 0, 1, 1, 0, 0, 1, 1, 0, 1, 1, 0, 0, 1, 0, 0, 0, 1, 1, 1, 0, 0, 1, 1, 0, 0, 1, 0, 1, 0, 0, 1, 0, 0, 1, 0, 0, 1, 0, 1, 0, 0, 0, 1, 1, 1, 0, 0, 1, 0, 1, 0, 1, 0, 0, 0, 1, 0, 1, 1, 0, 0, 0, 1, 1, 0, 1, 0, 1, 1, 0, 1, 0, 0, 1, 1, 1, 0, 0, 1, 1, 0, 1, 0, 1, 1, 1, 0, 0, 1, 0, 1, 1, 0, 0, 1, 1, 0, 1, 0, 1, 0, 1, 0, 0, 1, 1, 0, 1, 0, 1, 0, 1, 1, 0, 1, 0, 1, 1, 0, 1, 0, 1, 1, 0, 1, 0, 1, 0, 1, 0, 0, 1, 0, 0, 1, 0, 1, 0, 1, 0, 1, 0, 1, 0, 1, 1, 0, 0, 1, 0, 1, 0, 1, 0, 1, 1, 0, 0, 0, 1, 0, 1, 0, 1, 1, 0, 1, 1, 0, 1, 0, 0, 1, 1, 0, 0, 0, 1, 0, 1, 1, 0, 1, 1, 0, 0, 1, 0, 0], "rewards": [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], "prev_actions": [0, 1, 0, 1, 0, 1, 1, 0, 1, 0, 0, 1, 0, 1, 1, 0, 0, 1, 1, 0, 1, 1, 0, 0, 1, 0, 0, 0, 1, 1, 1, 0, 0, 1, 1, 0, 0, 1, 0, 1, 0, 0, 1, 0, 0, 1, 0, 0, 1, 0, 1, 0, 0, 0, 1, 1, 1, 0, 0, 1, 0, 1, 0, 1, 0, 0, 0, 1, 0, 1, 1, 0, 0, 0, 1, 1, 0, 1, 0, 1, 1, 0, 1, 0, 0, 1, 1, 1, 0, 0, 1, 1, 0, 1, 0, 1, 1, 1, 0, 0, 1, 0, 1, 1, 0, 0, 1, 1, 0, 1, 0, 1, 0, 1, 0, 0, 1, 1, 0, 1, 0, 1, 0, 1, 1, 0, 1, 0, 1, 1, 0, 1, 0, 1, 1, 0, 1, 0, 1, 0, 1, 0, 0, 1, 0, 0, 1, 0, 1, 0, 1, 0, 1, 0, 1, 0, 1, 1, 0, 0, 1, 0, 1, 0, 1, 0, 1, 1, 0, 0, 0, 1, 0, 1, 0, 1, 1, 0, 1, 1, 0, 1, 0, 0, 1, 1, 0, 0, 0, 1, 0, 1, 1, 0, 1, 1, 0, 0, 1, 0], "prev_rewards": [0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], "dones": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, true], "new_obs": [[-0.01745438575744629, 0.2201443314552307, 0.044570714235305786, -0.24116572737693787], [-0.013051499612629414, 0.024414969608187675, 0.03974739834666252, 0.0652361810207367], [-0.012563199736177921, 0.21894517540931702, 0.04105212166905403, -0.21464599668979645], [-0.008184297010302544, 0.023261098191142082, 0.03675920143723488, 0.09069874882698059], [-0.007719074841588736, 0.2178374081850052, 0.03857317939400673, -0.1901637762784958], [-0.003362326417118311, 0.4123868942260742, 0.03476990386843681, -0.47043323516845703], [0.004885411821305752, 0.21679151058197021, 0.025361238047480583, -0.16699717938899994], [0.009221241809427738, 0.4115414321422577, 0.02202129364013672, -0.4515727162361145], [0.017452070489525795, 0.2161150723695755, 0.012989839538931847, -0.15203051269054413], [0.021774372085928917, 0.02080954797565937, 0.009949229657649994, 0.14472195506095886], [0.02219056338071823, 0.2157876193523407, 0.012843668460845947, -0.1448056548833847], [0.026506314054131508, 0.020484106615185738, 0.009947555139660835, 0.15190137922763824], [0.02691599726676941, 0.21546222269535065, 0.012985583394765854, -0.1376267820596695], [0.031225241720676422, 0.4103958010673523, 0.010233047418296337, -0.42618483304977417], [0.039433155208826065, 0.21513040363788605, 0.001709350966848433, -0.13029362261295319], [0.04373576492071152, 0.019984006881713867, -0.0008965214365161955, 0.16292808949947357], [0.0441354438662529, 0.21511878073215485, 0.0023620405700057745, -0.13003753125667572], [0.04843782261013985, 0.4102068245410919, -0.00023871006851550192, -0.4219743311405182], [0.05664195865392685, 0.21508824825286865, -0.008678196929395199, -0.1293666660785675], [0.06094372272491455, 0.41033342480659485, -0.011265529319643974, -0.42477476596832275], [0.06915038824081421, 0.605613112449646, -0.01976102590560913, -0.7209877371788025], [0.08126265555620193, 0.410770058631897, -0.03418077901005745, -0.43458953499794006], [0.08947805315256119, 0.2161482721567154, -0.04287257045507431, -0.15287455916404724], [0.09380102157592773, 0.4118570387363434, -0.04593006148934364, -0.4587686359882355], [0.10203815996646881, 0.21741342544555664, -0.055105436593294144, -0.18090951442718506], [0.10638643056154251, 0.023121537640690804, -0.05872362479567528, 0.0938931405544281], [0.10684885829687119, -0.17111171782016754, -0.056845761835575104, 0.36748600006103516], [0.10342662781476974, 0.02476998046040535, -0.04949604347348213, 0.05743439868092537], [0.10392202436923981, 0.22056539356708527, -0.0483473539352417, -0.2504449188709259], [0.10833333432674408, 0.41634321212768555, -0.05335625261068344, -0.5579770803451538], [0.11666020005941391, 0.22200927138328552, -0.06451579183340073, -0.2825703024864197], [0.12110038101673126, 0.02786402404308319, -0.07016719877719879, -0.01091279461979866], [0.12165766209363937, 0.22391845285892487, -0.07038545608520508, -0.32488301396369934], [0.12613603472709656, 0.41996830701828003, -0.07688311487436295, -0.638905942440033], [0.13453540205955505, 0.22599777579307556, -0.08966123312711716, -0.3713909983634949], [0.13905535638332367, 0.03225643187761307, -0.09708905220031738, -0.10827142000198364], [0.1397004872560501, 0.22862592339515686, -0.09925448149442673, -0.42993783950805664], [0.14427299797534943, 0.03503931313753128, -0.1078532412648201, -0.1701200008392334], [0.1449737846851349, 0.2315264344215393, -0.11125563830137253, -0.4947855770587921], [0.14960432052612305, 0.03813483938574791, -0.12115135043859482, -0.23913335800170898], [0.15036700665950775, -0.1550668329000473, -0.12593401968479156, 0.013013518415391445], [0.14726567268371582, 0.04161509871482849, -0.12567375600337982, -0.31659984588623047], [0.14809797704219818, -0.15151366591453552, -0.1320057511329651, -0.06604228913784027], [0.1450677067041397, -0.3445202708244324, -0.13332659006118774, 0.18225178122520447], [0.1381773054599762, -0.14776751399040222, -0.1296815574169159, -0.14934013783931732], [0.1352219432592392, -0.34081700444221497, -0.1326683610677719, 0.09978298842906952], [0.1284056156873703, -0.5338127613067627, -0.13067269325256348, 0.3478424549102783], [0.11772935837507248, -0.33709776401519775, -0.1237158477306366, 0.016977129504084587], [0.11098740249872208, -0.5302483439445496, -0.12337630987167358, 0.2682088315486908], [0.10038243234157562, -0.3336014151573181, -0.11801213026046753, -0.06070007011294365], [0.09371040761470795, -0.5268509984016418, -0.1192261353135109, 0.19254299998283386], [0.08317338675260544, -0.720083475112915, -0.11537527292966843, 0.4453646242618561], [0.06877171248197556, -0.9134002327919006, -0.10646797716617584, 0.6995667815208435], [0.05050370842218399, -0.7169759273529053, -0.09247664362192154, 0.37535616755485535], [0.036164190620183945, -0.520670473575592, -0.08496952056884766, 0.05500677227973938], [0.02575078047811985, -0.32443946599960327, -0.08386938273906708, -0.26322880387306213], [0.01926199160516262, -0.5182703733444214, -0.08913396298885345, 0.0018668768461793661], [0.008896584622561932, -0.7120084166526794, -0.08909662067890167, 0.26514962315559387], [-0.005343584343791008, -0.5157352685928345, -0.08379363268613815, -0.05425211787223816], [-0.015658289194107056, -0.7095620036125183, -0.08487867563962936, 0.21086138486862183], [-0.029849529266357422, -0.5133354663848877, -0.08066144585609436, -0.1073431521654129], [-0.040116239339113235, -0.7072144746780396, -0.08280830830335617, 0.15884098410606384], [-0.054260529577732086, -0.5110105872154236, -0.0796314924955368, -0.15877416729927063], [-0.0644807368516922, -0.7049074769020081, -0.08280697464942932, 0.10776262730360031], [-0.0785788893699646, -0.8987511992454529, -0.08065172284841537, 0.3732144236564636], [-0.09655391424894333, -1.0926403999328613, -0.0731874331831932, 0.6394168734550476], [-0.11840672045946121, -0.8965784311294556, -0.060399096459150314, 0.3246133327484131], [-0.13633829355239868, -1.0907907485961914, -0.05390682816505432, 0.5976539850234985], [-0.15815410017967224, -0.8949574828147888, -0.04195374622941017, 0.2884899973869324], [-0.1760532557964325, -0.6992631554603577, -0.03618394955992699, -0.017123980447649956], [-0.1900385171175003, -0.8938480019569397, -0.036526426672935486, 0.2639264762401581], [-0.20791548490524292, -1.0884300470352173, -0.031247897073626518, 0.544868528842926], [-0.22968408465385437, -1.2830992937088013, -0.02035052701830864, 0.8275444507598877], [-0.25534605979919434, -1.087705135345459, -0.0037996384780853987, 0.5285311937332153], [-0.27710017561912537, -0.8925299644470215, 0.006770985201001167, 0.23465341329574585], [-0.29495078325271606, -1.0877479314804077, 0.011464053764939308, 0.5294644236564636], [-0.31670573353767395, -0.8927891850471497, 0.022053342312574387, 0.2404157519340515], [-0.3345614969730377, -1.0882190465927124, 0.026861656457185745, 0.5399725437164307], [-0.3563258945941925, -0.8934848308563232, 0.0376611053943634, 0.2558728754520416], [-0.37419557571411133, -0.6989202499389648, 0.042778562754392624, -0.024697275832295418], [-0.38817399740219116, -0.8946287631988525, 0.04228461906313896, 0.28116995096206665], [-0.40606656670570374, -0.7001346945762634, 0.04790801927447319, 0.002117587486281991], [-0.42006927728652954, -0.8959097862243652, 0.047950368374586105, 0.3095228970050812], [-0.43798744678497314, -1.0916810035705566, 0.05414082854986191, 0.6169341802597046], [-0.45982107520103455, -0.8973554968833923, 0.06647951155900955, 0.34178268909454346], [-0.4777681827545166, -0.7032392621040344, 0.07331516593694687, 0.07078211009502411], [-0.491832971572876, -0.5092408061027527, 0.07473080605268478, -0.1978985071182251], [-0.5020177960395813, -0.7053476572036743, 0.07077283412218094, 0.1173911988735199], [-0.5161247253417969, -0.9014085531234741, 0.07312066107988358, 0.43153613805770874], [-0.5341529250144958, -0.707394003868103, 0.08175138384103775, 0.16277030110359192], [-0.5483008027076721, -0.5135317444801331, 0.08500678837299347, -0.10304374992847443], [-0.558571457862854, -0.7097625732421875, 0.08294591307640076, 0.21520154178142548], [-0.5727666616439819, -0.5159183740615845, 0.08724994212388992, -0.050206974148750305], [-0.5830850601196289, -0.7121760249137878, 0.08624580502510071, 0.2686786353588104], [-0.5973285436630249, -0.5183839797973633, 0.09161937981843948, 0.00439587514847517], [-0.6076962351799011, -0.32468727231025696, 0.09170729666948318, -0.2580321729183197], [-0.6141899824142456, -0.13098609447479248, 0.0865466520190239, -0.5204387903213501], [-0.6168097257614136, -0.32721295952796936, 0.07613787800073624, -0.20178724825382233], [-0.6233539581298828, -0.5233365893363953, 0.0721021294593811, 0.1139088049530983], [-0.6338207125663757, -0.3293178379535675, 0.0743803083896637, -0.15518344938755035], [-0.6404070854187012, -0.5254216194152832, 0.07127663493156433, 0.16000652313232422], [-0.6509155035018921, -0.3313886225223541, 0.07447677105665207, -0.10936633497476578], [-0.6575432419776917, -0.1374085545539856, 0.07228944450616837, -0.37765392661094666], [-0.6602914333343506, -0.33347874879837036, 0.06473636627197266, -0.06308216601610184], [-0.6669610142707825, -0.5294662714004517, 0.06347472220659256, 0.24930250644683838], [-0.6775503158569336, -0.33530548214912415, 0.06846076995134354, -0.022703081369400024], [-0.6842564344406128, -0.14122872054576874, 0.06800670921802521, -0.29302453994750977], [-0.6870810389518738, -0.33725106716156006, 0.06214621663093567, 0.02030784636735916], [-0.6938260197639465, -0.14307285845279694, 0.06255237758159637, -0.2521379292011261], [-0.6966875195503235, -0.3390296697616577, 0.057509616017341614, 0.059600796550512314], [-0.7034680843353271, -0.14477743208408356, 0.05870163068175316, -0.2143973410129547], [-0.7063636183738708, -0.3406873345375061, 0.05441368371248245, 0.09620973467826843], [-0.7131773829460144, -0.1463857889175415, 0.0563378781080246, -0.17882150411605835], [-0.7161051034927368, -0.3422667980194092, 0.05276145040988922, 0.13108842074871063], [-0.7229504585266113, -0.5381032824516296, 0.055383216589689255, 0.43993905186653137], [-0.7337124943733215, -0.3438071012496948, 0.06418199837207794, 0.16521596908569336], [-0.7405886650085449, -0.14965981245040894, 0.06748631596565247, -0.10654878616333008], [-0.7435818314552307, -0.34568071365356445, 0.0653553456068039, 0.2066391557455063], [-0.750495433807373, -0.1515512466430664, 0.06948812305927277, -0.06473256647586823], [-0.753526508808136, -0.3475971221923828, 0.0681934729218483, 0.2490396350622177], [-0.7604784369468689, -0.15351194143295288, 0.07317426800727844, -0.02137811854481697], [-0.7635486721992493, -0.3496028482913971, 0.07274670153856277, 0.29346516728401184], [-0.770540714263916, -0.15558941662311554, 0.07861600816249847, 0.02458338439464569], [-0.7736524939537048, 0.038322243839502335, 0.07910767942667007, -0.24229641258716583], [-0.7728860378265381, -0.15783533453941345, 0.07426174730062485, 0.07425318658351898], [-0.7760427594184875, 0.036147769540548325, 0.0757468119263649, -0.19410662353038788], [-0.7753198146820068, -0.15997138619422913, 0.07186467945575714, 0.12147686630487442], [-0.7785192728042603, 0.03405129909515381, 0.07429421693086624, -0.14769592881202698], [-0.7778382301330566, 0.2280350625514984, 0.07134030014276505, -0.41604650020599365], [-0.7732775211334229, 0.03197837248444557, 0.06301936507225037, -0.10175324976444244], [-0.7726379632949829, 0.22614321112632751, 0.060984302312135696, -0.3739069402217865], [-0.7681151032447815, 0.03021039068698883, 0.053506165742874146, -0.06263577193021774], [-0.7675108909606934, 0.22452598810195923, 0.052253447473049164, -0.33796873688697815], [-0.7630203366279602, 0.41886693239212036, 0.04549407586455345, -0.6137267351150513], [-0.7546430230140686, 0.22313976287841797, 0.03321953862905502, -0.3070691227912903], [-0.7501802444458008, 0.4177730083465576, 0.027078157290816307, -0.5890931487083435], [-0.741824746131897, 0.2222825437784195, 0.01529629435390234, -0.28800496459007263], [-0.7373791337013245, 0.4171830713748932, 0.009536194615066051, -0.5758246183395386], [-0.7290354371070862, 0.22192874550819397, -0.001980297267436981, -0.280152827501297], [-0.7245968580245972, 0.4170788824558258, -0.0075833541341125965, -0.5734596848487854], [-0.7162553071975708, 0.2220640778541565, -0.019052548334002495, -0.28317537903785706], [-0.7118140459060669, 0.027218984439969063, -0.024716055020689964, 0.003438118379563093], [-0.7112696170806885, 0.2226865142583847, -0.024647291749715805, -0.2969394028186798], [-0.7068158984184265, 0.027924438938498497, -0.030586080625653267, -0.012130595743656158], [-0.7062574028968811, -0.16674582660198212, -0.03082869201898575, 0.2707473039627075], [-0.709592342376709, 0.028802180662751198, -0.025413746014237404, -0.031497515738010406], [-0.7090163230895996, -0.16594627499580383, -0.026043696328997612, 0.2530600130558014], [-0.7123352289199829, 0.029537681490182877, -0.020982496440410614, -0.0477224737405777], [-0.711744487285614, -0.16527721285820007, -0.021936945617198944, 0.23826713860034943], [-0.7150499820709229, 0.03015115298330784, -0.017171602696180344, -0.06125381961464882], [-0.7144469618797302, -0.16472044587135315, -0.018396679311990738, 0.22596226632595062], [-0.7177413702011108, 0.03065953217446804, -0.01387743465602398, -0.0724664181470871], [-0.7171282172203064, -0.16426074504852295, -0.015326762571930885, 0.2158060073852539], [-0.7204134464263916, 0.03107692487537861, -0.011010642163455486, -0.08167196810245514], [-0.7197918891906738, -0.1638854742050171, -0.012644082307815552, 0.2075168341398239], [-0.7230696082115173, 0.031414978206157684, -0.00849374569952488, -0.08912768214941025], [-0.7224413156509399, 0.22665764391422272, -0.010276298969984055, -0.38447824120521545], [-0.7179081439971924, 0.03168307989835739, -0.01796586439013481, -0.09505302459001541], [-0.7172744870185852, -0.16317681968212128, -0.019866924732923508, 0.19190798699855804], [-0.7205380201339722, 0.03222361579537392, -0.016028765588998795, -0.10697533190250397], [-0.7198935151100159, -0.1626650094985962, -0.018168270587921143, 0.18060781061649323], [-0.7231468558311462, 0.032712142914533615, -0.014556115493178368, -0.11775073409080505], [-0.7224925756454468, -0.1621982604265213, -0.016911130398511887, 0.170304536819458], [-0.7257365584373474, 0.03316161036491394, -0.013505038805305958, -0.12766499817371368], [-0.7250733375549316, -0.16176429390907288, -0.016058338806033134, 0.16072684526443481], [-0.7283086180686951, 0.03358382731676102, -0.012843802571296692, -0.13697850704193115], [-0.7276369333267212, 0.22888736426830292, -0.015583372674882412, -0.43368563055992126], [-0.7230591773986816, 0.03398946672677994, -0.024257084354758263, -0.14595560729503632], [-0.7223793864250183, -0.16077685356140137, -0.02717619761824608, 0.13897705078125], [-0.7255949378013611, -0.3554992377758026, -0.024396656081080437, 0.4229639768600464], [-0.7327049374580383, -0.16004031896591187, -0.015937376767396927, 0.12269091606140137], [-0.7359057068824768, -0.3549303412437439, -0.013483558781445026, 0.4103034436702728], [-0.743004322052002, -0.15961986780166626, -0.005277489311993122, 0.11340030282735825], [-0.7461967468261719, -0.3546658158302307, -0.0030094829853624105, 0.4044135510921478], [-0.753290057182312, -0.15950129926204681, 0.005078787915408611, 0.11078334599733353], [-0.7564800977706909, 0.03554750978946686, 0.007294455077499151, -0.18029293417930603], [-0.7557691335678101, -0.15967805683612823, 0.003688596189022064, 0.11468217521905899], [-0.7589626908302307, 0.03539084270596504, 0.005982239730656147, -0.17683474719524384], [-0.758254885673523, 0.23042666912078857, 0.002445545047521591, -0.4676244854927063], [-0.7536463141441345, 0.03527025878429413, -0.006906944792717695, -0.17417174577713013], [-0.7529409527778625, 0.23049037158489227, -0.010390379466116428, -0.46902555227279663], [-0.7483311295509338, 0.03551673889160156, -0.019770890474319458, -0.17963561415672302], [-0.7476208209991455, -0.1593167930841446, -0.02336360327899456, 0.10674530267715454], [-0.7508071064949036, 0.03613203763961792, -0.021228697150945663, -0.1932162046432495], [-0.7500844597816467, 0.2315511405467987, -0.025093020871281624, -0.4925195574760437], [-0.7454534769058228, 0.03679193556308746, -0.034943412989377975, -0.20784930884838104], [-0.7447175979614258, -0.15781337022781372, -0.03910039737820625, 0.07360918074846268], [-0.7478739023208618, -0.35235360264778137, -0.03762821480631828, 0.35370388627052307], [-0.7549209594726562, -0.15671736001968384, -0.030554138123989105, 0.04939717426896095], [-0.7580553293228149, -0.35138818621635437, -0.029566194862127304, 0.3322855830192566], [-0.7650830745697021, -0.1558581292629242, -0.022920481860637665, 0.030427513644099236], [-0.7682002186775208, 0.03958488255739212, -0.02231193147599697, -0.269398033618927], [-0.767408549785614, -0.1552116721868515, -0.027699893340468407, 0.016164904460310936], [-0.7705127596855164, 0.04029634967446327, -0.02737659402191639, -0.2851273715496063], [-0.7697068452835083, 0.23579783737659454, -0.03307914361357689, -0.5863174200057983], [-0.7649908661842346, 0.04115442931652069, -0.04480548948049545, -0.3042355179786682], [-0.7641677856445312, -0.15330131351947784, -0.05089019984006882, -0.02601306140422821], [-0.7672338485717773, 0.04251211881637573, -0.05141046270728111, -0.3343082070350647], [-0.7663835883140564, -0.1518418788909912, -0.05809662491083145, -0.0582704022526741], [-0.7694204449653625, -0.3460848033428192, -0.05926203355193138, 0.215531587600708]], "action_prob": [0.709956705570221, 0.7134503722190857, 0.7441474795341492, 0.6759823560714722, 0.7724383473396301, 0.36348971724510193, 0.8834188580513, 0.378934383392334, 0.8816750049591064, 0.6196388602256775, 0.7990463972091675, 0.6061498522758484, 0.8061217665672302, 0.40811389684677124, 0.8758958578109741, 0.6033836603164673, 0.8048948049545288, 0.39802324771881104, 0.880239725112915, 0.3740382492542267, 0.11224986612796783, 0.9415340423583984, 0.9020014405250549, 0.26604899764060974, 0.9130951762199402, 0.7883171439170837, 0.40191593766212463, 0.8714959025382996, 0.5434340238571167, 0.15513409674167633, 0.9320892095565796, 0.8746547102928162, 0.3553231954574585, 0.10540884733200073, 0.9412674903869629, 0.9126083254814148, 0.1870899349451065, 0.9240840673446655, 0.13816487789154053, 0.9321773648262024, 0.8934739232063293, 0.23190519213676453, 0.9114187359809875, 0.8363751769065857, 0.38581418991088867, 0.8737055659294128, 0.7287333607673645, 0.5798556208610535, 0.797792375087738, 0.45474594831466675, 0.8416672348976135, 0.6549433469772339, 0.3425458073616028, 0.8550729751586914, 0.5881713628768921, 0.23305124044418335, 0.8950684070587158, 0.8090465664863586, 0.416801780462265, 0.8366549015045166, 0.3479067087173462, 0.8574143052101135, 0.2900991141796112, 0.8735517859458923, 0.757493793964386, 0.4977467358112335, 0.7726215124130249, 0.5351123809814453, 0.755439043045044, 0.4442155063152313, 0.8101464509963989, 0.5804645419120789, 0.2680307626724243, 0.8871191143989563, 0.7547555565834045, 0.5429249405860901, 0.7788149118423462, 0.5005661845207214, 0.809337317943573, 0.5607551336288452, 0.7426037788391113, 0.6165756583213806, 0.7030380368232727, 0.32441434264183044, 0.8832247257232666, 0.7510935664176941, 0.45404675602912903, 0.8096151351928711, 0.46480873227119446, 0.8416308760643005, 0.6373790502548218, 0.6888185143470764, 0.716940701007843, 0.6000264286994934, 0.7814421653747559, 0.5057755708694458, 0.21225348114967346, 0.9083757996559143, 0.7456291317939758, 0.6512837409973145, 0.6854256987571716, 0.7119243144989014, 0.38612261414527893, 0.8517760038375854, 0.5550299286842346, 0.7912483811378479, 0.5201830863952637, 0.7857961654663086, 0.5779473185539246, 0.7480846643447876, 0.628472089767456, 0.7064070105552673, 0.6723698973655701, 0.6608139872550964, 0.2894437909126282, 0.8774125576019287, 0.7551252245903015, 0.5318938493728638, 0.7878256440162659, 0.46516096591949463, 0.8154492378234863, 0.3983234167098999, 0.838755190372467, 0.6656650304794312, 0.6387723088264465, 0.7125296592712402, 0.5772267580032349, 0.7511730790138245, 0.48639416694641113, 0.7838340997695923, 0.5332459211349487, 0.7561476230621338, 0.571989119052887, 0.2701670527458191, 0.8873782753944397, 0.2792574465274811, 0.8873615860939026, 0.2767648994922638, 0.8914793133735657, 0.2626561224460602, 0.8992846608161926, 0.7621359825134277, 0.546307384967804, 0.7823394536972046, 0.48544204235076904, 0.7833918929100037, 0.5055968761444092, 0.7746343612670898, 0.5223900079727173, 0.7669470906257629, 0.536185085773468, 0.7603339552879333, 0.5473320484161377, 0.7547745704650879, 0.5561440587043762, 0.7502334713935852, 0.437112420797348, 0.8383616209030151, 0.5872704386711121, 0.7299882769584656, 0.60130375623703, 0.7209996581077576, 0.6142204999923706, 0.7121697664260864, 0.6263701319694519, 0.7033182978630066, 0.3619270622730255, 0.8705501556396484, 0.6680653691291809, 0.3337196409702301, 0.849412202835083, 0.33875706791877747, 0.848511278629303, 0.3363523781299591, 0.8499444723129272, 0.6731566786766052, 0.6629226207733154, 0.6756941676139832, 0.3401149809360504, 0.8735577464103699, 0.3244469165802002, 0.8817494511604309, 0.7009917497634888, 0.6315658688545227, 0.28117477893829346, 0.898497998714447, 0.7529647350311279, 0.4362115263938904, 0.8076874613761902, 0.45717889070510864, 0.7995065450668335, 0.5279124975204468, 0.7951871156692505, 0.49942585825920105, 0.18732641637325287, 0.9260463714599609, 0.8416929841041565, 0.39872950315475464, 0.8640652298927307, 0.6577224731445312], "action_logp": [-0.34255126118659973, -0.3376424312591553, -0.2955160140991211, -0.3915882706642151, -0.25820305943489075, -1.0120042562484741, -0.12395583093166351, -0.9703922271728516, -0.1259317398071289, -0.47861841320991516, -0.22433626651763916, -0.5006279945373535, -0.2155204564332962, -0.8962090015411377, -0.1325080692768097, -0.5052019953727722, -0.2170436829328537, -0.9212448596954346, -0.12756098806858063, -0.9833972454071045, -2.187027931213379, -0.060244761407375336, -0.10313916206359863, -1.3240747451782227, -0.09091517329216003, -0.23785480856895447, -0.9115123152732849, -0.13754414021968842, -0.6098469495773315, -1.863465428352356, -0.07032676041126251, -0.13392606377601624, -1.0347274541854858, -2.249908685684204, -0.060527902096509933, -0.09144850075244904, -1.6761658191680908, -0.07895220816135406, -1.9793075323104858, -0.07023219764232635, -0.11263810098171234, -1.4614266157150269, -0.09275282174348831, -0.1786779910326004, -0.9523993730545044, -0.13501182198524475, -0.31644734740257263, -0.5449761748313904, -0.22590690851211548, -0.7880163788795471, -0.1723705232143402, -0.42320653796195984, -1.071349859237671, -0.15656845271587372, -0.5307369828224182, -1.4564969539642334, -0.11085512489080429, -0.2118988335132599, -0.8751444816589355, -0.17834362387657166, -1.0558209419250488, -0.1538340449333191, -1.237532615661621, -0.13518783450126648, -0.2777399718761444, -0.6976639032363892, -0.257966011762619, -0.6252785325050354, -0.28045621514320374, -0.8114454746246338, -0.21054023504257202, -0.5439265370368958, -1.3166534900665283, -0.11977602541446686, -0.28136131167411804, -0.6107842326164246, -0.2499818205833435, -0.6920154690742493, -0.21153950691223145, -0.5784709453582764, -0.2975926697254181, -0.483574241399765, -0.35234424471855164, -1.125733733177185, -0.12417559325695038, -0.2862250506877899, -0.7895550727844238, -0.21119625866413116, -0.7661292552947998, -0.17241376638412476, -0.4503907561302185, -0.37277746200561523, -0.33276212215423584, -0.5107815861701965, -0.24661415815353394, -0.6816622018814087, -1.5499740839004517, -0.09609710425138474, -0.29352694749832153, -0.42880991101264954, -0.377715140581131, -0.339783638715744, -0.9516003131866455, -0.1604316681623459, -0.5887332558631897, -0.23414336144924164, -0.6535744667053223, -0.2410578727722168, -0.5482726097106934, -0.2902390956878662, -0.46446365118026733, -0.3475637137889862, -0.39694663882255554, -0.414282888174057, -1.239794135093689, -0.1307779848575592, -0.280871719121933, -0.631311297416687, -0.23847851157188416, -0.7653717398643494, -0.2040160894393921, -0.9204909801483154, -0.17583638429641724, -0.40696871280670166, -0.44820716977119446, -0.3389337658882141, -0.5495200753211975, -0.2861192226409912, -0.7207359671592712, -0.2435579150915146, -0.6287726163864136, -0.27951866388320923, -0.5586353540420532, -1.308714747428894, -0.11948389559984207, -1.2756211757659912, -0.1195027232170105, -1.2845869064331055, -0.11487306654453278, -1.3369096517562866, -0.10615568608045578, -0.27163031697273254, -0.6045734882354736, -0.24546657502651215, -0.7226953506469727, -0.2441222220659256, -0.6820156574249268, -0.2553641200065613, -0.6493408679962158, -0.2653374671936035, -0.6232758164405823, -0.2739975154399872, -0.6026995778083801, -0.2813361883163452, -0.5867279171943665, -0.28737083077430725, -0.8275648951530457, -0.17630572617053986, -0.5322698354721069, -0.3147267699241638, -0.5086550116539001, -0.32711663842201233, -0.4874013364315033, -0.33943894505500793, -0.4678138196468353, -0.3519457280635834, -1.016312599182129, -0.13862992823123932, -0.403369277715683, -1.0974540710449219, -0.1632107049226761, -1.0824720859527588, -0.16427192091941833, -1.089595913887024, -0.16258423030376434, -0.39577716588974, -0.41109704971313477, -0.3920147120952606, -1.0784715414047241, -0.13518106937408447, -1.1256333589553833, -0.12584733963012695, -0.35525912046432495, -0.459553062915802, -1.2687788009643555, -0.10703082382678986, -0.28373685479164124, -0.8296279907226562, -0.21358010172843933, -0.7826805114746094, -0.22376057505607605, -0.6388247013092041, -0.2291778028011322, -0.69429612159729, -1.6749026775360107, -0.07683093845844269, -0.17233993113040924, -0.9194720387458801, -0.1461070030927658, -0.4189722239971161], "action_dist_inputs": [[-0.4474087655544281, 0.4477650225162506], [0.4544297456741333, -0.45777133107185364], [-0.5334656834602356, 0.5341723561286926], [0.366148978471756, -0.369220107793808], [-0.610545814037323, 0.6115854978561401], [0.27872195839881897, -0.281527578830719], [1.0097507238388062, -1.0154612064361572], [0.2457629144191742, -0.24831080436706543], [1.0014166831970215, -1.0069719552993774], [0.24282576143741608, -0.24518996477127075], [-0.6893072128295898, 0.6910379528999329], [0.2144549936056137, -0.21670183539390564], [-0.7115718722343445, 0.7134329080581665], [0.18482044339179993, -0.1869475394487381], [0.9744291305541992, -0.9796971082687378], [0.20878535509109497, -0.21079865097999573], [-0.7075622081756592, 0.7096105217933655], [0.20587293803691864, -0.20783551037311554], [0.9947674870491028, -0.9999346137046814], [0.2565077543258667, -0.2584235966205597], [1.031399130821228, -1.036563754081726], [1.3856892585754395, -1.3933762311935425], [1.1072056293487549, -1.112457513809204], [0.506339430809021, -0.5084222555160522], [1.1732853651046753, -1.1787413358688354], [0.65623539686203, -0.658575713634491], [-0.1980731189250946, 0.1994151622056961], [-0.9547876119613647, 0.9594630002975464], [-0.08659739792346954, 0.0875777155160904], [0.8459492325782776, -0.8489389419555664], [1.3064762353897095, -1.3127570152282715], [0.9697031378746033, -0.9730541706085205], [0.2979745864868164, -0.2977466285228729], [1.0673543214797974, -1.0711658000946045], [1.3835904598236084, -1.3906433582305908], [1.170764684677124, -1.1751419305801392], [0.7340044379234314, -0.7350265979766846], [1.247071385383606, -1.2521047592163086], [0.9143746495246887, -0.9162416458129883], [1.3074411153793335, -1.3131847381591797], [1.0619566440582275, -1.0647706985473633], [0.5991538166999817, -0.5984306931495667], [1.1636466979980469, -1.1674351692199707], [0.8154958486557007, -0.8160051107406616], [0.23410752415657043, -0.2308340221643448], [0.9661996960639954, -0.9679279923439026], [0.49508678913116455, -0.49311894178390503], [-0.15834106504917145, 0.16383959352970123], [0.6865790486335754, -0.6859741806983948], [0.09301620721817017, -0.08849668502807617], [0.8350056409835815, -0.8356805443763733], [0.32207104563713074, -0.31876903772354126], [-0.3227023184299469, 0.329267293214798], [-0.8834146857261658, 0.8915417194366455], [-0.17527079582214355, 0.1811402440071106], [0.5960648655891418, -0.5950968861579895], [1.0700243711471558, -1.0735670328140259], [0.7218617796897888, -0.7219651937484741], [0.17001871764659882, -0.16589759290218353], [0.8162264823913574, -0.8173200488090515], [0.3156706392765045, -0.3125826120376587], [0.895994246006012, -0.897983729839325], [0.44846269488334656, -0.4464399218559265], [0.9649625420570374, -0.9677722454071045], [0.5699708461761475, -0.5690171718597412], [-0.0019561429508030415, 0.007056946866214275], [-0.6077627539634705, 0.6154106259346008], [0.07251661270856857, -0.06816436350345612], [-0.560279130935669, 0.5675551295280457], [0.1139073446393013, -0.11016335338354111], [0.7248714566230774, -0.7260907888412476], [0.16393707692623138, -0.16074377298355103], [-0.4990212917327881, 0.5056154727935791], [-1.02672278881073, 1.0349229574203491], [-0.558908224105835, 0.5652304291725159], [0.08740758150815964, -0.08471587300300598], [-0.6263149380683899, 0.6324588656425476], [0.0024802624247968197, 0.0002155536785721779], [-0.719844400882721, 0.725865364074707], [-0.12070702761411667, 0.12352029234170914], [0.5289933681488037, -0.5305523872375488], [-0.23603825271129608, 0.23900055885314941], [0.43027162551879883, -0.4315355122089386], [-0.36522507667541504, 0.3683333098888397], [-1.0086933374404907, 1.0146355628967285], [-0.5505979061126709, 0.5538551807403564], [0.09196308255195618, -0.09237014502286911], [0.7216701507568359, -0.7258415818214417], [-0.07048007845878601, 0.07051806896924973], [-0.8333839774131775, 0.8370291590690613], [-0.2817889153957367, 0.2822176516056061], [0.39571085572242737, -0.3988904356956482], [-0.4642673134803772, 0.46506965160369873], [0.20145577192306519, -0.20411941409111023], [-0.6364740133285522, 0.6376166343688965], [-0.01264146901667118, 0.010461953468620777], [0.6530381441116333, -0.6583570837974548], [1.143065333366394, -1.15089750289917], [0.5352743864059448, -0.5401604175567627], [-0.31302610039711, 0.3116605877876282], [0.3871484696865082, -0.39167147874832153], [-0.4529087245464325, 0.4518396556377411], [0.2297261655330658, -0.23391413688659668], [0.8708373308181763, -0.877761960029602], [0.10857219249010086, -0.11244280636310577], [-0.6664727330207825, 0.6659938097000122], [-0.04219687730073929, 0.038579318672418594], [0.6466923952102661, -0.6530768871307373], [-0.15884877741336823, 0.15550364553928375], [0.5411430597305298, -0.5472801327705383], [-0.2643852233886719, 0.2612825930118561], [0.4360416829586029, -0.44195547699928284], [-0.36090022325515747, 0.3580232858657837], [0.33060821890830994, -0.33631542325019836], [-0.4503709375858307, 0.44771602749824524], [-0.983532190322876, 0.9846209287643433], [-0.5642805695533752, 0.5618560314178467], [0.0612255334854126, -0.0665234699845314], [-0.6569796800613403, 0.6548884510993958], [-0.07231619954109192, 0.06726595759391785], [-0.7437594532966614, 0.7420552968978882], [-0.2086183726787567, 0.20383736491203308], [-0.8251193165779114, 0.8238758444786072], [-0.3465547263622284, 0.3420882523059845], [0.281494140625, -0.28854548931121826], [-0.45589011907577515, 0.45181170105934143], [0.15230964124202728, -0.15908969938755035], [-0.554271936416626, 0.5506066679954529], [0.023971153423190117, -0.03046562895178795], [0.6397333741188049, -0.648417592048645], [-0.06968197226524353, 0.0634981021285057], [0.5615683794021606, -0.5701053142547607], [-0.1479349434375763, 0.14203636348247528], [0.49269023537635803, -0.5010848641395569], [1.0272467136383057, -1.0369900465011597], [0.46994873881340027, -0.4781990647315979], [1.027194857597351, -1.0368750095367432], [0.47620755434036255, -0.48435842990875244], [1.048156976699829, -1.0577844381332397], [0.5120548009872437, -0.5201539993286133], [1.0898560285568237, -1.09944486618042], [0.5781664848327637, -0.5862594842910767], [-0.09558137506246567, 0.09018047899007797], [0.6356058716773987, -0.6437460780143738], [-0.03188321739435196, 0.026364944875240326], [-0.6439552307128906, 0.6415880918502808], [0.008363882079720497, -0.014024338684976101], [-0.6185998320579529, 0.6160672903060913], [0.04192054644227028, -0.047699347138404846], [-0.5969115495681763, 0.5942404866218567], [0.06955825537443161, -0.07543564587831497], [-0.5786491632461548, 0.5758621692657471], [0.09196876734495163, -0.09792813658714294], [-0.5635621547698975, 0.5606787204742432], [0.10974999517202377, -0.11577735096216202], [-0.5514106750488281, 0.5484473705291748], [0.12340312451124191, -0.12948644161224365], [0.8188058137893677, -0.8272824287414551], [0.17328333854675293, -0.17940957844257355], [-0.49884647130966187, 0.49571672081947327], [0.20234400033950806, -0.20855648815631866], [-0.476331502199173, 0.47309404611587524], [0.22939848899841309, -0.23568937182426453], [-0.4546409547328949, 0.45130443572998047], [0.2551562190055847, -0.26151958107948303], [-0.4332893192768097, 0.4298602044582367], [0.2802889943122864, -0.2867208421230316], [0.9485931992530823, -0.9572380781173706], [0.3464771509170532, -0.3529706299304962], [-0.3475213050842285, 0.3438880443572998], [-0.8651415705680847, 0.8648566007614136], [-0.3363089859485626, 0.3325290083885193], [-0.8616868853569031, 0.861285388469696], [-0.3417322039604187, 0.33785971999168396], [-0.8673064112663269, 0.8668592572212219], [-0.36320486664772034, 0.35929247736930847], [0.3347916305065155, -0.341554194688797], [-0.36897531151771545, 0.3650781214237213], [0.3280148506164551, -0.33476701378822327], [0.9619885087013245, -0.9707996249198914], [0.3633340299129486, -0.3700758218765259], [1.0001484155654907, -1.0089538097381592], [0.4226224720478058, -0.4294026792049408], [-0.2714673578739166, 0.26747292280197144], [0.46588489413261414, -0.4727567434310913], [1.0858869552612305, -1.0947587490081787], [0.5537628531455994, -0.5607246160507202], [-0.13040409982204437, 0.1261477917432785], [-0.7181463241577148, 0.7169071435928345], [-0.08808102458715439, 0.08362405747175217], [-0.6923360228538513, 0.6908767819404602], [-0.05819325894117355, 0.05357307568192482], [0.6745656132698059, -0.6819149851799011], [-0.0012199901975691319, -0.003516540862619877], [0.7300173044204712, -0.7374595999717712], [1.2591404914855957, -1.2683463096618652], [0.8316690325737, -0.8392103314399719], [0.20285506546497345, -0.20790669322013855], [0.9208863377571106, -0.9285865426063538], [0.3239327073097229, -0.3292284905910492]], "value_targets": [86.60203552246094, 86.4666976928711, 86.33000183105469, 86.1919174194336, 86.05244445800781, 85.91156005859375, 85.76924896240234, 85.62550354003906, 85.48030853271484, 85.33364868164062, 85.18550109863281, 85.03585815429688, 84.88470458984375, 84.73202514648438, 84.57780456542969, 84.42202758789062, 84.2646713256836, 84.10572814941406, 83.94518280029297, 83.78301239013672, 83.61920166015625, 83.45374298095703, 83.28660583496094, 83.11778259277344, 82.94725799560547, 82.77500915527344, 82.60102081298828, 82.4252700805664, 82.24774932861328, 82.06842803955078, 81.8873062133789, 81.704345703125, 81.51954650878906, 81.33287048339844, 81.14431762695312, 80.953857421875, 80.76146697998047, 80.567138671875, 80.370849609375, 80.17257690429688, 79.97229766845703, 79.7699966430664, 79.5656509399414, 79.35924530029297, 79.1507568359375, 78.94015502929688, 78.72743225097656, 78.51255798339844, 78.2955093383789, 78.0762710571289, 77.85482025146484, 77.63113403320312, 77.40518188476562, 77.17695617675781, 76.94641876220703, 76.71355438232422, 76.47834014892578, 76.2407455444336, 76.0007553100586, 75.75833892822266, 75.51347351074219, 75.26612854003906, 75.01629638671875, 74.76393127441406, 74.50902557373047, 74.25154113769531, 73.991455078125, 73.72874450683594, 73.46337127685547, 73.19532775878906, 72.92457580566406, 72.65108489990234, 72.37483215332031, 72.09579467773438, 71.81392669677734, 71.52922058105469, 71.24163818359375, 70.9511489868164, 70.65773010253906, 70.36134338378906, 70.06195831298828, 69.75955963134766, 69.45409393310547, 69.14555358886719, 68.83389282226562, 68.51908111572266, 68.20109558105469, 67.87989044189453, 67.55545043945312, 67.22772216796875, 66.89669036865234, 66.56231689453125, 66.22456359863281, 65.88339233398438, 65.53878021240234, 65.19068908691406, 64.83908081054688, 64.48391723632812, 64.12516784667969, 63.76279830932617, 63.396766662597656, 63.027034759521484, 62.65357208251953, 62.276336669921875, 61.895286560058594, 61.51039123535156, 61.12160873413086, 60.72889709472656, 60.332218170166016, 59.93153381347656, 59.52680206298828, 59.11798095703125, 58.70503234863281, 58.28791046142578, 57.8665771484375, 57.44098663330078, 57.0110969543457, 56.576866149902344, 56.138248443603516, 55.6952018737793, 55.247676849365234, 54.79563522338867, 54.33902359008789, 53.877803802490234, 53.411922454833984, 52.94133758544922, 52.46599578857422, 51.98585510253906, 51.50086212158203, 51.01097106933594, 50.51613235473633, 50.01629638671875, 49.511409759521484, 49.001426696777344, 48.486289978027344, 47.965946197509766, 47.44034957885742, 46.909446716308594, 46.37317657470703, 45.83149337768555, 45.28433609008789, 44.731651306152344, 44.17338562011719, 43.60948181152344, 43.039878845214844, 42.46452331542969, 41.883358001708984, 41.296321868896484, 40.70335388183594, 40.104400634765625, 39.499393463134766, 38.888275146484375, 38.2709846496582, 37.6474609375, 37.017635345458984, 36.38145065307617, 35.73883819580078, 35.08973693847656, 34.434078216552734, 33.77179718017578, 33.10282516479492, 32.427093505859375, 31.74454116821289, 31.055091857910156, 30.358678817749023, 29.655229568481445, 28.944677352905273, 28.226945877075195, 27.50196647644043, 26.769662857055664, 26.02996253967285, 25.282791137695312, 24.5280704498291, 23.765727996826172, 22.995685577392578, 22.217864990234375, 21.432186126708984, 20.63857078552246, 19.83694076538086, 19.02721405029297, 18.209306716918945, 17.383136749267578, 16.54862403869629, 15.705680847167969, 14.854223251342773, 13.99416446685791, 13.125418663024902, 12.24789810180664, 11.361513137817383, 10.466174125671387, 9.561792373657227, 8.648275375366211, 7.725530624389648, 6.7934651374816895, 5.851984977722168, 4.900994777679443, 3.940398931503296, 2.970099925994873, 1.9900000095367432, 1.0]}
{"type": "SampleBatch", "eps_id": [989577397, 989577397, 989577397, 989577397, 989577397, 989577397, 989577397, 989577397, 989577397, 989577397, 989577397, 989577397, 989577397, 989577397, 989577397, 989577397, 989577397, 989577397, 989577397, 989577397, 989577397, 989577397, 989577397, 989577397, 989577397, 989577397, 989577397, 989577397, 989577397, 989577397, 989577397, 989577397, 989577397, 989577397, 989577397, 989577397, 989577397, 989577397, 989577397, 989577397, 989577397, 989577397, 989577397, 989577397, 989577397, 989577397, 989577397, 989577397, 989577397, 989577397, 989577397, 989577397, 989577397, 989577397, 989577397, 989577397, 989577397, 989577397, 989577397, 989577397, 989577397, 989577397, 989577397, 989577397, 989577397, 989577397, 989577397, 989577397, 989577397, 989577397, 989577397, 989577397, 989577397, 989577397, 989577397, 989577397, 989577397, 989577397, 989577397, 989577397, 989577397, 989577397, 989577397, 989577397, 989577397, 989577397, 989577397, 989577397, 989577397, 989577397, 989577397, 989577397, 989577397, 989577397, 989577397, 989577397, 989577397, 989577397, 989577397, 989577397, 989577397, 989577397, 989577397, 989577397, 989577397, 989577397, 989577397, 989577397, 989577397, 989577397, 989577397, 989577397, 989577397, 989577397, 989577397, 989577397, 989577397, 989577397, 989577397, 989577397, 989577397, 989577397, 989577397, 989577397, 989577397, 989577397, 989577397, 989577397, 989577397, 989577397, 989577397, 989577397, 989577397, 989577397, 989577397, 989577397, 989577397, 989577397, 989577397, 989577397, 989577397, 989577397, 989577397, 989577397, 989577397, 989577397, 989577397, 989577397, 989577397, 989577397, 989577397, 989577397, 989577397, 989577397, 989577397, 989577397, 989577397, 989577397, 989577397, 989577397, 989577397, 989577397, 989577397, 989577397, 989577397, 989577397, 989577397, 989577397, 989577397, 989577397, 989577397, 989577397, 989577397, 989577397, 989577397, 989577397, 989577397, 989577397, 989577397, 989577397, 989577397, 989577397, 989577397, 989577397, 989577397, 989577397, 989577397, 989577397, 989577397, 989577397, 989577397, 989577397, 989577397, 989577397, 989577397, 989577397, 989577397, 989577397, 989577397, 989577397], "obs": [[0.013538291677832603, 0.021436935290694237, -0.04692992940545082, -0.01642875373363495], [0.013967029750347137, 0.2171994000673294, -0.04725850373506546, -0.3235414922237396], [0.018311018124222755, 0.0227811262011528, -0.053729332983493805, -0.046128492802381516], [0.01876664161682129, -0.1715308576822281, -0.0546519011259079, 0.22913004457950592], [0.015336023643612862, -0.3658309578895569, -0.05006930232048035, 0.50408536195755], [0.008019404485821724, -0.17004042863845825, -0.03998759388923645, 0.1960534155368805], [0.0046185958199203014, 0.025630012154579163, -0.03606652468442917, -0.10897083580493927], [0.005131196230649948, -0.16895703971385956, -0.03824594244360924, 0.172118678689003], [0.0017520553665235639, 0.026690838858485222, -0.034803569316864014, -0.13238009810447693], [0.002285872120410204, -0.1679157316684723, -0.03745117038488388, 0.14912278950214386], [-0.0010724426247179508, -0.362481951713562, -0.03446871414780617, 0.4297593832015991], [-0.00832208152860403, -0.1668892502784729, -0.02587352693080902, 0.12641282379627228], [-0.011659866198897362, -0.3616311848163605, -0.02334527112543583, 0.41082197427749634], [-0.01889248937368393, -0.1661861687898636, -0.015128831379115582, 0.11087146401405334], [-0.02221621386706829, 0.029149262234568596, -0.012911401689052582, -0.18654586374759674], [-0.021633228287100792, -0.16578559577465057, -0.016642319038510323, 0.10203621536493301], [-0.02494893968105316, 0.02957085333764553, -0.014601594768464565, -0.19585050642490387], [-0.024357523769140244, -0.16533923149108887, -0.018518604338169098, 0.09219073504209518], [-0.02766430750489235, 0.030043192207813263, -0.016674790531396866, -0.2062768042087555], [-0.027063444256782532, -0.16483639180660248, -0.020800326019525528, 0.08109977096319199], [-0.03036017157137394, -0.35965409874916077, -0.019178330898284912, 0.3671482503414154], [-0.03755325451493263, -0.16426493227481842, -0.011835365556180477, 0.06848033517599106], [-0.04083855077624321, 0.03102467954158783, -0.010465758852660656, -0.22791308164596558], [-0.040218058973550797, -0.16394615173339844, -0.01502402126789093, 0.06145027279853821], [-0.043496981263160706, 0.031387947499752045, -0.013795015402138233, -0.23593470454216003], [-0.04286922141909599, 0.22670423984527588, -0.01851370930671692, -0.5329368710517883], [-0.03833513706922531, 0.031847503036260605, -0.029172446578741074, -0.24614457786083221], [-0.03769818693399429, 0.22737370431423187, -0.034095339477062225, -0.5478845834732056], [-0.03315071389079094, 0.03274691104888916, -0.04505303129553795, -0.26613613963127136], [-0.03249577432870865, -0.16170404851436615, -0.05037575215101242, 0.012003200128674507], [-0.03572985529899597, -0.3560687005519867, -0.050135690718889236, 0.288376122713089], [-0.04285123199224472, -0.5504412055015564, -0.04436816647648811, 0.5648347735404968], [-0.053860053420066833, -0.35472574830055237, -0.03307146951556206, 0.258510559797287], [-0.06095456704497337, -0.5493603348731995, -0.027901260182261467, 0.5405815839767456], [-0.07194177806377411, -0.35385751724243164, -0.01708962954580784, 0.23923958837985992], [-0.07901892811059952, -0.15849566459655762, -0.012304836884140968, -0.058784522116184235], [-0.08218883723020554, -0.3534390330314636, -0.013480527326464653, 0.2299908846616745], [-0.0892576202750206, -0.1581270694732666, -0.00888071022927761, -0.06691360473632812], [-0.09242016077041626, -0.3531205952167511, -0.01021898165345192, 0.22295422852039337], [-0.09948257356882095, -0.1578540802001953, -0.005759897641837597, -0.07293456792831421], [-0.10263965278863907, -0.35289299488067627, -0.0072185886092484, 0.2179255336523056], [-0.10969751328229904, -0.1576685905456543, -0.0028600781224668026, -0.07702567428350449], [-0.11285088956356049, -0.35274940729141235, -0.004400591365993023, 0.21475352346897125], [-0.11990587413311005, -0.15756483376026154, -0.00010552105959504843, -0.07931429147720337], [-0.12305717170238495, -0.35268527269363403, -0.0016918069450184703, 0.2133353352546692], [-0.13011087477207184, -0.5477830171585083, 0.002574899699538946, 0.5054841041564941], [-0.1410665363073349, -0.3526974320411682, 0.01268458180129528, 0.21361374855041504], [-0.1481204777956009, -0.5479984283447266, 0.016956856474280357, 0.5102708339691162], [-0.15908044576644897, -0.3531193733215332, 0.027162272483110428, 0.22297939658164978], [-0.16614283621311188, -0.15839599072933197, 0.03162186220288277, -0.06101324409246445], [-0.1693107634782791, -0.3539567291736603, 0.030401596799492836, 0.24147649109363556], [-0.1763898879289627, -0.15928193926811218, 0.035231124609708786, -0.04146406054496765], [-0.17957553267478943, -0.354890912771225, 0.034401845186948776, 0.26212313771247864], [-0.1866733580827713, -0.16027648746967316, 0.039644308388233185, -0.019513625651597977], [-0.18987888097763062, -0.355943888425827, 0.03925403580069542, 0.28540924191474915], [-0.1969977617263794, -0.1614031344652176, 0.04496221989393234, 0.0053606159053742886], [-0.2002258151769638, 0.03304612264037132, 0.045069433748722076, -0.27280405163764954], [-0.19956490397453308, -0.1626889705657959, 0.039613351225852966, 0.0337463803589344], [-0.20281867682933807, -0.35835593938827515, 0.040288280695676804, 0.3386598527431488], [-0.20998579263687134, -0.1638297438621521, 0.04706147685647011, 0.05894888937473297], [-0.2132623940706253, 0.03058694675564766, 0.048240453004837036, -0.21852229535579681], [-0.21265065670013428, -0.1651902049779892, 0.04387000948190689, 0.08897899836301804], [-0.21595445275306702, -0.36091262102127075, 0.045649588108062744, 0.3951738178730011], [-0.22317270934581757, -0.16646713018417358, 0.05355306342244148, 0.11722572147846222], [-0.22650206089019775, -0.3623138666152954, 0.05589757859706879, 0.42631176114082336], [-0.23374833166599274, -0.1680263727903366, 0.0644238144159317, 0.1517610102891922], [-0.23710885643959045, 0.02611677534878254, 0.06745903193950653, -0.11992207914590836], [-0.2365865260362625, 0.22021061182022095, 0.06506059318780899, -0.39058271050453186], [-0.2321823090314865, 0.024228518828749657, 0.05724893882870674, -0.07811721414327621], [-0.23169773817062378, -0.17166540026664734, 0.0556865930557251, 0.23206427693367004], [-0.23513105511665344, 0.022618453949689865, 0.06032788008451462, -0.04254638031125069], [-0.23467868566513062, 0.21682576835155487, 0.059476952999830246, -0.31560176610946655], [-0.23034216463565826, 0.02090926468372345, 0.05316491797566414, -0.0047707324847579], [-0.22992397844791412, 0.2152300328016281, 0.053069502115249634, -0.28021693229675293], [-0.225619375705719, 0.01939280517399311, 0.047465164214372635, 0.028720464557409286], [-0.22523152828216553, 0.21380306780338287, 0.048039570450782776, -0.24861697852611542], [-0.22095546126365662, 0.01802915148437023, 0.04306723177433014, 0.05882330983877182], [-0.2205948829650879, -0.1776829957962036, 0.044243697077035904, 0.36477717757225037], [-0.22414854168891907, 0.016783174127340317, 0.05153924226760864, 0.08636678010225296], [-0.22381287813186646, -0.17903821170330048, 0.053266577422618866, 0.39485466480255127], [-0.22739364206790924, 0.01528905052691698, 0.06116367131471634, 0.11943016201257706], [-0.2270878553390503, 0.2094837725162506, 0.06355227530002594, -0.15334631502628326], [-0.2228981852531433, 0.40364089608192444, 0.0604853481054306, -0.4253222942352295], [-0.2148253619670868, 0.2077166587114334, 0.05197890102863312, -0.11420150101184845], [-0.21067103743553162, 0.011889941059052944, 0.04969487339258194, 0.19441677629947662], [-0.210433229804039, -0.18390634655952454, 0.053583208471536636, 0.5023528933525085], [-0.2141113579273224, 0.010421007871627808, 0.06363026797771454, 0.22702616453170776], [-0.21390293538570404, 0.20457862317562103, 0.06817078590393066, -0.04492620751261711], [-0.20981135964393616, 0.008548719808459282, 0.06727226823568344, 0.2684623599052429], [-0.20964039862155914, -0.18746556341648102, 0.0726415142416954, 0.5815818905830383], [-0.21338970959186554, 0.006567421369254589, 0.08427315205335617, 0.3126377761363983], [-0.21325835585594177, 0.20039403438568115, 0.09052590280771255, 0.047676652669906616], [-0.20925047993659973, 0.39410915970802307, 0.09147943556308746, -0.21512794494628906], [-0.2013682872056961, 0.19780655205249786, 0.08717688173055649, 0.10495220869779587], [-0.1974121630191803, 0.3915780186653137, 0.08927592635154724, -0.15900370478630066], [-0.18958060443401337, 0.5853159427642822, 0.08609584718942642, -0.4222409725189209], [-0.17787428200244904, 0.7791193723678589, 0.07765103131532669, -0.6865884065628052], [-0.16229189932346344, 0.5830102562904358, 0.06391926109790802, -0.3705047070980072], [-0.15063168108463287, 0.3870411813259125, 0.056509166955947876, -0.058371901512145996], [-0.14289087057113647, 0.5813092589378357, 0.055341728031635284, -0.3327040374279022], [-0.13126468658447266, 0.38544508814811707, 0.0486876480281353, -0.02309538796544075], [-0.12355577945709229, 0.1896599382162094, 0.04822574183344841, 0.28454282879829407], [-0.11976257711648941, 0.3840620815753937, 0.05391659587621689, 0.007451510522514582], [-0.11208134144544601, 0.578370988368988, 0.05406562611460686, -0.2677445411682129], [-0.10051392018795013, 0.7726813554763794, 0.04871073737740517, -0.5428966283798218], [-0.08506029099225998, 0.9670860767364502, 0.037852805107831955, -0.819842517375946], [-0.06571856886148453, 0.7714670896530151, 0.021455954760313034, -0.5154982209205627], [-0.050289228558540344, 0.5760496854782104, 0.01114599034190178, -0.21613197028636932], [-0.038768231868743896, 0.7710105180740356, 0.006823351141065359, -0.5052782297134399], [-0.023348022252321243, 0.5757930874824524, -0.0032822133507579565, -0.2104528248310089], [-0.011832160875201225, 0.7709618210792542, -0.007491270080208778, -0.5041692852973938], [0.003587075276300311, 0.5759462714195251, -0.017574656754732132, -0.2138565629720688], [0.015106000006198883, 0.38107991218566895, -0.021851787343621254, 0.07323111593723297], [0.022727597504854202, 0.5765082240104675, -0.020387165248394012, -0.22626525163650513], [0.034257762134075165, 0.7719154953956604, -0.02491247095167637, -0.5253086686134338], [0.049696072936058044, 0.5771527886390686, -0.03541864454746246, -0.24057883024215698], [0.061239127069711685, 0.7727623581886292, -0.040230222046375275, -0.5442200303077698], [0.07669437676668167, 0.5782281160354614, -0.05111462250351906, -0.26447930932044983], [0.08825893700122833, 0.3838716149330139, -0.05640420690178871, 0.011653576977550983], [0.0959363728761673, 0.5797551870346069, -0.05617113411426544, -0.2982785999774933], [0.10753147304058075, 0.7756310105323792, -0.062136705964803696, -0.6081345081329346], [0.12304409593343735, 0.5814302563667297, -0.0742993950843811, -0.33565202355384827], [0.13467270135879517, 0.387440025806427, -0.08101243525743484, -0.06729339808225632], [0.14242149889469147, 0.5836243629455566, -0.08235830813646317, -0.38439637422561646], [0.15409398078918457, 0.38976234197616577, -0.0900462344288826, -0.11877500265836716], [0.1618892401456833, 0.19603821635246277, -0.09242173284292221, 0.14419607818126678], [0.1658100038766861, 0.3923538625240326, -0.08953781425952911, -0.17615395784378052], [0.17365707457065582, 0.1986198127269745, -0.09306088835000992, 0.08699408173561096], [0.1776294708251953, 0.004946483299136162, -0.09132100641727448, 0.3489266037940979], [0.17772839963436127, 0.20124056935310364, -0.08434247970581055, 0.028901297599077225], [0.1817532181739807, 0.39746442437171936, -0.08376444876194, -0.289155513048172], [0.18970249593257904, 0.5936747193336487, -0.08954755961894989, -0.6070370078086853], [0.20157599449157715, 0.39991140365600586, -0.10168830305337906, -0.3438483774662018], [0.20957422256469727, 0.20637200772762299, -0.10856527090072632, -0.08488380908966064], [0.21370166540145874, 0.40286916494369507, -0.11026294529438019, -0.4097498059272766], [0.22175905108451843, 0.20946909487247467, -0.11845794320106506, -0.1537630558013916], [0.22594842314720154, 0.016224924474954605, -0.12153320014476776, 0.09932659566402435], [0.22627292573451996, -0.17696458101272583, -0.11954667419195175, 0.3513305187225342], [0.22273363173007965, 0.01963658630847931, -0.11252006143331528, 0.023470472544431686], [0.2231263667345047, -0.17370694875717163, -0.11205065250396729, 0.27864065766334534], [0.2196522355079651, 0.02282029204070568, -0.10647783428430557, -0.04717552661895752], [0.22010862827301025, -0.17062649130821228, -0.10742134600877762, 0.21010592579841614], [0.216696098446846, 0.02585434541106224, -0.10321923345327377, -0.11443768441677094], [0.2172131985425949, -0.1676487773656845, -0.1055079847574234, 0.14397956430912018], [0.21386021375656128, -0.36111393570899963, -0.10262839496135712, 0.40160173177719116], [0.2066379338502884, -0.16469740867614746, -0.09459635615348816, 0.07840736210346222], [0.20334398746490479, -0.3583449423313141, -0.09302821010351181, 0.3398101329803467], [0.19617709517478943, -0.16203093528747559, -0.0862320065498352, 0.01930154114961624], [0.1929364651441574, 0.034215040504932404, -0.08584597706794739, -0.29929444193840027], [0.19362077116966248, -0.15958504378795624, -0.09183186292648315, -0.03487256541848183], [0.19042907655239105, -0.3532783091068268, -0.09252931922674179, 0.22748248279094696], [0.18336351215839386, -0.5469644665718079, -0.08797966688871384, 0.489604115486145], [0.17242421209812164, -0.7407422661781311, -0.07818758487701416, 0.7533138990402222], [0.15760937333106995, -0.9347041249275208, -0.06312131136655807, 1.0204041004180908], [0.1389152854681015, -0.7388004064559937, -0.0427132248878479, 0.7085884213447571], [0.12413927912712097, -0.543113648891449, -0.028541458770632744, 0.40277212858200073], [0.11327701061964035, -0.3475987911224365, -0.0204860158264637, 0.10122919827699661], [0.10632503032684326, -0.5424212217330933, -0.018461432307958603, 0.38737908005714417], [0.09547660499811172, -0.34704217314720154, -0.010713850148022175, 0.0889330580830574], [0.08853576332330704, -0.5420089364051819, -0.008935188874602318, 0.37821659445762634], [0.0776955857872963, -0.34676122665405273, -0.001370856654830277, 0.08272983133792877], [0.07076036185026169, -0.5418635010719299, 0.0002837399370037019, 0.3749799430370331], [0.059923090040683746, -0.3467455804347992, 0.00778333842754364, 0.08238648623228073], [0.05298817902803421, -0.5419782400131226, 0.009431067854166031, 0.37751486897468567], [0.042148616164922714, -0.34699147939682007, 0.01698136515915394, 0.08782045543193817], [0.03520878776907921, -0.15211699903011322, 0.018737774342298508, -0.1994568407535553], [0.03216644749045372, -0.34750187397003174, 0.01474863849580288, 0.09907760471105576], [0.02521640807390213, -0.54283207654953, 0.016730189323425293, 0.39637696743011475], [0.01435976754873991, -0.34795141220092773, 0.024657730013132095, 0.10901536792516708], [0.0074007390066981316, -0.5434178709983826, 0.026838036254048347, 0.40937456488609314], [-0.0034676184877753258, -0.3486865162849426, 0.03502552956342697, 0.12527213990688324], [-0.010441348887979984, -0.5442922711372375, 0.03753096982836723, 0.4287962317466736], [-0.021327193826436996, -0.34972140192985535, 0.04610689356923103, 0.14817693829536438], [-0.02832162193953991, -0.15528897941112518, 0.04907043278217316, -0.12961111962795258], [-0.031427402049303055, 0.03909694403409958, 0.046478211879730225, -0.406418114900589], [-0.0306454636156559, -0.15665221214294434, 0.03834984824061394, -0.09945178776979446], [-0.03377850726246834, -0.3523021936416626, 0.03636081516742706, 0.20507951080799103], [-0.04082455113530159, -0.15771858394145966, 0.04046240448951721, -0.07591526955366135], [-0.04397892206907272, -0.35339653491973877, 0.038944099098443985, 0.2292541116476059], [-0.05104685202240944, -0.15885211527347565, 0.04352918267250061, -0.05089457705616951], [-0.05422389507293701, 0.03561951965093613, 0.042511288076639175, -0.3295321762561798], [-0.05351150408387184, -0.16008099913597107, 0.0359206460416317, -0.023752039298415184], [-0.056713126599788666, -0.35569918155670166, 0.03544560447335243, 0.2800443470478058], [-0.06382710486650467, -0.1611003279685974, 0.041046492755413055, -0.0012517699506133795], [-0.06704911589622498, -0.35678616166114807, 0.04102145880460739, 0.3040940463542938], [-0.0741848349571228, -0.5524680018424988, 0.047103337943553925, 0.6094267964363098], [-0.08523419499397278, -0.35803505778312683, 0.05929187312722206, 0.3319441080093384], [-0.09239489585161209, -0.5539486408233643, 0.06593075394630432, 0.6427196860313416], [-0.10347387194633484, -0.35980460047721863, 0.07878515124320984, 0.3715059459209442], [-0.11066996306180954, -0.555952250957489, 0.08621526509523392, 0.6879536509513855], [-0.12178900837898254, -0.36212605237960815, 0.09997434169054031, 0.423610121011734], [-0.12903152406215668, -0.168551966547966, 0.10844654589891434, 0.1640423685312271], [-0.13240256905555725, 0.024863913655281067, 0.11172739416360855, -0.09255629032850266], [-0.13190528750419617, -0.17166736721992493, 0.10987626761198044, 0.2331821322441101], [-0.13533863425254822, -0.368173748254776, 0.11453990638256073, 0.5584028959274292], [-0.142702117562294, -0.5647014379501343, 0.1257079690694809, 0.8848639130592346], [-0.15399613976478577, -0.37148985266685486, 0.1434052437543869, 0.6341943144798279], [-0.16142593324184418, -0.178628608584404, 0.15608912706375122, 0.38988879323005676], [-0.16499851644039154, -0.3755815923213959, 0.1638869047164917, 0.7274307608604431], [-0.17251014709472656, -0.18305891752243042, 0.1784355193376541, 0.4904836416244507]], "actions": [1, 0, 0, 0, 1, 1, 0, 1, 0, 0, 1, 0, 1, 1, 0, 1, 0, 1, 0, 0, 1, 1, 0, 1, 1, 0, 1, 0, 0, 0, 0, 1, 0, 1, 1, 0, 1, 0, 1, 0, 1, 0, 1, 0, 0, 1, 0, 1, 1, 0, 1, 0, 1, 0, 1, 1, 0, 0, 1, 1, 0, 0, 1, 0, 1, 1, 1, 0, 0, 1, 1, 0, 1, 0, 1, 0, 0, 1, 0, 1, 1, 1, 0, 0, 0, 1, 1, 0, 0, 1, 1, 1, 0, 1, 1, 1, 0, 0, 1, 0, 0, 1, 1, 1, 1, 0, 0, 1, 0, 1, 0, 0, 1, 1, 0, 1, 0, 0, 1, 1, 0, 0, 1, 0, 0, 1, 0, 0, 1, 1, 1, 0, 0, 1, 0, 0, 0, 1, 0, 1, 0, 1, 0, 0, 1, 0, 1, 1, 0, 0, 0, 0, 0, 1, 1, 1, 0, 1, 0, 1, 0, 1, 0, 1, 1, 0, 0, 1, 0, 1, 0, 1, 1, 1, 0, 0, 1, 0, 1, 1, 0, 0, 1, 0, 0, 1, 0, 1, 0, 1, 1, 1, 0, 0, 0, 1, 1, 0, 1, 1], "rewards": [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], "prev_actions": [0, 1, 0, 0, 0, 1, 1, 0, 1, 0, 0, 1, 0, 1, 1, 0, 1, 0, 1, 0, 0, 1, 1, 0, 1, 1, 0, 1, 0, 0, 0, 0, 1, 0, 1, 1, 0, 1, 0, 1, 0, 1, 0, 1, 0, 0, 1, 0, 1, 1, 0, 1, 0, 1, 0, 1, 1, 0, 0, 1, 1, 0, 0, 1, 0, 1, 1, 1, 0, 0, 1, 1, 0, 1, 0, 1, 0, 0, 1, 0, 1, 1, 1, 0, 0, 0, 1, 1, 0, 0, 1, 1, 1, 0, 1, 1, 1, 0, 0, 1, 0, 0, 1, 1, 1, 1, 0, 0, 1, 0, 1, 0, 0, 1, 1, 0, 1, 0, 0, 1, 1, 0, 0, 1, 0, 0, 1, 0, 0, 1, 1, 1, 0, 0, 1, 0, 0, 0, 1, 0, 1, 0, 1, 0, 0, 1, 0, 1, 1, 0, 0, 0, 0, 0, 1, 1, 1, 0, 1, 0, 1, 0, 1, 0, 1, 1, 0, 0, 1, 0, 1, 0, 1, 1, 1, 0, 0, 1, 0, 1, 1, 0, 0, 1, 0, 0, 1, 0, 1, 0, 1, 1, 1, 0, 0, 0, 1, 1, 0, 1], "prev_rewards": [0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], "dones": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, true], "new_obs": [[0.013967029750347137, 0.2171994000673294, -0.04725850373506546, -0.3235414922237396], [0.018311018124222755, 0.0227811262011528, -0.053729332983493805, -0.046128492802381516], [0.01876664161682129, -0.1715308576822281, -0.0546519011259079, 0.22913004457950592], [0.015336023643612862, -0.3658309578895569, -0.05006930232048035, 0.50408536195755], [0.008019404485821724, -0.17004042863845825, -0.03998759388923645, 0.1960534155368805], [0.0046185958199203014, 0.025630012154579163, -0.03606652468442917, -0.10897083580493927], [0.005131196230649948, -0.16895703971385956, -0.03824594244360924, 0.172118678689003], [0.0017520553665235639, 0.026690838858485222, -0.034803569316864014, -0.13238009810447693], [0.002285872120410204, -0.1679157316684723, -0.03745117038488388, 0.14912278950214386], [-0.0010724426247179508, -0.362481951713562, -0.03446871414780617, 0.4297593832015991], [-0.00832208152860403, -0.1668892502784729, -0.02587352693080902, 0.12641282379627228], [-0.011659866198897362, -0.3616311848163605, -0.02334527112543583, 0.41082197427749634], [-0.01889248937368393, -0.1661861687898636, -0.015128831379115582, 0.11087146401405334], [-0.02221621386706829, 0.029149262234568596, -0.012911401689052582, -0.18654586374759674], [-0.021633228287100792, -0.16578559577465057, -0.016642319038510323, 0.10203621536493301], [-0.02494893968105316, 0.02957085333764553, -0.014601594768464565, -0.19585050642490387], [-0.024357523769140244, -0.16533923149108887, -0.018518604338169098, 0.09219073504209518], [-0.02766430750489235, 0.030043192207813263, -0.016674790531396866, -0.2062768042087555], [-0.027063444256782532, -0.16483639180660248, -0.020800326019525528, 0.08109977096319199], [-0.03036017157137394, -0.35965409874916077, -0.019178330898284912, 0.3671482503414154], [-0.03755325451493263, -0.16426493227481842, -0.011835365556180477, 0.06848033517599106], [-0.04083855077624321, 0.03102467954158783, -0.010465758852660656, -0.22791308164596558], [-0.040218058973550797, -0.16394615173339844, -0.01502402126789093, 0.06145027279853821], [-0.043496981263160706, 0.031387947499752045, -0.013795015402138233, -0.23593470454216003], [-0.04286922141909599, 0.22670423984527588, -0.01851370930671692, -0.5329368710517883], [-0.03833513706922531, 0.031847503036260605, -0.029172446578741074, -0.24614457786083221], [-0.03769818693399429, 0.22737370431423187, -0.034095339477062225, -0.5478845834732056], [-0.03315071389079094, 0.03274691104888916, -0.04505303129553795, -0.26613613963127136], [-0.03249577432870865, -0.16170404851436615, -0.05037575215101242, 0.012003200128674507], [-0.03572985529899597, -0.3560687005519867, -0.050135690718889236, 0.288376122713089], [-0.04285123199224472, -0.5504412055015564, -0.04436816647648811, 0.5648347735404968], [-0.053860053420066833, -0.35472574830055237, -0.03307146951556206, 0.258510559797287], [-0.06095456704497337, -0.5493603348731995, -0.027901260182261467, 0.5405815839767456], [-0.07194177806377411, -0.35385751724243164, -0.01708962954580784, 0.23923958837985992], [-0.07901892811059952, -0.15849566459655762, -0.012304836884140968, -0.058784522116184235], [-0.08218883723020554, -0.3534390330314636, -0.013480527326464653, 0.2299908846616745], [-0.0892576202750206, -0.1581270694732666, -0.00888071022927761, -0.06691360473632812], [-0.09242016077041626, -0.3531205952167511, -0.01021898165345192, 0.22295422852039337], [-0.09948257356882095, -0.1578540802001953, -0.005759897641837597, -0.07293456792831421], [-0.10263965278863907, -0.35289299488067627, -0.0072185886092484, 0.2179255336523056], [-0.10969751328229904, -0.1576685905456543, -0.0028600781224668026, -0.07702567428350449], [-0.11285088956356049, -0.35274940729141235, -0.004400591365993023, 0.21475352346897125], [-0.11990587413311005, -0.15756483376026154, -0.00010552105959504843, -0.07931429147720337], [-0.12305717170238495, -0.35268527269363403, -0.0016918069450184703, 0.2133353352546692], [-0.13011087477207184, -0.5477830171585083, 0.002574899699538946, 0.5054841041564941], [-0.1410665363073349, -0.3526974320411682, 0.01268458180129528, 0.21361374855041504], [-0.1481204777956009, -0.5479984283447266, 0.016956856474280357, 0.5102708339691162], [-0.15908044576644897, -0.3531193733215332, 0.027162272483110428, 0.22297939658164978], [-0.16614283621311188, -0.15839599072933197, 0.03162186220288277, -0.06101324409246445], [-0.1693107634782791, -0.3539567291736603, 0.030401596799492836, 0.24147649109363556], [-0.1763898879289627, -0.15928193926811218, 0.035231124609708786, -0.04146406054496765], [-0.17957553267478943, -0.354890912771225, 0.034401845186948776, 0.26212313771247864], [-0.1866733580827713, -0.16027648746967316, 0.039644308388233185, -0.019513625651597977], [-0.18987888097763062, -0.355943888425827, 0.03925403580069542, 0.28540924191474915], [-0.1969977617263794, -0.1614031344652176, 0.04496221989393234, 0.0053606159053742886], [-0.2002258151769638, 0.03304612264037132, 0.045069433748722076, -0.27280405163764954], [-0.19956490397453308, -0.1626889705657959, 0.039613351225852966, 0.0337463803589344], [-0.20281867682933807, -0.35835593938827515, 0.040288280695676804, 0.3386598527431488], [-0.20998579263687134, -0.1638297438621521, 0.04706147685647011, 0.05894888937473297], [-0.2132623940706253, 0.03058694675564766, 0.048240453004837036, -0.21852229535579681], [-0.21265065670013428, -0.1651902049779892, 0.04387000948190689, 0.08897899836301804], [-0.21595445275306702, -0.36091262102127075, 0.045649588108062744, 0.3951738178730011], [-0.22317270934581757, -0.16646713018417358, 0.05355306342244148, 0.11722572147846222], [-0.22650206089019775, -0.3623138666152954, 0.05589757859706879, 0.42631176114082336], [-0.23374833166599274, -0.1680263727903366, 0.0644238144159317, 0.1517610102891922], [-0.23710885643959045, 0.02611677534878254, 0.06745903193950653, -0.11992207914590836], [-0.2365865260362625, 0.22021061182022095, 0.06506059318780899, -0.39058271050453186], [-0.2321823090314865, 0.024228518828749657, 0.05724893882870674, -0.07811721414327621], [-0.23169773817062378, -0.17166540026664734, 0.0556865930557251, 0.23206427693367004], [-0.23513105511665344, 0.022618453949689865, 0.06032788008451462, -0.04254638031125069], [-0.23467868566513062, 0.21682576835155487, 0.059476952999830246, -0.31560176610946655], [-0.23034216463565826, 0.02090926468372345, 0.05316491797566414, -0.0047707324847579], [-0.22992397844791412, 0.2152300328016281, 0.053069502115249634, -0.28021693229675293], [-0.225619375705719, 0.01939280517399311, 0.047465164214372635, 0.028720464557409286], [-0.22523152828216553, 0.21380306780338287, 0.048039570450782776, -0.24861697852611542], [-0.22095546126365662, 0.01802915148437023, 0.04306723177433014, 0.05882330983877182], [-0.2205948829650879, -0.1776829957962036, 0.044243697077035904, 0.36477717757225037], [-0.22414854168891907, 0.016783174127340317, 0.05153924226760864, 0.08636678010225296], [-0.22381287813186646, -0.17903821170330048, 0.053266577422618866, 0.39485466480255127], [-0.22739364206790924, 0.01528905052691698, 0.06116367131471634, 0.11943016201257706], [-0.2270878553390503, 0.2094837725162506, 0.06355227530002594, -0.15334631502628326], [-0.2228981852531433, 0.40364089608192444, 0.0604853481054306, -0.4253222942352295], [-0.2148253619670868, 0.2077166587114334, 0.05197890102863312, -0.11420150101184845], [-0.21067103743553162, 0.011889941059052944, 0.04969487339258194, 0.19441677629947662], [-0.210433229804039, -0.18390634655952454, 0.053583208471536636, 0.5023528933525085], [-0.2141113579273224, 0.010421007871627808, 0.06363026797771454, 0.22702616453170776], [-0.21390293538570404, 0.20457862317562103, 0.06817078590393066, -0.04492620751261711], [-0.20981135964393616, 0.008548719808459282, 0.06727226823568344, 0.2684623599052429], [-0.20964039862155914, -0.18746556341648102, 0.0726415142416954, 0.5815818905830383], [-0.21338970959186554, 0.006567421369254589, 0.08427315205335617, 0.3126377761363983], [-0.21325835585594177, 0.20039403438568115, 0.09052590280771255, 0.047676652669906616], [-0.20925047993659973, 0.39410915970802307, 0.09147943556308746, -0.21512794494628906], [-0.2013682872056961, 0.19780655205249786, 0.08717688173055649, 0.10495220869779587], [-0.1974121630191803, 0.3915780186653137, 0.08927592635154724, -0.15900370478630066], [-0.18958060443401337, 0.5853159427642822, 0.08609584718942642, -0.4222409725189209], [-0.17787428200244904, 0.7791193723678589, 0.07765103131532669, -0.6865884065628052], [-0.16229189932346344, 0.5830102562904358, 0.06391926109790802, -0.3705047070980072], [-0.15063168108463287, 0.3870411813259125, 0.056509166955947876, -0.058371901512145996], [-0.14289087057113647, 0.5813092589378357, 0.055341728031635284, -0.3327040374279022], [-0.13126468658447266, 0.38544508814811707, 0.0486876480281353, -0.02309538796544075], [-0.12355577945709229, 0.1896599382162094, 0.04822574183344841, 0.28454282879829407], [-0.11976257711648941, 0.3840620815753937, 0.05391659587621689, 0.007451510522514582], [-0.11208134144544601, 0.578370988368988, 0.05406562611460686, -0.2677445411682129], [-0.10051392018795013, 0.7726813554763794, 0.04871073737740517, -0.5428966283798218], [-0.08506029099225998, 0.9670860767364502, 0.037852805107831955, -0.819842517375946], [-0.06571856886148453, 0.7714670896530151, 0.021455954760313034, -0.5154982209205627], [-0.050289228558540344, 0.5760496854782104, 0.01114599034190178, -0.21613197028636932], [-0.038768231868743896, 0.7710105180740356, 0.006823351141065359, -0.5052782297134399], [-0.023348022252321243, 0.5757930874824524, -0.0032822133507579565, -0.2104528248310089], [-0.011832160875201225, 0.7709618210792542, -0.007491270080208778, -0.5041692852973938], [0.003587075276300311, 0.5759462714195251, -0.017574656754732132, -0.2138565629720688], [0.015106000006198883, 0.38107991218566895, -0.021851787343621254, 0.07323111593723297], [0.022727597504854202, 0.5765082240104675, -0.020387165248394012, -0.22626525163650513], [0.034257762134075165, 0.7719154953956604, -0.02491247095167637, -0.5253086686134338], [0.049696072936058044, 0.5771527886390686, -0.03541864454746246, -0.24057883024215698], [0.061239127069711685, 0.7727623581886292, -0.040230222046375275, -0.5442200303077698], [0.07669437676668167, 0.5782281160354614, -0.05111462250351906, -0.26447930932044983], [0.08825893700122833, 0.3838716149330139, -0.05640420690178871, 0.011653576977550983], [0.0959363728761673, 0.5797551870346069, -0.05617113411426544, -0.2982785999774933], [0.10753147304058075, 0.7756310105323792, -0.062136705964803696, -0.6081345081329346], [0.12304409593343735, 0.5814302563667297, -0.0742993950843811, -0.33565202355384827], [0.13467270135879517, 0.387440025806427, -0.08101243525743484, -0.06729339808225632], [0.14242149889469147, 0.5836243629455566, -0.08235830813646317, -0.38439637422561646], [0.15409398078918457, 0.38976234197616577, -0.0900462344288826, -0.11877500265836716], [0.1618892401456833, 0.19603821635246277, -0.09242173284292221, 0.14419607818126678], [0.1658100038766861, 0.3923538625240326, -0.08953781425952911, -0.17615395784378052], [0.17365707457065582, 0.1986198127269745, -0.09306088835000992, 0.08699408173561096], [0.1776294708251953, 0.004946483299136162, -0.09132100641727448, 0.3489266037940979], [0.17772839963436127, 0.20124056935310364, -0.08434247970581055, 0.028901297599077225], [0.1817532181739807, 0.39746442437171936, -0.08376444876194, -0.289155513048172], [0.18970249593257904, 0.5936747193336487, -0.08954755961894989, -0.6070370078086853], [0.20157599449157715, 0.39991140365600586, -0.10168830305337906, -0.3438483774662018], [0.20957422256469727, 0.20637200772762299, -0.10856527090072632, -0.08488380908966064], [0.21370166540145874, 0.40286916494369507, -0.11026294529438019, -0.4097498059272766], [0.22175905108451843, 0.20946909487247467, -0.11845794320106506, -0.1537630558013916], [0.22594842314720154, 0.016224924474954605, -0.12153320014476776, 0.09932659566402435], [0.22627292573451996, -0.17696458101272583, -0.11954667419195175, 0.3513305187225342], [0.22273363173007965, 0.01963658630847931, -0.11252006143331528, 0.023470472544431686], [0.2231263667345047, -0.17370694875717163, -0.11205065250396729, 0.27864065766334534], [0.2196522355079651, 0.02282029204070568, -0.10647783428430557, -0.04717552661895752], [0.22010862827301025, -0.17062649130821228, -0.10742134600877762, 0.21010592579841614], [0.216696098446846, 0.02585434541106224, -0.10321923345327377, -0.11443768441677094], [0.2172131985425949, -0.1676487773656845, -0.1055079847574234, 0.14397956430912018], [0.21386021375656128, -0.36111393570899963, -0.10262839496135712, 0.40160173177719116], [0.2066379338502884, -0.16469740867614746, -0.09459635615348816, 0.07840736210346222], [0.20334398746490479, -0.3583449423313141, -0.09302821010351181, 0.3398101329803467], [0.19617709517478943, -0.16203093528747559, -0.0862320065498352, 0.01930154114961624], [0.1929364651441574, 0.034215040504932404, -0.08584597706794739, -0.29929444193840027], [0.19362077116966248, -0.15958504378795624, -0.09183186292648315, -0.03487256541848183], [0.19042907655239105, -0.3532783091068268, -0.09252931922674179, 0.22748248279094696], [0.18336351215839386, -0.5469644665718079, -0.08797966688871384, 0.489604115486145], [0.17242421209812164, -0.7407422661781311, -0.07818758487701416, 0.7533138990402222], [0.15760937333106995, -0.9347041249275208, -0.06312131136655807, 1.0204041004180908], [0.1389152854681015, -0.7388004064559937, -0.0427132248878479, 0.7085884213447571], [0.12413927912712097, -0.543113648891449, -0.028541458770632744, 0.40277212858200073], [0.11327701061964035, -0.3475987911224365, -0.0204860158264637, 0.10122919827699661], [0.10632503032684326, -0.5424212217330933, -0.018461432307958603, 0.38737908005714417], [0.09547660499811172, -0.34704217314720154, -0.010713850148022175, 0.0889330580830574], [0.08853576332330704, -0.5420089364051819, -0.008935188874602318, 0.37821659445762634], [0.0776955857872963, -0.34676122665405273, -0.001370856654830277, 0.08272983133792877], [0.07076036185026169, -0.5418635010719299, 0.0002837399370037019, 0.3749799430370331], [0.059923090040683746, -0.3467455804347992, 0.00778333842754364, 0.08238648623228073], [0.05298817902803421, -0.5419782400131226, 0.009431067854166031, 0.37751486897468567], [0.042148616164922714, -0.34699147939682007, 0.01698136515915394, 0.08782045543193817], [0.03520878776907921, -0.15211699903011322, 0.018737774342298508, -0.1994568407535553], [0.03216644749045372, -0.34750187397003174, 0.01474863849580288, 0.09907760471105576], [0.02521640807390213, -0.54283207654953, 0.016730189323425293, 0.39637696743011475], [0.01435976754873991, -0.34795141220092773, 0.024657730013132095, 0.10901536792516708], [0.0074007390066981316, -0.5434178709983826, 0.026838036254048347, 0.40937456488609314], [-0.0034676184877753258, -0.3486865162849426, 0.03502552956342697, 0.12527213990688324], [-0.010441348887979984, -0.5442922711372375, 0.03753096982836723, 0.4287962317466736], [-0.021327193826436996, -0.34972140192985535, 0.04610689356923103, 0.14817693829536438], [-0.02832162193953991, -0.15528897941112518, 0.04907043278217316, -0.12961111962795258], [-0.031427402049303055, 0.03909694403409958, 0.046478211879730225, -0.406418114900589], [-0.0306454636156559, -0.15665221214294434, 0.03834984824061394, -0.09945178776979446], [-0.03377850726246834, -0.3523021936416626, 0.03636081516742706, 0.20507951080799103], [-0.04082455113530159, -0.15771858394145966, 0.04046240448951721, -0.07591526955366135], [-0.04397892206907272, -0.35339653491973877, 0.038944099098443985, 0.2292541116476059], [-0.05104685202240944, -0.15885211527347565, 0.04352918267250061, -0.05089457705616951], [-0.05422389507293701, 0.03561951965093613, 0.042511288076639175, -0.3295321762561798], [-0.05351150408387184, -0.16008099913597107, 0.0359206460416317, -0.023752039298415184], [-0.056713126599788666, -0.35569918155670166, 0.03544560447335243, 0.2800443470478058], [-0.06382710486650467, -0.1611003279685974, 0.041046492755413055, -0.0012517699506133795], [-0.06704911589622498, -0.35678616166114807, 0.04102145880460739, 0.3040940463542938], [-0.0741848349571228, -0.5524680018424988, 0.047103337943553925, 0.6094267964363098], [-0.08523419499397278, -0.35803505778312683, 0.05929187312722206, 0.3319441080093384], [-0.09239489585161209, -0.5539486408233643, 0.06593075394630432, 0.6427196860313416], [-0.10347387194633484, -0.35980460047721863, 0.07878515124320984, 0.3715059459209442], [-0.11066996306180954, -0.555952250957489, 0.08621526509523392, 0.6879536509513855], [-0.12178900837898254, -0.36212605237960815, 0.09997434169054031, 0.423610121011734], [-0.12903152406215668, -0.168551966547966, 0.10844654589891434, 0.1640423685312271], [-0.13240256905555725, 0.024863913655281067, 0.11172739416360855, -0.09255629032850266], [-0.13190528750419617, -0.17166736721992493, 0.10987626761198044, 0.2331821322441101], [-0.13533863425254822, -0.368173748254776, 0.11453990638256073, 0.5584028959274292], [-0.142702117562294, -0.5647014379501343, 0.1257079690694809, 0.8848639130592346], [-0.15399613976478577, -0.37148985266685486, 0.1434052437543869, 0.6341943144798279], [-0.16142593324184418, -0.178628608584404, 0.15608912706375122, 0.38988879323005676], [-0.16499851644039154, -0.3755815923213959, 0.1638869047164917, 0.7274307608604431], [-0.17251014709472656, -0.18305891752243042, 0.1784355193376541, 0.4904836416244507], [-0.17617131769657135, 0.009156560525298119, 0.18824519217014313, 0.2589203715324402]], "action_prob": [0.39860519766807556, 0.8875278830528259, 0.6724970936775208, 0.2551253139972687, 0.9083291888237, 0.7204821109771729, 0.7408721446990967, 0.6843152046203613, 0.769700288772583, 0.35575956106185913, 0.8871909976005554, 0.3740680515766144, 0.8844128251075745, 0.619557797908783, 0.802288830280304, 0.5987974405288696, 0.8130351305007935, 0.5746251940727234, 0.8243029713630676, 0.45358210802078247, 0.8627559542655945, 0.5416082739830017, 0.835959255695343, 0.5195873379707336, 0.15542732179164886, 0.9308697581291199, 0.13788284361362457, 0.9346705079078674, 0.8810256123542786, 0.6573919057846069, 0.24903303384780884, 0.9091736674308777, 0.26317062973976135, 0.907740592956543, 0.7359625101089478, 0.7021852731704712, 0.7289592027664185, 0.7080889940261841, 0.72458815574646, 0.7111772298812866, 0.7227967977523804, 0.7116590738296509, 0.7235206365585327, 0.7096037268638611, 0.27330920100212097, 0.9075426459312439, 0.24893569946289062, 0.9135763645172119, 0.7838611602783203, 0.6117226481437683, 0.8078272938728333, 0.5634656548500061, 0.8306838274002075, 0.5065085291862488, 0.8519831895828247, 0.5584244132041931, 0.8130375742912292, 0.39626720547676086, 0.8814991116523743, 0.6656298041343689, 0.7441147565841675, 0.29132869839668274, 0.9033531546592712, 0.23859986662864685, 0.9134588837623596, 0.8093401789665222, 0.47225528955459595, 0.842045783996582, 0.4663972556591034, 0.8586661219596863, 0.6083294153213501, 0.7741993069648743, 0.6601991653442383, 0.7375721335411072, 0.7022201418876648, 0.6988913416862488, 0.26354753971099854, 0.902608335018158, 0.22230654954910278, 0.9107849597930908, 0.8155123591423035, 0.50747150182724, 0.8207390308380127, 0.44278237223625183, 0.14506502449512482, 0.9255762696266174, 0.8749770522117615, 0.3023405373096466, 0.11067008972167969, 0.933088481426239, 0.9031128287315369, 0.8127965331077576, 0.4488197863101959, 0.8445227146148682, 0.6375301480293274, 0.2993232309818268, 0.8806982040405273, 0.6621413826942444, 0.724358856678009, 0.6174982786178589, 0.24661420285701752, 0.8936125040054321, 0.7857264280319214, 0.4905538260936737, 0.19089347124099731, 0.9170049428939819, 0.8153515458106995, 0.49635955691337585, 0.8232760429382324, 0.47669070959091187, 0.8380568623542786, 0.5602007508277893, 0.7789078950881958, 0.40961188077926636, 0.8695619106292725, 0.3515608310699463, 0.8901592493057251, 0.7185741662979126, 0.6556454300880432, 0.22563384473323822, 0.9215709567070007, 0.8355522751808167, 0.4503554701805115, 0.8760170340538025, 0.6699009537696838, 0.7114048600196838, 0.7587760090827942, 0.38927143812179565, 0.8639212250709534, 0.5115933418273926, 0.14012371003627777, 0.9366233944892883, 0.8953983783721924, 0.2535935938358307, 0.9158778786659241, 0.8289902806282043, 0.5501317977905273, 0.7896748185157776, 0.6715234518051147, 0.7023271322250366, 0.7604120969772339, 0.5893427729606628, 0.8203327655792236, 0.5362722873687744, 0.7960773706436157, 0.6337878704071045, 0.7329775094985962, 0.29057592153549194, 0.8954697847366333, 0.7774682641029358, 0.4576689898967743, 0.1697700470685959, 0.07568254321813583, 0.9515047073364258, 0.9250136017799377, 0.8174613118171692, 0.5443945527076721, 0.81500244140625, 0.5467100739479065, 0.817999541759491, 0.5382524132728577, 0.8261924386024475, 0.5184732675552368, 0.8388671875, 0.513585090637207, 0.8209714293479919, 0.4677388072013855, 0.861312210559845, 0.42414799332618713, 0.8775535225868225, 0.3680640161037445, 0.8942070007324219, 0.697049081325531, 0.28932294249534607, 0.8929720520973206, 0.6822091341018677, 0.7676685452461243, 0.6367768049240112, 0.8009516000747681, 0.4188816249370575, 0.8627787828445435, 0.5420780777931213, 0.8452538847923279, 0.481244832277298, 0.13348841667175293, 0.9393812417984009, 0.1085418239235878, 0.944295346736908, 0.08789004385471344, 0.9483645558357239, 0.9274159669876099, 0.8587825894355774, 0.38651102781295776, 0.10805712640285492, 0.05796113237738609, 0.9542283415794373, 0.9465833902359009, 0.06943096965551376, 0.9492054581642151, 0.938548743724823], "action_logp": [-0.9197838306427002, -0.11931537091732025, -0.39675745368003845, -1.3660004138946533, -0.09614843130111694, -0.3278346657752991, -0.2999272048473358, -0.3793366551399231, -0.2617540657520294, -1.0335001945495605, -0.1196950227022171, -0.9833175539970398, -0.1228313148021698, -0.4787493050098419, -0.220286563038826, -0.5128319263458252, -0.20698094367980957, -0.55403733253479, -0.19321715831756592, -0.7905789613723755, -0.14762341976165771, -0.6132122874259949, -0.17917539179325104, -0.6547203063964844, -1.861577033996582, -0.07163593173027039, -1.9813508987426758, -0.06756120920181274, -0.1266685575246811, -0.41947492957115173, -1.3901697397232056, -0.09521916508674622, -1.334952712059021, -0.09679660946130753, -0.30657610297203064, -0.3535579741001129, -0.31613752245903015, -0.34518545866012573, -0.3221518099308014, -0.3408335745334625, -0.32462719082832336, -0.34015631675720215, -0.32362625002861023, -0.3430486023426056, -1.2971515655517578, -0.09701474010944366, -1.3905606269836426, -0.09038831293582916, -0.24352334439754486, -0.4914763271808624, -0.2134069800376892, -0.5736489295959473, -0.18550606071949005, -0.6802141666412354, -0.1601884514093399, -0.5826360583305359, -0.2069779336452484, -0.9256665110588074, -0.1261313110589981, -0.4070216417312622, -0.2955600321292877, -1.2333030700683594, -0.1016416922211647, -1.4329673051834106, -0.09051692485809326, -0.21153593063354492, -0.7502355575561523, -0.17192092537879944, -0.7627175450325012, -0.15237513184547424, -0.4970387816429138, -0.2559259533882141, -0.4152137339115143, -0.30439135432243347, -0.353508323431015, -0.35826003551483154, -1.3335214853286743, -0.10246656835079193, -1.5036979913711548, -0.09344848245382309, -0.20393870770931244, -0.678314745426178, -0.19755007326602936, -0.8146768808364868, -1.9305732250213623, -0.07733872532844543, -0.13355761766433716, -1.1962013244628906, -2.2012016773223877, -0.0692552700638771, -0.10190775990486145, -0.20727446675300598, -0.8011338114738464, -0.16898362338542938, -0.4501536786556244, -1.2062312364578247, -0.12704028189182281, -0.4122762084007263, -0.3224683403968811, -0.48207899928092957, -1.3999301195144653, -0.11248300969600677, -0.24114657938480377, -0.7122202515602112, -1.6560397148132324, -0.08664242923259735, -0.2041359394788742, -0.7004547119140625, -0.19446374475955963, -0.7408874034881592, -0.17666934430599213, -0.579460084438324, -0.24986250698566437, -0.892545223236084, -0.13976575434207916, -1.045372486114502, -0.11635489761829376, -0.33048638701438904, -0.4221351742744446, -1.4888417720794678, -0.08167549222707748, -0.17966237664222717, -0.7977180480957031, -0.13236971199512482, -0.40062543749809265, -0.34051358699798584, -0.2760486602783203, -0.9434784054756165, -0.1462736576795578, -0.6702252626419067, -1.9652296304702759, -0.0654740035533905, -0.11048651486635208, -1.372022271156311, -0.08787223696708679, -0.18754686415195465, -0.5975973606109619, -0.23613406717777252, -0.39820632338523865, -0.3533559739589691, -0.273894727230072, -0.5287472605705261, -0.19804520905017853, -0.6231132745742798, -0.22805888950824738, -0.45604100823402405, -0.31064027547836304, -1.2358903884887695, -0.1104067787528038, -0.25171247124671936, -0.781609058380127, -1.7733104228973389, -2.581207752227783, -0.04971067234873772, -0.07794683426618576, -0.20155172049999237, -0.608081042766571, -0.2045641988515854, -0.6038366556167603, -0.20089352130889893, -0.6194276213645935, -0.19092753529548645, -0.6568668484687805, -0.17570289969444275, -0.6663395762443542, -0.19726698100566864, -0.7598452568054199, -0.14929825067520142, -0.8576728105545044, -0.13061730563640594, -0.9994983673095703, -0.11181795597076416, -0.3608994483947754, -1.2402117252349854, -0.11320000141859055, -0.38241901993751526, -0.2643972337245941, -0.4513360559940338, -0.22195476293563843, -0.8701668977737427, -0.14759698510169983, -0.612345278263092, -0.16811825335025787, -0.7313791513442993, -2.0137405395507812, -0.06253384798765182, -2.2206196784973145, -0.05731629952788353, -2.431668758392334, -0.053016286343336105, -0.07535311579704285, -0.15223950147628784, -0.9505949020385742, -2.225095272064209, -2.84798264503479, -0.04685228317975998, -0.05489618703722954, -2.667422294616699, -0.05213000252842903, -0.06342047452926636], "action_dist_inputs": [[0.20532023906707764, -0.20595993101596832], [1.0306273698806763, -1.0351067781448364], [0.359256774187088, -0.36024409532546997], [-0.5343992710113525, 0.5370618104934692], [-1.1439298391342163, 1.1494731903076172], [-0.4722561538219452, 0.47459831833839417], [0.5244011282920837, -0.5261053442955017], [-0.3857915699481964, 0.3878828287124634], [0.6023120880126953, -0.6043078899383545], [-0.29598909616470337, 0.29782792925834656], [-1.0287117958068848, 1.033652424812317], [-0.2566094696521759, 0.25819456577301025], [-1.0150593519210815, 1.0198395252227783], [-0.24313698709011078, 0.2445346564054489], [0.6990010142326355, -0.7016606330871582], [-0.1995944380760193, 0.20086246728897095], [0.7335234880447388, -0.7363300323486328], [-0.14981169998645782, 0.15093544125556946], [0.7714036703109741, -0.7743733525276184], [-0.09262333065271378, 0.09358431398868561], [-0.9170342087745667, 0.9213365316390991], [-0.08301495015621185, 0.08380387723445892], [0.8125930428504944, -0.8158718943595886], [-0.038863737136125565, 0.03952576592564583], [0.8446149826049805, -0.8480374217033386], [1.296761155128479, -1.3033661842346191], [0.9146772623062134, -0.9183095097541809], [1.3269637823104858, -1.3337860107421875], [0.9991095662117004, -1.0030690431594849], [0.32576513290405273, -0.3259280025959015], [-0.5501681566238403, 0.5536080598831177], [-1.1487834453582764, 1.15480375289917], [-0.5132133364677429, 0.516340434551239], [-1.1402584314346313, 1.146096110343933], [-0.5110976696014404, 0.5139901638031006], [0.42829054594039917, -0.42943525314331055], [-0.49330389499664307, 0.4960445165634155], [0.44240692257881165, -0.443713903427124], [-0.4823649823665619, 0.4849707782268524], [0.4498327076435089, -0.4512757956981659], [-0.47794491052627563, 0.48043233156204224], [0.45095035433769226, -0.4525051414966583], [-0.47980380058288574, 0.4821888506412506], [0.4459083676338196, -0.4475518465042114], [-0.4877995550632477, 0.49009791016578674], [-1.1393376588821411, 1.1446551084518433], [-0.5510333180427551, 0.553263247013092], [-1.1763845682144165, 1.181721568107605], [-0.6430310010910034, 0.6452803015708923], [0.22651629149913788, -0.22804269194602966], [-0.7167996168136597, 0.7191540598869324], [0.1269429624080658, -0.12829622626304626], [-0.793996274471283, 0.7964850664138794], [0.012438900768756866, -0.013596571050584316], [-0.8737900257110596, 0.8764509558677673], [-0.11785256117582321, 0.11691734939813614], [0.7326450943946838, -0.737224817276001], [-0.2108657956123352, 0.21017712354660034], [-1.0018061399459839, 1.0048972368240356], [-0.34447360038757324, 0.3440111577510834], [0.5316818356513977, -0.5357844829559326], [-0.44456490874290466, 0.44437485933303833], [-1.115717887878418, 1.11933171749115], [-0.580139696598053, 0.5802314281463623], [-1.1763322353363037, 1.1802860498428345], [-0.722628653049469, 0.7230998277664185], [0.053960081189870834, -0.05713281407952309], [0.8336648941040039, -0.8398641347885132], [-0.06869243085384369, 0.06592148542404175], [-0.9014564752578735, 0.9027987718582153], [-0.22134368121623993, 0.21895164251327515], [0.6132595539093018, -0.6189169883728027], [-0.3330822288990021, 0.3310997486114502], [0.5140013694763184, -0.5193864107131958], [-0.42974478006362915, 0.42814767360687256], [0.41844919323921204, -0.42357462644577026], [-0.5144209861755371, 0.5131899118423462], [-1.111838459968567, 1.1147093772888184], [-0.6265550255775452, 0.6257201433181763], [-1.1599899530410767, 1.1632672548294067], [-0.7432867288589478, 0.7429475784301758], [-0.017028750851750374, 0.01285951491445303], [0.7572258710861206, -0.7641369700431824], [-0.11680268496274948, 0.11307478696107864], [-0.8865875005722046, 0.887255847454071], [-1.258059024810791, 1.2625826597213745], [-0.9722455739974976, 0.9734548926353455], [-0.41942793130874634, 0.4167492985725403], [-1.0410538911819458, 1.042860984802246], [-1.3148287534713745, 1.3202999830245972], [-1.1149053573608398, 1.117395281791687], [-0.734673261642456, 0.7336114645004272], [-0.10522101819515228, 0.10021919757127762], [-0.8462159037590027, 0.8460559844970703], [-0.28441452980041504, 0.280245840549469], [0.4216341972351074, -0.4288885295391083], [0.9952024817466736, -1.0038565397262573], [0.3330067992210388, -0.3398447334766388], [-0.48439931869506836, 0.48178786039352417], [0.23624953627586365, -0.24269357323646545], [-0.5593597292900085, 0.5573926568031311], [-1.0628788471221924, 1.0653057098388672], [-0.6503239870071411, 0.6490312218666077], [0.01613285206258297, -0.02165619656443596], [0.7181568741798401, -0.7260581254959106], [1.1966525316238403, -1.2056792974472046], [0.7387597560882568, -0.7464056015014648], [0.004888140130788088, -0.00967379193753004], [0.7656208276748657, -0.7730816602706909], [0.04433947056531906, -0.04896525666117668], [0.8182662725448608, -0.8255742788314819], [0.11870405077934265, -0.12327279895544052], [-0.629681408405304, 0.6296319961547852], [0.18050186336040497, -0.18506811559200287], [0.9449806213378906, -0.952109694480896], [0.30379411578178406, -0.30839142203330994], [1.0426381826400757, -1.0497301816940308], [0.46635913848876953, -0.47104066610336304], [-0.3223736882209778, 0.3215746581554413], [0.6141592860221863, -0.6189720034599304], [1.2283178567886353, -1.2355679273605347], [0.8102733492851257, -0.815226674079895], [0.09876608848571777, -0.10046844929456711], [0.9750216603279114, -0.9802196621894836], [0.35278505086898804, -0.3549520671367645], [-0.45030105113983154, 0.45191583037376404], [0.5716781616210938, -0.5743025541305542], [-0.22469237446784973, 0.2256832867860794], [-0.9218990206718445, 0.9263489246368408], [-0.022987209260463715, 0.023394372314214706], [0.9053795337677002, -0.9088834524154663], [1.3432395458221436, -1.3499462604522705], [1.0715491771697998, -1.0755614042282104], [0.5394077301025391, -0.540129542350769], [1.191479206085205, -1.1961342096328735], [0.7885173559188843, -0.7899705767631531], [0.10161752253770828, -0.09958580881357193], [-0.6589413285255432, 0.6640248894691467], [0.3581598401069641, -0.35692381858825684], [-0.4269419312477112, 0.43146225810050964], [0.577677845954895, -0.5772624611854553], [-0.1786605417728424, 0.1825886368751526], [0.7590848207473755, -0.7595188021659851], [0.07429824769496918, -0.07104627043008804], [-0.6779434680938721, 0.6840121746063232], [0.27549177408218384, -0.27300965785980225], [-0.5020641088485718, 0.5077181458473206], [0.4471396803855896, -0.4454489052295685], [1.0725367069244385, -1.075336217880249], [0.6259048581123352, -0.625068187713623], [-0.08254548907279968, 0.087184838950634], [-0.7901175022125244, 0.7971402406692505], [-1.2470248937606812, 1.2554833889007568], [-1.4834661483764648, 1.4931106567382812], [-1.2521251440048218, 1.2603771686553955], [-0.7464218735694885, 0.7528194785118103], [0.09058177471160889, -0.08746527135372162], [-0.7383158206939697, 0.7445327043533325], [0.09513666480779648, -0.09225005656480789], [-0.748394787311554, 0.7544576525688171], [0.07801990956068039, -0.0752892717719078], [-0.7764700055122375, 0.7824090123176575], [0.03828660026192665, -0.03564010187983513], [-0.8219876885414124, 0.8278357982635498], [-0.025861747562885284, 0.028491880744695663], [0.7606217861175537, -0.7623211145401001], [-0.06328665465116501, 0.06593771278858185], [-0.9102301001548767, 0.9160016179084778], [-0.1515447497367859, 0.15422341227531433], [-0.9818507432937622, 0.9876133799552917], [-0.2688838839530945, 0.27164727449417114], [-1.0643209218978882, 1.0701320171356201], [-0.4151923656463623, 0.4180925488471985], [0.44881781935691833, -0.44985663890838623], [1.0584298372268677, -1.0630358457565308], [0.3815862834453583, -0.3823564052581787], [-0.5959715843200684, 0.5992213487625122], [0.2804296016693115, -0.28097209334373474], [-0.6944324970245361, 0.6978198289871216], [0.1635335087776184, -0.1638326346874237], [0.91725754737854, -0.9213059544563293], [0.08432703465223312, -0.08438419550657272], [-0.8470761775970459, 0.8507748246192932], [-0.037453025579452515, 0.0376029908657074], [-0.9332992434501648, 0.9371616244316101], [-1.3669118881225586, 1.3737059831619263], [-1.0508098602294922, 1.05491304397583], [-1.4116390943527222, 1.418736457824707], [-1.1675889492034912, 1.172084927558899], [-1.4515098333358765, 1.4590202569961548], [-1.2713029384613037, 1.2763543128967285], [-0.9016469717025757, 0.9035683274269104], [-0.23181991279125214, 0.23018191754817963], [-1.0540140867233276, 1.0567280054092407], [-1.3909578323364258, 1.3973158597946167], [-1.5140963792800903, 1.5231422185897827], [-1.4338014125823975, 1.4409371614456177], [-1.2953969240188599, 1.300066351890564], [-1.459936261177063, 1.467899203300476], [-1.3601502180099487, 1.3659405708312988]], "value_targets": [86.60203552246094, 86.4666976928711, 86.33000183105469, 86.1919174194336, 86.05244445800781, 85.91156005859375, 85.76924896240234, 85.62550354003906, 85.48030853271484, 85.33364868164062, 85.18550109863281, 85.03585815429688, 84.88470458984375, 84.73202514648438, 84.57780456542969, 84.42202758789062, 84.2646713256836, 84.10572814941406, 83.94518280029297, 83.78301239013672, 83.61920166015625, 83.45374298095703, 83.28660583496094, 83.11778259277344, 82.94725799560547, 82.77500915527344, 82.60102081298828, 82.4252700805664, 82.24774932861328, 82.06842803955078, 81.8873062133789, 81.704345703125, 81.51954650878906, 81.33287048339844, 81.14431762695312, 80.953857421875, 80.76146697998047, 80.567138671875, 80.370849609375, 80.17257690429688, 79.97229766845703, 79.7699966430664, 79.5656509399414, 79.35924530029297, 79.1507568359375, 78.94015502929688, 78.72743225097656, 78.51255798339844, 78.2955093383789, 78.0762710571289, 77.85482025146484, 77.63113403320312, 77.40518188476562, 77.17695617675781, 76.94641876220703, 76.71355438232422, 76.47834014892578, 76.2407455444336, 76.0007553100586, 75.75833892822266, 75.51347351074219, 75.26612854003906, 75.01629638671875, 74.76393127441406, 74.50902557373047, 74.25154113769531, 73.991455078125, 73.72874450683594, 73.46337127685547, 73.19532775878906, 72.92457580566406, 72.65108489990234, 72.37483215332031, 72.09579467773438, 71.81392669677734, 71.52922058105469, 71.24163818359375, 70.9511489868164, 70.65773010253906, 70.36134338378906, 70.06195831298828, 69.75955963134766, 69.45409393310547, 69.14555358886719, 68.83389282226562, 68.51908111572266, 68.20109558105469, 67.87989044189453, 67.55545043945312, 67.22772216796875, 66.89669036865234, 66.56231689453125, 66.22456359863281, 65.88339233398438, 65.53878021240234, 65.19068908691406, 64.83908081054688, 64.48391723632812, 64.12516784667969, 63.76279830932617, 63.396766662597656, 63.027034759521484, 62.65357208251953, 62.276336669921875, 61.895286560058594, 61.51039123535156, 61.12160873413086, 60.72889709472656, 60.332218170166016, 59.93153381347656, 59.52680206298828, 59.11798095703125, 58.70503234863281, 58.28791046142578, 57.8665771484375, 57.44098663330078, 57.0110969543457, 56.576866149902344, 56.138248443603516, 55.6952018737793, 55.247676849365234, 54.79563522338867, 54.33902359008789, 53.877803802490234, 53.411922454833984, 52.94133758544922, 52.46599578857422, 51.98585510253906, 51.50086212158203, 51.01097106933594, 50.51613235473633, 50.01629638671875, 49.511409759521484, 49.001426696777344, 48.486289978027344, 47.965946197509766, 47.44034957885742, 46.909446716308594, 46.37317657470703, 45.83149337768555, 45.28433609008789, 44.731651306152344, 44.17338562011719, 43.60948181152344, 43.039878845214844, 42.46452331542969, 41.883358001708984, 41.296321868896484, 40.70335388183594, 40.104400634765625, 39.499393463134766, 38.888275146484375, 38.2709846496582, 37.6474609375, 37.017635345458984, 36.38145065307617, 35.73883819580078, 35.08973693847656, 34.434078216552734, 33.77179718017578, 33.10282516479492, 32.427093505859375, 31.74454116821289, 31.055091857910156, 30.358678817749023, 29.655229568481445, 28.944677352905273, 28.226945877075195, 27.50196647644043, 26.769662857055664, 26.02996253967285, 25.282791137695312, 24.5280704498291, 23.765727996826172, 22.995685577392578, 22.217864990234375, 21.432186126708984, 20.63857078552246, 19.83694076538086, 19.02721405029297, 18.209306716918945, 17.383136749267578, 16.54862403869629, 15.705680847167969, 14.854223251342773, 13.99416446685791, 13.125418663024902, 12.24789810180664, 11.361513137817383, 10.466174125671387, 9.561792373657227, 8.648275375366211, 7.725530624389648, 6.7934651374816895, 5.851984977722168, 4.900994777679443, 3.940398931503296, 2.970099925994873, 1.9900000095367432, 1.0]}
{"type": "SampleBatch", "eps_id": [1559257844, 1559257844, 1559257844, 1559257844, 1559257844, 1559257844, 1559257844, 1559257844, 1559257844, 1559257844, 1559257844, 1559257844, 1559257844, 1559257844, 1559257844, 1559257844, 1559257844, 1559257844, 1559257844, 1559257844, 1559257844, 1559257844, 1559257844, 1559257844, 1559257844, 1559257844, 1559257844, 1559257844, 1559257844, 1559257844, 1559257844, 1559257844, 1559257844, 1559257844, 1559257844, 1559257844, 1559257844, 1559257844, 1559257844, 1559257844, 1559257844, 1559257844, 1559257844, 1559257844, 1559257844, 1559257844, 1559257844, 1559257844, 1559257844, 1559257844, 1559257844, 1559257844, 1559257844, 1559257844, 1559257844, 1559257844, 1559257844, 1559257844, 1559257844, 1559257844, 1559257844, 1559257844, 1559257844, 1559257844, 1559257844, 1559257844, 1559257844, 1559257844, 1559257844, 1559257844, 1559257844, 1559257844, 1559257844, 1559257844, 1559257844, 1559257844, 1559257844, 1559257844, 1559257844, 1559257844, 1559257844, 1559257844, 1559257844, 1559257844, 1559257844, 1559257844, 1559257844, 1559257844, 1559257844, 1559257844, 1559257844, 1559257844, 1559257844, 1559257844, 1559257844, 1559257844, 1559257844, 1559257844, 1559257844, 1559257844, 1559257844, 1559257844, 1559257844, 1559257844, 1559257844, 1559257844, 1559257844, 1559257844, 1559257844, 1559257844, 1559257844, 1559257844, 1559257844, 1559257844, 1559257844, 1559257844, 1559257844, 1559257844, 1559257844, 1559257844, 1559257844, 1559257844, 1559257844, 1559257844, 1559257844, 1559257844, 1559257844, 1559257844, 1559257844, 1559257844, 1559257844, 1559257844, 1559257844, 1559257844, 1559257844, 1559257844, 1559257844, 428038203, 428038203, 428038203, 428038203, 428038203, 428038203, 428038203, 428038203, 428038203, 428038203, 428038203, 428038203, 428038203, 428038203, 428038203, 428038203, 428038203, 428038203, 428038203, 428038203, 428038203, 428038203, 428038203, 428038203, 428038203, 428038203, 428038203, 428038203, 428038203, 428038203, 428038203, 428038203, 428038203, 428038203, 428038203, 428038203, 428038203, 428038203, 428038203, 428038203, 428038203, 428038203, 428038203, 428038203, 428038203, 428038203, 428038203, 428038203, 428038203, 428038203, 428038203, 428038203, 428038203, 428038203, 428038203, 428038203, 428038203, 428038203, 428038203, 428038203, 428038203, 428038203, 428038203, 428038203, 428038203, 428038203, 428038203, 428038203, 428038203, 428038203, 428038203, 428038203, 428038203, 428038203, 428038203, 428038203, 428038203, 428038203, 428038203, 428038203, 428038203, 428038203, 428038203, 428038203, 428038203, 428038203, 428038203, 428038203, 428038203, 428038203, 428038203, 428038203, 428038203, 428038203, 428038203, 428038203, 428038203, 428038203, 428038203, 428038203, 428038203, 428038203, 428038203, 428038203, 428038203, 428038203, 428038203, 428038203, 428038203, 428038203, 428038203, 428038203, 428038203, 428038203, 428038203, 428038203, 428038203, 428038203, 428038203, 428038203, 428038203, 428038203, 428038203, 428038203, 428038203, 428038203, 428038203, 428038203, 428038203, 428038203, 428038203, 428038203, 428038203, 428038203, 428038203, 428038203, 428038203, 428038203, 428038203, 428038203, 428038203, 428038203, 428038203, 428038203, 428038203, 428038203, 428038203, 428038203, 428038203, 428038203, 428038203, 428038203, 428038203, 428038203, 428038203, 428038203, 428038203, 428038203, 428038203, 428038203, 428038203, 428038203, 428038203, 428038203, 428038203, 428038203, 428038203, 428038203, 428038203, 428038203, 428038203, 428038203, 428038203, 428038203, 428038203, 428038203, 428038203, 428038203, 428038203, 428038203, 428038203, 428038203, 428038203, 428038203, 428038203, 428038203, 428038203, 428038203, 428038203, 428038203, 428038203, 428038203, 428038203, 428038203, 428038203, 428038203, 428038203, 428038203, 428038203, 428038203], "obs": [[0.010222620330750942, 0.012567007914185524, -0.04646635800600052, -0.03730032593011856], [0.01047396007925272, 0.2083234339952469, -0.04721236601471901, -0.34427422285079956], [0.014640429057180882, 0.013903794810175896, -0.05409784987568855, -0.06684499979019165], [0.014918504282832146, 0.2097579389810562, -0.05543474853038788, -0.37609344720840454], [0.019113663583993912, 0.01546537410467863, -0.06295661628246307, -0.1013917550444603], [0.019422970712184906, 0.21143044531345367, -0.06498445570468903, -0.4132540225982666], [0.02365157939493656, 0.01728692837059498, -0.07324953377246857, -0.1417454332113266], [0.023997317999601364, -0.17671367526054382, -0.0760844424366951, 0.12695904076099396], [0.020463043823838234, 0.0194111205637455, -0.07354526221752167, -0.1887243241071701], [0.020851267501711845, -0.17458578944206238, -0.07731974869966507, 0.07988160848617554], [0.017359551042318344, -0.3685190975666046, -0.0757221132516861, 0.3472030758857727], [0.009989169426262379, -0.5624868869781494, -0.06877805292606354, 0.6150799989700317], [-0.0012605688534677029, -0.36647477746009827, -0.05647645518183708, 0.3015521764755249], [-0.008590064942836761, -0.17059527337551117, -0.05044541135430336, -0.008393888361752033], [-0.01200196985155344, 0.025212477892637253, -0.05061328783631325, -0.31655654311180115], [-0.011497720144689083, -0.1691533923149109, -0.05694441869854927, -0.04025505483150482], [-0.014880788512527943, -0.3634144961833954, -0.05774952098727226, 0.23393166065216064], [-0.02214907854795456, -0.5576658248901367, -0.05307088792324066, 0.5078539848327637], [-0.033302392810583115, -0.36183783411979675, -0.042913809418678284, 0.1989300698041916], [-0.040539149194955826, -0.1661292016506195, -0.038935206830501556, -0.10697539895772934], [-0.04386173561215401, 0.029528452083468437, -0.0410747155547142, -0.41168349981307983], [-0.04327116534113884, 0.2252078801393509, -0.04930838569998741, -0.7170276641845703], [-0.0387670062482357, 0.030801773071289062, -0.06364893913269043, -0.44026368856430054], [-0.03815097361803055, -0.16336436569690704, -0.07245421409606934, -0.16830439865589142], [-0.04141825810074806, 0.03271585702896118, -0.07582029700279236, -0.48293596506118774], [-0.040763940662145615, -0.16125868260860443, -0.0854790210723877, -0.2150799185037613], [-0.043989114463329315, -0.35506120324134827, -0.08978061378002167, 0.049462225288152695], [-0.051090341061353683, -0.5487887263298035, -0.0887913703918457, 0.31252309679985046], [-0.06206611543893814, -0.7425409555435181, -0.08254091441631317, 0.5759361386299133], [-0.07691693305969238, -0.5463648438453674, -0.07102219015359879, 0.25843438506126404], [-0.08784423023462296, -0.7404047846794128, -0.06585349887609482, 0.5278975367546082], [-0.10265232622623444, -0.5444211363792419, -0.05529554933309555, 0.21521231532096863], [-0.11354074627161026, -0.3485540449619293, -0.050991304218769073, -0.09438787400722504], [-0.12051182985305786, -0.5429094433784485, -0.05287906154990196, 0.18178139626979828], [-0.13137002289295197, -0.3470723032951355, -0.04924343526363373, -0.12710295617580414], [-0.1383114606142044, -0.5414555072784424, -0.05178549140691757, 0.14964665472507477], [-0.14914056658744812, -0.7357991337776184, -0.048792559653520584, 0.42555317282676697], [-0.16385655105113983, -0.9301971793174744, -0.040281496942043304, 0.7024639248847961], [-0.1824605017900467, -0.7345407605171204, -0.026232218369841576, 0.3973778188228607], [-0.197151318192482, -0.9292809367179871, -0.018284661695361137, 0.6816761493682861], [-0.21573694050312042, -0.7339099049568176, -0.0046511380933225155, 0.38329318165779114], [-0.23041513562202454, -0.9289655089378357, 0.0030147256329655647, 0.6745060086250305], [-0.24899443984031677, -0.7338855862617493, 0.016504844650626183, 0.382773756980896], [-0.2636721432209015, -0.5390017628669739, 0.024160319939255714, 0.09534014016389847], [-0.27445217967033386, -0.7344615459442139, 0.02606712281703949, 0.39554664492607117], [-0.2891414165496826, -0.5397189855575562, 0.03397805616259575, 0.11119487881660461], [-0.29993578791618347, -0.7353109121322632, 0.03620195388793945, 0.4144010841846466], [-0.3146420121192932, -0.5407202839851379, 0.04448997601866722, 0.13334743678569794], [-0.3254564106464386, -0.3462629020214081, 0.047156922519207, -0.1449742466211319], [-0.3323816955089569, -0.5420273542404175, 0.04425743967294693, 0.16220498085021973], [-0.3432222306728363, -0.7377540469169617, 0.04750153794884682, 0.46851494908332825], [-0.3579773008823395, -0.5433341860771179, 0.05687183886766434, 0.19117435812950134], [-0.36884400248527527, -0.3490700125694275, 0.06069532409310341, -0.08303949236869812], [-0.3758254051208496, -0.5450071096420288, 0.05903453379869461, 0.22815845906734467], [-0.3867255449295044, -0.350776344537735, 0.06359770148992538, -0.04533413052558899], [-0.39374107122421265, -0.1566212773323059, 0.06269101798534393, -0.31729283928871155], [-0.39687347412109375, -0.3525775074958801, 0.05634516477584839, -0.005516796372830868], [-0.4039250314235687, -0.5484603643417358, 0.056234829127788544, 0.30439791083335876], [-0.4148942530155182, -0.35418304800987244, 0.06232278794050217, 0.029966898262500763], [-0.4219779074192047, -0.16000764071941376, 0.06292212754487991, -0.24241970479488373], [-0.42517805099487305, -0.35596930980682373, 0.058073729276657104, 0.06942800432443619], [-0.4322974383831024, -0.1617259532213211, 0.0594622902572155, -0.2043817639350891], [-0.43553197383880615, -0.3576456308364868, 0.05537465587258339, 0.10644996911287308], [-0.4426848888397217, -0.163359135389328, 0.057503655552864075, -0.16826122999191284], [-0.44595205783843994, -0.35925501585006714, 0.0541384294629097, 0.1419936716556549], [-0.4531371593475342, -0.16494853794574738, 0.05697830393910408, -0.13313008844852448], [-0.4564361274242401, -0.3608384132385254, 0.05431570112705231, 0.17697042226791382], [-0.46365290880203247, -0.16653414070606232, 0.05785511061549187, -0.09809519350528717], [-0.4669835865497589, -0.3624354898929596, 0.05589320883154869, 0.21226510405540466], [-0.4742322862148285, -0.16815537214279175, 0.060138508677482605, -0.06227594241499901], [-0.47759538888931274, -0.36408570408821106, 0.05889299139380455, 0.24875833094120026], [-0.4848771095275879, -0.1698521077632904, 0.06386815756559372, -0.024782443419098854], [-0.48827415704727173, -0.36582908034324646, 0.06337250769138336, 0.2873481214046478], [-0.4955907464027405, -0.17166543006896973, 0.06911946833133698, 0.015306341461837292], [-0.49902403354644775, -0.3677070736885071, 0.06942559778690338, 0.3289715647697449], [-0.506378173828125, -0.5637451410293579, 0.07600502669811249, 0.6427150368690491], [-0.5176531076431274, -0.3697602450847626, 0.08885932713747025, 0.3749017119407654], [-0.5250483155250549, -0.17600545287132263, 0.09635736048221588, 0.11150646954774857], [-0.5285683870315552, 0.01761316880583763, 0.09858749061822891, -0.14928898215293884], [-0.5282161235809326, -0.17877216637134552, 0.09560171514749527, 0.17279641330242157], [-0.5317915678024292, -0.37512317299842834, 0.0990576446056366, 0.4940420985221863], [-0.5392940640449524, -0.5714923739433289, 0.10893848538398743, 0.8162273168563843], [-0.5507239103317261, -0.3780171275138855, 0.1252630352973938, 0.5596993565559387], [-0.5582842230796814, -0.18485532701015472, 0.13645701110363007, 0.3089579641819], [-0.5619813203811646, 0.008085258305072784, 0.14263617992401123, 0.06223136559128761], [-0.5618196129798889, 0.20090466737747192, 0.14388079941272736, -0.18226754665374756], [-0.5578015446662903, 0.3937061131000519, 0.14023545384407043, -0.4263262450695038], [-0.5499274134635925, 0.5865921974182129, 0.13170892000198364, -0.6717208623886108], [-0.5381955504417419, 0.38990914821624756, 0.1182745099067688, -0.34064093232154846], [-0.5303974151611328, 0.1933203786611557, 0.11146169155836105, -0.013126223348081112], [-0.5265309810638428, 0.3866819739341736, 0.11119917035102844, -0.2686668634414673], [-0.5187973380088806, 0.1901632845401764, 0.10582583397626877, 0.05691578984260559], [-0.5149940848350525, 0.3836212456226349, 0.10696414858102798, -0.2005929946899414], [-0.5073216557502747, 0.18714497983455658, 0.10295228660106659, 0.12382455915212631], [-0.503578782081604, -0.009289698675274849, 0.1054287776350975, 0.44713094830513], [-0.5037645697593689, 0.18419517576694489, 0.1143713966012001, 0.18945379555225372], [-0.5000806450843811, 0.3775109052658081, 0.11816047132015228, -0.0650733932852745], [-0.4925304353237152, 0.5707579851150513, 0.11685900390148163, -0.3182643949985504], [-0.48111528158187866, 0.7640385031700134, 0.1104937195777893, -0.571929395198822], [-0.46583449840545654, 0.567554771900177, 0.09905512630939484, -0.24658203125], [-0.45448341965675354, 0.3711678981781006, 0.0941234901547432, 0.0756288692355156], [-0.4470600485801697, 0.5648232698440552, 0.09563606232404709, -0.18593698740005493], [-0.4357635974884033, 0.3684723675251007, 0.09191732853651047, 0.13531769812107086], [-0.4283941388130188, 0.5621657371520996, 0.09462367743253708, -0.12701021134853363], [-0.4171508252620697, 0.755813717842102, 0.09208347648382187, -0.388404905796051], [-0.40203455090522766, 0.5595135688781738, 0.08431537449359894, -0.06816791743040085], [-0.39084428548812866, 0.7533318400382996, 0.08295202255249023, -0.3331031799316406], [-0.37577763199806213, 0.947181224822998, 0.07628995925188065, -0.5985174179077148], [-0.3568340241909027, 1.1411575078964233, 0.06431961059570312, -0.8662279844284058], [-0.33401086926460266, 1.3353478908538818, 0.046995047479867935, -1.138014316558838], [-0.30730390548706055, 1.139643907546997, 0.02423476055264473, -0.8309710621833801], [-0.2845110297203064, 0.94419926404953, 0.007615339942276478, -0.5307658314704895], [-0.26562705636024475, 0.7489709854125977, -0.0029999762773513794, -0.2356930524110794], [-0.250647634267807, 0.5538920164108276, -0.0077138375490903854, 0.05604207515716553], [-0.2395697832107544, 0.749123752117157, -0.006592995952814817, -0.23906460404396057], [-0.2245873063802719, 0.9443392753601074, -0.011374288238584995, -0.533819854259491], [-0.20570051670074463, 0.7493790984153748, -0.022050684317946434, -0.2447424829006195], [-0.19071294367313385, 0.5545789003372192, -0.026945535093545914, 0.04090435802936554], [-0.1796213686466217, 0.7500767111778259, -0.026127446442842484, -0.26015686988830566], [-0.1646198332309723, 0.5553372502326965, -0.03133058547973633, 0.024171950295567513], [-0.1535130888223648, 0.3606783151626587, -0.03084714524447918, 0.30680739879608154], [-0.14629951119422913, 0.5562259554862976, -0.024710997939109802, 0.004557897802442312], [-0.13517500460147858, 0.7516934275627136, -0.02461984008550644, -0.2958180904388428], [-0.12014113366603851, 0.9471575021743774, -0.03053620085120201, -0.5961629152297974], [-0.1011979803442955, 0.752475917339325, -0.042459458112716675, -0.31325289607048035], [-0.0861484631896019, 0.5579837560653687, -0.04872451722621918, -0.03425690904259682], [-0.07498878985643387, 0.7537693381309509, -0.0494096577167511, -0.3419061005115509], [-0.05991340056061745, 0.9495581984519958, -0.056247778236866, -0.6497514247894287], [-0.04092223569750786, 1.1454166173934937, -0.06924280524253845, -0.9596026539802551], [-0.018013902008533478, 0.9512904286384583, -0.0884348601102829, -0.6894522309303284], [0.0010119053767994046, 0.7574998140335083, -0.10222390294075012, -0.4258682131767273], [0.016161901876330376, 0.9539098739624023, -0.1107412651181221, -0.7489468455314636], [0.03524009883403778, 1.1503710746765137, -0.12572020292282104, -1.0743248462677002], [0.05824751779437065, 0.9571142792701721, -0.14720670878887177, -0.8235920667648315], [0.07738980650901794, 1.1539101600646973, -0.16367854177951813, -1.1587159633636475], [0.10046800971031189, 0.9612547755241394, -0.1868528574705124, -0.9215021133422852], [0.1196931004524231, 0.7690819501876831, -0.20528291165828705, -0.6928760409355164], [0.016729388386011124, 0.031687621027231216, -0.004827834665775299, 0.00537219038233161], [0.017363140359520912, 0.22687847912311554, -0.0047203912399709225, -0.28883007168769836], [0.021900709718465805, 0.031824156641960144, -0.010496992617845535, 0.0023603739682585], [0.022537194192409515, 0.22709506750106812, -0.010449784807860851, -0.2936159074306488], [0.02707909420132637, 0.03212364763021469, -0.016322102397680283, -0.0042469315230846405], [0.027721567079424858, 0.2274758368730545, -0.016407040879130363, -0.3020346760749817], [0.03227108344435692, 0.03259151801466942, -0.02244773507118225, -0.014570988714694977], [0.03292291611433029, 0.2280280888080597, -0.02273915521800518, -0.3142510652542114], [0.03748347610235214, 0.033237311989068985, -0.02902417629957199, -0.028825175017118454], [0.03814822435379028, 0.22876320779323578, -0.029600679874420166, -0.3305223882198334], [0.04272348806262016, 0.034074846655130386, -0.036211125552654266, -0.04731912165880203], [0.04340498521924019, 0.2296968251466751, -0.037157509475946426, -0.35120347142219543], [0.04799892008304596, 0.035122454166412354, -0.04418157786130905, -0.07046516984701157], [0.048701368272304535, -0.15933914482593536, -0.04559088125824928, 0.2079574316740036], [0.04551458731293678, -0.3537805378437042, -0.0414317324757576, 0.4859173595905304], [0.03843897581100464, -0.15809917449951172, -0.03171338513493538, 0.18046978116035461], [0.03527699038386345, 0.037461888045072556, -0.028103990480303764, -0.12204649299383163], [0.036026228219270706, 0.23297497630119324, -0.03054492175579071, -0.42346179485321045], [0.04068572819232941, 0.038298752158880234, -0.03901415690779686, -0.1405624896287918], [0.04145170375704765, -0.15624333918094635, -0.04182540625333786, 0.13956134021282196], [0.03832683712244034, 0.03945191949605942, -0.03903418034315109, -0.16601791977882385], [0.03911587595939636, -0.15509016811847687, -0.04235453903675079, 0.11409979313611984], [0.036014072597026825, -0.34958043694496155, -0.04007254168391228, 0.393125057220459], [0.029022464528679848, -0.15391342341899872, -0.03221004083752632, 0.08808198571205139], [0.025944195687770844, -0.3485592305660248, -0.03044840134680271, 0.370431125164032], [0.018973011523485184, -0.15301820635795593, -0.02303977869451046, 0.068305104970932], [0.015912646427750587, -0.34780240058898926, -0.02167367748916149, 0.35363075137138367], [0.008956599049270153, -0.15237906575202942, -0.014601062051951885, 0.05419304221868515], [0.005909017752856016, 0.042949166148900986, -0.013517200946807861, -0.2430606335401535], [0.006768000777810812, -0.15197712182998657, -0.01837841421365738, 0.04532815143465996], [0.0037284584250301123, -0.3468307852745056, -0.01747184991836548, 0.33215633034706116], [-0.0032081573735922575, -0.1514645516872406, -0.010828724130988121, 0.03401525318622589], [-0.006237448193132877, -0.3464295566082001, -0.010148419067263603, 0.3232620358467102], [-0.013166039250791073, -0.15116457641124725, -0.0036831784527748823, 0.027396060526371002], [-0.01618933118879795, -0.3462335169315338, -0.0031352571677416563, 0.31891462206840515], [-0.023114001378417015, -0.15106704831123352, 0.003243035404011607, 0.025244610384106636], [-0.026135342195630074, -0.34623536467552185, 0.003747927490621805, 0.31894898414611816], [-0.03306005150079727, -0.15116699039936066, 0.010126907378435135, 0.02745036967098713], [-0.036083389073610306, 0.04380828142166138, 0.010675914585590363, -0.2620202898979187], [-0.035207223147153854, -0.15146441757678986, 0.005435509141534567, 0.034010741859674454], [-0.03823651373386383, -0.3466638922691345, 0.006115723866969347, 0.32840365171432495], [-0.04516978934407234, -0.15162953734397888, 0.012683797627687454, 0.03765561059117317], [-0.048202380537986755, 0.04330824315547943, 0.013436909765005112, -0.2509986162185669], [-0.047336217015981674, 0.23823577165603638, 0.008416936732828617, -0.5394131541252136], [-0.042571499943733215, 0.04299651086330414, -0.002371326321735978, -0.24409011006355286], [-0.04171157255768776, -0.15209148824214935, -0.007253128569573164, 0.047843899577856064], [-0.04475340247154236, 0.04313370957970619, -0.006296250503510237, -0.24711859226226807], [-0.04389072582125664, -0.15189775824546814, -0.011238622479140759, 0.04357171803712845], [-0.046928681433200836, -0.3468567728996277, -0.010367187671363354, 0.3326876759529114], [-0.053865816444158554, -0.1515887975692749, -0.003713434562087059, 0.036753565073013306], [-0.056897591799497604, 0.043586209416389465, -0.0029783633071929216, -0.2570986747741699], [-0.05602587014436722, -0.15149308741092682, -0.008120336569845676, 0.03464334458112717], [-0.05905573070049286, 0.04374435916543007, -0.007427469827234745, -0.260590523481369], [-0.05818084254860878, -0.1512707769870758, -0.012639280408620834, 0.029740454629063606], [-0.061206258833408356, 0.044030122458934784, -0.012044471688568592, -0.2669033408164978], [-0.060325656086206436, -0.1509178727865219, -0.017382537946105003, 0.02195644937455654], [-0.06334401667118073, 0.044448986649513245, -0.01694341003894806, -0.27615979313850403], [-0.062455035746097565, 0.23980852961540222, -0.02246660552918911, -0.5741381645202637], [-0.05765886232256889, 0.04500863701105118, -0.033949367702007294, -0.28861668705940247], [-0.05675869062542915, -0.149613156914711, -0.03972170129418373, -0.006831410340964794], [-0.05975095555186272, -0.3441435992717743, -0.03985833004117012, 0.2730589807033539], [-0.06663382798433304, -0.1484762579202652, -0.034397151321172714, -0.031924180686473846], [-0.06960335373878479, 0.04712165147066116, -0.0350356325507164, -0.33525824546813965], [-0.0686609148979187, -0.14748461544513702, -0.04174079746007919, -0.053826361894607544], [-0.07161060720682144, -0.34198397397994995, -0.04281732812523842, 0.22540032863616943], [-0.0784502923488617, -0.5364686846733093, -0.03830932080745697, 0.5042755603790283], [-0.08917966485023499, -0.3408283293247223, -0.028223808854818344, 0.19977016746997833], [-0.09599623084068298, -0.5355355143547058, -0.024228405207395554, 0.4834178686141968], [-0.10670693963766098, -0.3400801122188568, -0.014560048468410969, 0.18319842219352722], [-0.11350854486227036, -0.5349907279014587, -0.010896080173552036, 0.4712528586387634], [-0.12420836091041565, -0.729957103729248, -0.0014710226096212864, 0.7604816555976868], [-0.1388075053691864, -0.5348148941993713, 0.013738610781729221, 0.4673362076282501], [-0.14950379729270935, -0.3398897349834442, 0.02308533526957035, 0.17901507019996643], [-0.1563015878200531, -0.14510561525821686, 0.026665637269616127, -0.10629677027463913], [-0.15920370817184448, -0.3405993580818176, 0.024539701640605927, 0.19467835128307343], [-0.16601568460464478, -0.14583685994148254, 0.028433267027139664, -0.09016347676515579], [-0.16893242299556732, 0.04886624217033386, 0.02662999927997589, -0.37374183535575867], [-0.16795510053634644, -0.1466236710548401, 0.019155161455273628, -0.07278263568878174], [-0.17088757455348969, 0.0482184998691082, 0.017699509859085083, -0.35936102271080017], [-0.16992320120334625, -0.14715053141117096, 0.01051228865981102, -0.06114998459815979], [-0.17286622524261475, -0.34242162108421326, 0.009289288893342018, 0.23483102023601532], [-0.1797146499156952, -0.14743360877037048, 0.013985909521579742, -0.054907362908124924], [-0.18266332149505615, -0.34275326132774353, 0.012887761928141117, 0.24215520918369293], [-0.18951839208602905, -0.14781776070594788, 0.017730865627527237, -0.046434879302978516], [-0.19247473776340485, 0.0470455102622509, 0.016802169382572174, -0.33347123861312866], [-0.19153383374214172, 0.24192433059215546, 0.01013274397701025, -0.6208086013793945], [-0.18669535219669342, 0.046662356704473495, -0.0022834285628050566, -0.324951708316803], [-0.18576209247112274, -0.14842700958251953, -0.0087824622169137, -0.0329897440969944], [-0.1887306421995163, 0.0468197762966156, -0.009442257694900036, -0.3284306526184082], [-0.18779423832893372, -0.1481664925813675, -0.016010869294404984, -0.038740262389183044], [-0.19075757265090942, -0.34305521845817566, -0.016785675659775734, 0.24884837865829468], [-0.19761867821216583, -0.14769762754440308, -0.011808707378804684, -0.04908148571848869], [-0.20057262480258942, 0.04759163782000542, -0.012790337204933167, -0.34546664357185364], [-0.1996207982301712, -0.14734604954719543, -0.019699670374393463, -0.056844279170036316], [-0.20256772637367249, -0.3421801030635834, -0.02083655633032322, 0.22955873608589172], [-0.20941132307052612, -0.14676667749881744, -0.01624538190662861, -0.06962326169013977], [-0.2123466581106186, -0.3416520059108734, -0.017637846991419792, 0.21789021790027618], [-0.2191796898841858, -0.1462824046611786, -0.013280042447149754, -0.08030384033918381], [-0.22210533916950226, 0.04902736842632294, -0.014886118471622467, -0.3771468997001648], [-0.2211247980594635, -0.14588002860546112, -0.022429056465625763, -0.08919454365968704], [-0.2240424007177353, 0.04955611005425453, -0.024212947115302086, -0.3888686001300812], [-0.2230512797832489, -0.14521394670009613, -0.03199031949043274, -0.10391707718372345], [-0.2259555459022522, -0.3398631811141968, -0.03406866267323494, 0.1785038560628891], [-0.23275281488895416, -0.14427068829536438, -0.030498584732413292, -0.12472890317440033], [-0.23563823103904724, 0.051274623721838, -0.03299316391348839, -0.42687565088272095], [-0.23461273312568665, 0.2468479722738266, -0.04153067618608475, -0.7297742366790771], [-0.2296757847070694, 0.44251859188079834, -0.05612615868449211, -1.0352336168289185], [-0.2208254039287567, 0.24818597733974457, -0.07683083415031433, -0.7606860995292664], [-0.21586169302463531, 0.054201848804950714, -0.09204455465078354, -0.49313437938690186], [-0.2147776484489441, -0.13950955867767334, -0.10190724581480026, -0.2308201789855957], [-0.21756784617900848, -0.3330388367176056, -0.10652364790439606, 0.028058793395757675], [-0.2242286205291748, -0.5264846682548523, -0.10596247017383575, 0.2853240370750427], [-0.23475831747055054, -0.719948410987854, -0.10025598853826523, 0.5427972674369812], [-0.24915727972984314, -0.5235709547996521, -0.0894000455737114, 0.2202843278646469], [-0.25962868332862854, -0.32729238271713257, -0.0849943608045578, -0.0992063507437706], [-0.2661745548248291, -0.521099865436554, -0.0869784876704216, 0.16549718379974365], [-0.2765965461730957, -0.7148760557174683, -0.0836685374379158, 0.42952319979667664], [-0.2908940613269806, -0.5186750292778015, -0.0750780776143074, 0.11168138682842255], [-0.3012675642967224, -0.7126453518867493, -0.07284444570541382, 0.37976503372192383], [-0.3155204653739929, -0.9066613912582397, -0.06524914503097534, 0.6486198902130127], [-0.33365368843078613, -0.7106940150260925, -0.05227674916386604, 0.3361247479915619], [-0.34786757826805115, -0.5148686170578003, -0.045554254204034805, 0.02742551825940609], [-0.3581649661064148, -0.3191239833831787, -0.04500574618577957, -0.27927514910697937], [-0.3645474314689636, -0.5135759711265564, -0.05059124901890755, -0.0011197144631296396], [-0.37481895089149475, -0.7079372406005859, -0.0506136417388916, 0.27518168091773987], [-0.38897770643234253, -0.9023019075393677, -0.045110009610652924, 0.5514812469482422], [-0.40702372789382935, -1.0967621803283691, -0.0340803824365139, 0.8296171426773071], [-0.4289589822292328, -1.2914021015167236, -0.017488040030002594, 1.1113897562026978], [-0.454787015914917, -1.0960549116134644, 0.004739755764603615, 0.8132724761962891], [-0.4767081141471863, -1.2912414073944092, 0.021005205810070038, 1.1074424982070923], [-0.502532958984375, -1.0964018106460571, 0.04315405711531639, 0.8214226365089417], [-0.5244609713554382, -0.901896059513092, 0.059582509100437164, 0.542618989944458], [-0.5424988865852356, -0.7076598405838013, 0.07043489068746567, 0.2692886292934418], [-0.5566521286964417, -0.5136100649833679, 0.07582066208124161, -0.00037362330476753414], [-0.5669242739677429, -0.7097328901290894, 0.0758131891489029, 0.31523534655570984], [-0.5811189413070679, -0.9058482646942139, 0.08211789280176163, 0.6308311820030212], [-0.5992359519004822, -0.7119623422622681, 0.09473451972007751, 0.3650978207588196], [-0.6134751439094543, -0.5183054208755493, 0.1020364761352539, 0.10372524708509445], [-0.6238412857055664, -0.32478252053260803, 0.10411097854375839, -0.15510255098342896], [-0.6303369402885437, -0.5212291479110718, 0.10100892931222916, 0.16852518916130066], [-0.6407614946365356, -0.32768714427948, 0.10437943041324615, -0.09066186100244522], [-0.647315263748169, -0.524138331413269, 0.102566197514534, 0.23304295539855957], [-0.6577980518341064, -0.33062005043029785, 0.10722705721855164, -0.025607353076338768], [-0.664410412311554, -0.1371861696243286, 0.10671490430831909, -0.2826273739337921], [-0.6671541333198547, -0.33365559577941895, 0.1010623574256897, 0.04171496629714966], [-0.6738272309303284, -0.14011715352535248, 0.10189665853977203, -0.2174496352672577], [-0.6766296029090881, -0.3365369439125061, 0.09754766523838043, 0.1055576354265213], [-0.6833603382110596, -0.14293842017650604, 0.09965881705284119, -0.15482604503631592], [-0.6862190961837769, -0.3393355906009674, 0.09656229615211487, 0.1675592064857483], [-0.6930058002471924, -0.14571894705295563, 0.09991348534822464, -0.09316760301589966], [-0.6959202289581299, 0.04783954098820686, 0.09805013239383698, -0.3527316451072693], [-0.6949633955955505, 0.24144043028354645, 0.09099549800157547, -0.6129575967788696], [-0.690134584903717, 0.0451725609600544, 0.07873634248971939, -0.29305803775787354], [-0.6892311573028564, -0.15097853541374207, 0.07287518680095673, 0.02338164485991001], [-0.6922507286071777, -0.34706583619117737, 0.07334281504154205, 0.338138222694397], [-0.6991920471191406, -0.15306000411510468, 0.08010558038949966, 0.06945529580116272], [-0.7022532224655151, -0.34923359751701355, 0.08149468898773193, 0.38629791140556335], [-0.7092379331588745, -0.5454121232032776, 0.08922065049409866, 0.7035220861434937], [-0.7201461791992188, -0.3516325056552887, 0.1032910868525505, 0.44020482897758484], [-0.7271788120269775, -0.15811243653297424, 0.1120951846241951, 0.1817854642868042], [-0.7303410768508911, -0.3546450138092041, 0.1157308965921402, 0.507621169090271], [-0.7374339699745178, -0.16132763028144836, 0.1258833110332489, 0.25353381037712097], [-0.7406604886054993, 0.03179311752319336, 0.13095399737358093, 0.003056916641071439], [-0.7400246262550354, 0.22481757402420044, 0.1310151368379593, -0.24561014771461487], [-0.735528290271759, 0.4178486168384552, 0.12610292434692383, -0.49426692724227905], [-0.7271713018417358, 0.6109876036643982, 0.11621759086847305, -0.7446989417076111], [-0.7149515748023987, 0.41446998715400696, 0.10132361203432083, -0.4178198277950287], [-0.7066621780395508, 0.21806910634040833, 0.0929672122001648, -0.09499125927686691], [-0.7023007869720459, 0.4117441177368164, 0.09106738865375519, -0.35695624351501465], [-0.6940659284591675, 0.21545343101024628, 0.08392826467752457, -0.037003468722105026], [-0.6897568106651306, 0.01923447847366333, 0.08318819850683212, 0.2809349000453949], [-0.6893721222877502, 0.2130773514509201, 0.08880689740180969, 0.015605222433805466], [-0.6851105690002441, 0.4068208932876587, 0.08911899477243423, -0.2477899044752121], [-0.6769741773605347, 0.6005645394325256, 0.08416319638490677, -0.5110857486724854], [-0.664962887763977, 0.40436410903930664, 0.07394148409366608, -0.1931120902299881], [-0.6568756103515625, 0.598354697227478, 0.0700792446732521, -0.4615839123725891], [-0.6449084877967834, 0.4023159146308899, 0.06084756553173065, -0.1476610153913498], [-0.6368622183799744, 0.5965161323547363, 0.05789434537291527, -0.4205440878868103], [-0.6249318718910217, 0.40062370896339417, 0.049483463168144226, -0.11018634587526321], [-0.6169193983078003, 0.2048288881778717, 0.047279734164476395, 0.19768859446048737], [-0.6128228306770325, 0.3992438018321991, 0.05123350769281387, -0.07971285283565521], [-0.604837954044342, 0.2034262716770172, 0.049639251083135605, 0.22868409752845764], [-0.6007694005966187, 0.007631396409124136, 0.05421293154358864, 0.5366026163101196], [-0.6006168127059937, 0.20195084810256958, 0.06494498252868652, 0.26148244738578796], [-0.5965777635574341, 0.005964841227978468, 0.07017463445663452, 0.5739220976829529], [-0.5964584946632385, 0.2000364065170288, 0.08165307343006134, 0.3041456639766693], [-0.5924577713012695, 0.39390552043914795, 0.08773598819971085, 0.03829021006822586], [-0.5845796465873718, 0.587666928768158, 0.08850179612636566, -0.22547268867492676], [-0.5728263258934021, 0.39139893651008606, 0.08399233967065811, 0.09376268088817596], [-0.5649983286857605, 0.5852228403091431, 0.08586759120225906, -0.17128358781337738], [-0.5532938838005066, 0.7790175676345825, 0.08244191855192184, -0.4356905221939087], [-0.5377135276794434, 0.5828312039375305, 0.07372810691595078, -0.11820004135370255], [-0.5260568857192993, 0.7768235802650452, 0.07136411219835281, -0.38674166798591614], [-0.5105203986167908, 0.9708637595176697, 0.06362927705049515, -0.6560978293418884], [-0.4911031424999237, 0.774916410446167, 0.0505073182284832, -0.3440772294998169], [-0.4756048023700714, 0.5791137218475342, 0.04362577572464943, -0.03590484708547592], [-0.46402254700660706, 0.38339418172836304, 0.042907677590847015, 0.27021703124046326], [-0.45635464787483215, 0.18768702447414398, 0.04831201955676079, 0.576118528842926], [-0.4526009261608124, 0.3820996582508087, 0.05983439087867737, 0.2990380823612213], [-0.4449589252471924, 0.5763199329376221, 0.06581515073776245, 0.025809811428189278]], "actions": [1, 0, 1, 0, 1, 0, 0, 1, 0, 0, 0, 1, 1, 1, 0, 0, 0, 1, 1, 1, 1, 0, 0, 1, 0, 0, 0, 0, 1, 0, 1, 1, 0, 1, 0, 0, 0, 1, 0, 1, 0, 1, 1, 0, 1, 0, 1, 1, 0, 0, 1, 1, 0, 1, 1, 0, 0, 1, 1, 0, 1, 0, 1, 0, 1, 0, 1, 0, 1, 0, 1, 0, 1, 0, 0, 1, 1, 1, 0, 0, 0, 1, 1, 1, 1, 1, 1, 0, 0, 1, 0, 1, 0, 0, 1, 1, 1, 1, 0, 0, 1, 0, 1, 1, 0, 1, 1, 1, 1, 0, 0, 0, 0, 1, 1, 0, 0, 1, 0, 0, 1, 1, 1, 0, 0, 1, 1, 1, 0, 0, 1, 1, 0, 1, 0, 0, 0, 1, 0, 1, 0, 1, 0, 1, 0, 1, 0, 1, 0, 0, 0, 1, 1, 1, 0, 0, 1, 0, 0, 1, 0, 1, 0, 1, 1, 0, 0, 1, 0, 1, 0, 1, 0, 1, 1, 0, 0, 1, 1, 1, 0, 0, 1, 0, 0, 1, 1, 0, 1, 0, 1, 0, 1, 1, 0, 0, 0, 1, 1, 0, 0, 0, 1, 0, 1, 0, 0, 1, 1, 1, 0, 1, 1, 0, 1, 0, 0, 1, 0, 1, 1, 1, 0, 0, 1, 0, 0, 1, 1, 0, 0, 1, 0, 1, 1, 0, 1, 0, 0, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 1, 0, 0, 1, 1, 1, 0, 0, 0, 0, 0, 1, 0, 1, 1, 1, 1, 0, 0, 1, 1, 1, 0, 1, 0, 1, 1, 0, 1, 0, 1, 0, 1, 1, 1, 0, 0, 0, 1, 0, 0, 1, 1, 0, 1, 1, 1, 1, 1, 0, 0, 1, 0, 0, 1, 1, 1, 0, 1, 0, 1, 0, 0, 1, 0, 0, 1, 0, 1, 1, 1, 0, 1, 1, 0, 1, 1, 0, 0, 0, 0, 1, 1, 1], "rewards": [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], "prev_actions": [0, 1, 0, 1, 0, 1, 0, 0, 1, 0, 0, 0, 1, 1, 1, 0, 0, 0, 1, 1, 1, 1, 0, 0, 1, 0, 0, 0, 0, 1, 0, 1, 1, 0, 1, 0, 0, 0, 1, 0, 1, 0, 1, 1, 0, 1, 0, 1, 1, 0, 0, 1, 1, 0, 1, 1, 0, 0, 1, 1, 0, 1, 0, 1, 0, 1, 0, 1, 0, 1, 0, 1, 0, 1, 0, 0, 1, 1, 1, 0, 0, 0, 1, 1, 1, 1, 1, 1, 0, 0, 1, 0, 1, 0, 0, 1, 1, 1, 1, 0, 0, 1, 0, 1, 1, 0, 1, 1, 1, 1, 0, 0, 0, 0, 1, 1, 0, 0, 1, 0, 0, 1, 1, 1, 0, 0, 1, 1, 1, 0, 0, 1, 1, 0, 1, 0, 0, 0, 1, 0, 1, 0, 1, 0, 1, 0, 1, 0, 1, 0, 0, 0, 1, 1, 1, 0, 0, 1, 0, 0, 1, 0, 1, 0, 1, 1, 0, 0, 1, 0, 1, 0, 1, 0, 1, 1, 0, 0, 1, 1, 1, 0, 0, 1, 0, 0, 1, 1, 0, 1, 0, 1, 0, 1, 1, 0, 0, 0, 1, 1, 0, 0, 0, 1, 0, 1, 0, 0, 1, 1, 1, 0, 1, 1, 0, 1, 0, 0, 1, 0, 1, 1, 1, 0, 0, 1, 0, 0, 1, 1, 0, 0, 1, 0, 1, 1, 0, 1, 0, 0, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 1, 0, 0, 1, 1, 1, 0, 0, 0, 0, 0, 1, 0, 1, 1, 1, 1, 0, 0, 1, 1, 1, 0, 1, 0, 1, 1, 0, 1, 0, 1, 0, 1, 1, 1, 0, 0, 0, 1, 0, 0, 1, 1, 0, 1, 1, 1, 1, 1, 0, 0, 1, 0, 0, 1, 1, 1, 0, 1, 0, 1, 0, 0, 1, 0, 0, 1, 0, 1, 1, 1, 0, 1, 1, 0, 1, 1, 0, 0, 0, 0, 1, 1], "prev_rewards": [0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], "dones": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, true, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, true], "new_obs": [[0.01047396007925272, 0.2083234339952469, -0.04721236601471901, -0.34427422285079956], [0.014640429057180882, 0.013903794810175896, -0.05409784987568855, -0.06684499979019165], [0.014918504282832146, 0.2097579389810562, -0.05543474853038788, -0.37609344720840454], [0.019113663583993912, 0.01546537410467863, -0.06295661628246307, -0.1013917550444603], [0.019422970712184906, 0.21143044531345367, -0.06498445570468903, -0.4132540225982666], [0.02365157939493656, 0.01728692837059498, -0.07324953377246857, -0.1417454332113266], [0.023997317999601364, -0.17671367526054382, -0.0760844424366951, 0.12695904076099396], [0.020463043823838234, 0.0194111205637455, -0.07354526221752167, -0.1887243241071701], [0.020851267501711845, -0.17458578944206238, -0.07731974869966507, 0.07988160848617554], [0.017359551042318344, -0.3685190975666046, -0.0757221132516861, 0.3472030758857727], [0.009989169426262379, -0.5624868869781494, -0.06877805292606354, 0.6150799989700317], [-0.0012605688534677029, -0.36647477746009827, -0.05647645518183708, 0.3015521764755249], [-0.008590064942836761, -0.17059527337551117, -0.05044541135430336, -0.008393888361752033], [-0.01200196985155344, 0.025212477892637253, -0.05061328783631325, -0.31655654311180115], [-0.011497720144689083, -0.1691533923149109, -0.05694441869854927, -0.04025505483150482], [-0.014880788512527943, -0.3634144961833954, -0.05774952098727226, 0.23393166065216064], [-0.02214907854795456, -0.5576658248901367, -0.05307088792324066, 0.5078539848327637], [-0.033302392810583115, -0.36183783411979675, -0.042913809418678284, 0.1989300698041916], [-0.040539149194955826, -0.1661292016506195, -0.038935206830501556, -0.10697539895772934], [-0.04386173561215401, 0.029528452083468437, -0.0410747155547142, -0.41168349981307983], [-0.04327116534113884, 0.2252078801393509, -0.04930838569998741, -0.7170276641845703], [-0.0387670062482357, 0.030801773071289062, -0.06364893913269043, -0.44026368856430054], [-0.03815097361803055, -0.16336436569690704, -0.07245421409606934, -0.16830439865589142], [-0.04141825810074806, 0.03271585702896118, -0.07582029700279236, -0.48293596506118774], [-0.040763940662145615, -0.16125868260860443, -0.0854790210723877, -0.2150799185037613], [-0.043989114463329315, -0.35506120324134827, -0.08978061378002167, 0.049462225288152695], [-0.051090341061353683, -0.5487887263298035, -0.0887913703918457, 0.31252309679985046], [-0.06206611543893814, -0.7425409555435181, -0.08254091441631317, 0.5759361386299133], [-0.07691693305969238, -0.5463648438453674, -0.07102219015359879, 0.25843438506126404], [-0.08784423023462296, -0.7404047846794128, -0.06585349887609482, 0.5278975367546082], [-0.10265232622623444, -0.5444211363792419, -0.05529554933309555, 0.21521231532096863], [-0.11354074627161026, -0.3485540449619293, -0.050991304218769073, -0.09438787400722504], [-0.12051182985305786, -0.5429094433784485, -0.05287906154990196, 0.18178139626979828], [-0.13137002289295197, -0.3470723032951355, -0.04924343526363373, -0.12710295617580414], [-0.1383114606142044, -0.5414555072784424, -0.05178549140691757, 0.14964665472507477], [-0.14914056658744812, -0.7357991337776184, -0.048792559653520584, 0.42555317282676697], [-0.16385655105113983, -0.9301971793174744, -0.040281496942043304, 0.7024639248847961], [-0.1824605017900467, -0.7345407605171204, -0.026232218369841576, 0.3973778188228607], [-0.197151318192482, -0.9292809367179871, -0.018284661695361137, 0.6816761493682861], [-0.21573694050312042, -0.7339099049568176, -0.0046511380933225155, 0.38329318165779114], [-0.23041513562202454, -0.9289655089378357, 0.0030147256329655647, 0.6745060086250305], [-0.24899443984031677, -0.7338855862617493, 0.016504844650626183, 0.382773756980896], [-0.2636721432209015, -0.5390017628669739, 0.024160319939255714, 0.09534014016389847], [-0.27445217967033386, -0.7344615459442139, 0.02606712281703949, 0.39554664492607117], [-0.2891414165496826, -0.5397189855575562, 0.03397805616259575, 0.11119487881660461], [-0.29993578791618347, -0.7353109121322632, 0.03620195388793945, 0.4144010841846466], [-0.3146420121192932, -0.5407202839851379, 0.04448997601866722, 0.13334743678569794], [-0.3254564106464386, -0.3462629020214081, 0.047156922519207, -0.1449742466211319], [-0.3323816955089569, -0.5420273542404175, 0.04425743967294693, 0.16220498085021973], [-0.3432222306728363, -0.7377540469169617, 0.04750153794884682, 0.46851494908332825], [-0.3579773008823395, -0.5433341860771179, 0.05687183886766434, 0.19117435812950134], [-0.36884400248527527, -0.3490700125694275, 0.06069532409310341, -0.08303949236869812], [-0.3758254051208496, -0.5450071096420288, 0.05903453379869461, 0.22815845906734467], [-0.3867255449295044, -0.350776344537735, 0.06359770148992538, -0.04533413052558899], [-0.39374107122421265, -0.1566212773323059, 0.06269101798534393, -0.31729283928871155], [-0.39687347412109375, -0.3525775074958801, 0.05634516477584839, -0.005516796372830868], [-0.4039250314235687, -0.5484603643417358, 0.056234829127788544, 0.30439791083335876], [-0.4148942530155182, -0.35418304800987244, 0.06232278794050217, 0.029966898262500763], [-0.4219779074192047, -0.16000764071941376, 0.06292212754487991, -0.24241970479488373], [-0.42517805099487305, -0.35596930980682373, 0.058073729276657104, 0.06942800432443619], [-0.4322974383831024, -0.1617259532213211, 0.0594622902572155, -0.2043817639350891], [-0.43553197383880615, -0.3576456308364868, 0.05537465587258339, 0.10644996911287308], [-0.4426848888397217, -0.163359135389328, 0.057503655552864075, -0.16826122999191284], [-0.44595205783843994, -0.35925501585006714, 0.0541384294629097, 0.1419936716556549], [-0.4531371593475342, -0.16494853794574738, 0.05697830393910408, -0.13313008844852448], [-0.4564361274242401, -0.3608384132385254, 0.05431570112705231, 0.17697042226791382], [-0.46365290880203247, -0.16653414070606232, 0.05785511061549187, -0.09809519350528717], [-0.4669835865497589, -0.3624354898929596, 0.05589320883154869, 0.21226510405540466], [-0.4742322862148285, -0.16815537214279175, 0.060138508677482605, -0.06227594241499901], [-0.47759538888931274, -0.36408570408821106, 0.05889299139380455, 0.24875833094120026], [-0.4848771095275879, -0.1698521077632904, 0.06386815756559372, -0.024782443419098854], [-0.48827415704727173, -0.36582908034324646, 0.06337250769138336, 0.2873481214046478], [-0.4955907464027405, -0.17166543006896973, 0.06911946833133698, 0.015306341461837292], [-0.49902403354644775, -0.3677070736885071, 0.06942559778690338, 0.3289715647697449], [-0.506378173828125, -0.5637451410293579, 0.07600502669811249, 0.6427150368690491], [-0.5176531076431274, -0.3697602450847626, 0.08885932713747025, 0.3749017119407654], [-0.5250483155250549, -0.17600545287132263, 0.09635736048221588, 0.11150646954774857], [-0.5285683870315552, 0.01761316880583763, 0.09858749061822891, -0.14928898215293884], [-0.5282161235809326, -0.17877216637134552, 0.09560171514749527, 0.17279641330242157], [-0.5317915678024292, -0.37512317299842834, 0.0990576446056366, 0.4940420985221863], [-0.5392940640449524, -0.5714923739433289, 0.10893848538398743, 0.8162273168563843], [-0.5507239103317261, -0.3780171275138855, 0.1252630352973938, 0.5596993565559387], [-0.5582842230796814, -0.18485532701015472, 0.13645701110363007, 0.3089579641819], [-0.5619813203811646, 0.008085258305072784, 0.14263617992401123, 0.06223136559128761], [-0.5618196129798889, 0.20090466737747192, 0.14388079941272736, -0.18226754665374756], [-0.5578015446662903, 0.3937061131000519, 0.14023545384407043, -0.4263262450695038], [-0.5499274134635925, 0.5865921974182129, 0.13170892000198364, -0.6717208623886108], [-0.5381955504417419, 0.38990914821624756, 0.1182745099067688, -0.34064093232154846], [-0.5303974151611328, 0.1933203786611557, 0.11146169155836105, -0.013126223348081112], [-0.5265309810638428, 0.3866819739341736, 0.11119917035102844, -0.2686668634414673], [-0.5187973380088806, 0.1901632845401764, 0.10582583397626877, 0.05691578984260559], [-0.5149940848350525, 0.3836212456226349, 0.10696414858102798, -0.2005929946899414], [-0.5073216557502747, 0.18714497983455658, 0.10295228660106659, 0.12382455915212631], [-0.503578782081604, -0.009289698675274849, 0.1054287776350975, 0.44713094830513], [-0.5037645697593689, 0.18419517576694489, 0.1143713966012001, 0.18945379555225372], [-0.5000806450843811, 0.3775109052658081, 0.11816047132015228, -0.0650733932852745], [-0.4925304353237152, 0.5707579851150513, 0.11685900390148163, -0.3182643949985504], [-0.48111528158187866, 0.7640385031700134, 0.1104937195777893, -0.571929395198822], [-0.46583449840545654, 0.567554771900177, 0.09905512630939484, -0.24658203125], [-0.45448341965675354, 0.3711678981781006, 0.0941234901547432, 0.0756288692355156], [-0.4470600485801697, 0.5648232698440552, 0.09563606232404709, -0.18593698740005493], [-0.4357635974884033, 0.3684723675251007, 0.09191732853651047, 0.13531769812107086], [-0.4283941388130188, 0.5621657371520996, 0.09462367743253708, -0.12701021134853363], [-0.4171508252620697, 0.755813717842102, 0.09208347648382187, -0.388404905796051], [-0.40203455090522766, 0.5595135688781738, 0.08431537449359894, -0.06816791743040085], [-0.39084428548812866, 0.7533318400382996, 0.08295202255249023, -0.3331031799316406], [-0.37577763199806213, 0.947181224822998, 0.07628995925188065, -0.5985174179077148], [-0.3568340241909027, 1.1411575078964233, 0.06431961059570312, -0.8662279844284058], [-0.33401086926460266, 1.3353478908538818, 0.046995047479867935, -1.138014316558838], [-0.30730390548706055, 1.139643907546997, 0.02423476055264473, -0.8309710621833801], [-0.2845110297203064, 0.94419926404953, 0.007615339942276478, -0.5307658314704895], [-0.26562705636024475, 0.7489709854125977, -0.0029999762773513794, -0.2356930524110794], [-0.250647634267807, 0.5538920164108276, -0.0077138375490903854, 0.05604207515716553], [-0.2395697832107544, 0.749123752117157, -0.006592995952814817, -0.23906460404396057], [-0.2245873063802719, 0.9443392753601074, -0.011374288238584995, -0.533819854259491], [-0.20570051670074463, 0.7493790984153748, -0.022050684317946434, -0.2447424829006195], [-0.19071294367313385, 0.5545789003372192, -0.026945535093545914, 0.04090435802936554], [-0.1796213686466217, 0.7500767111778259, -0.026127446442842484, -0.26015686988830566], [-0.1646198332309723, 0.5553372502326965, -0.03133058547973633, 0.024171950295567513], [-0.1535130888223648, 0.3606783151626587, -0.03084714524447918, 0.30680739879608154], [-0.14629951119422913, 0.5562259554862976, -0.024710997939109802, 0.004557897802442312], [-0.13517500460147858, 0.7516934275627136, -0.02461984008550644, -0.2958180904388428], [-0.12014113366603851, 0.9471575021743774, -0.03053620085120201, -0.5961629152297974], [-0.1011979803442955, 0.752475917339325, -0.042459458112716675, -0.31325289607048035], [-0.0861484631896019, 0.5579837560653687, -0.04872451722621918, -0.03425690904259682], [-0.07498878985643387, 0.7537693381309509, -0.0494096577167511, -0.3419061005115509], [-0.05991340056061745, 0.9495581984519958, -0.056247778236866, -0.6497514247894287], [-0.04092223569750786, 1.1454166173934937, -0.06924280524253845, -0.9596026539802551], [-0.018013902008533478, 0.9512904286384583, -0.0884348601102829, -0.6894522309303284], [0.0010119053767994046, 0.7574998140335083, -0.10222390294075012, -0.4258682131767273], [0.016161901876330376, 0.9539098739624023, -0.1107412651181221, -0.7489468455314636], [0.03524009883403778, 1.1503710746765137, -0.12572020292282104, -1.0743248462677002], [0.05824751779437065, 0.9571142792701721, -0.14720670878887177, -0.8235920667648315], [0.07738980650901794, 1.1539101600646973, -0.16367854177951813, -1.1587159633636475], [0.10046800971031189, 0.9612547755241394, -0.1868528574705124, -0.9215021133422852], [0.1196931004524231, 0.7690819501876831, -0.20528291165828705, -0.6928760409355164], [0.13507474958896637, 0.5773096680641174, -0.21914042532444, -0.47118762135505676], [0.017363140359520912, 0.22687847912311554, -0.0047203912399709225, -0.28883007168769836], [0.021900709718465805, 0.031824156641960144, -0.010496992617845535, 0.0023603739682585], [0.022537194192409515, 0.22709506750106812, -0.010449784807860851, -0.2936159074306488], [0.02707909420132637, 0.03212364763021469, -0.016322102397680283, -0.0042469315230846405], [0.027721567079424858, 0.2274758368730545, -0.016407040879130363, -0.3020346760749817], [0.03227108344435692, 0.03259151801466942, -0.02244773507118225, -0.014570988714694977], [0.03292291611433029, 0.2280280888080597, -0.02273915521800518, -0.3142510652542114], [0.03748347610235214, 0.033237311989068985, -0.02902417629957199, -0.028825175017118454], [0.03814822435379028, 0.22876320779323578, -0.029600679874420166, -0.3305223882198334], [0.04272348806262016, 0.034074846655130386, -0.036211125552654266, -0.04731912165880203], [0.04340498521924019, 0.2296968251466751, -0.037157509475946426, -0.35120347142219543], [0.04799892008304596, 0.035122454166412354, -0.04418157786130905, -0.07046516984701157], [0.048701368272304535, -0.15933914482593536, -0.04559088125824928, 0.2079574316740036], [0.04551458731293678, -0.3537805378437042, -0.0414317324757576, 0.4859173595905304], [0.03843897581100464, -0.15809917449951172, -0.03171338513493538, 0.18046978116035461], [0.03527699038386345, 0.037461888045072556, -0.028103990480303764, -0.12204649299383163], [0.036026228219270706, 0.23297497630119324, -0.03054492175579071, -0.42346179485321045], [0.04068572819232941, 0.038298752158880234, -0.03901415690779686, -0.1405624896287918], [0.04145170375704765, -0.15624333918094635, -0.04182540625333786, 0.13956134021282196], [0.03832683712244034, 0.03945191949605942, -0.03903418034315109, -0.16601791977882385], [0.03911587595939636, -0.15509016811847687, -0.04235453903675079, 0.11409979313611984], [0.036014072597026825, -0.34958043694496155, -0.04007254168391228, 0.393125057220459], [0.029022464528679848, -0.15391342341899872, -0.03221004083752632, 0.08808198571205139], [0.025944195687770844, -0.3485592305660248, -0.03044840134680271, 0.370431125164032], [0.018973011523485184, -0.15301820635795593, -0.02303977869451046, 0.068305104970932], [0.015912646427750587, -0.34780240058898926, -0.02167367748916149, 0.35363075137138367], [0.008956599049270153, -0.15237906575202942, -0.014601062051951885, 0.05419304221868515], [0.005909017752856016, 0.042949166148900986, -0.013517200946807861, -0.2430606335401535], [0.006768000777810812, -0.15197712182998657, -0.01837841421365738, 0.04532815143465996], [0.0037284584250301123, -0.3468307852745056, -0.01747184991836548, 0.33215633034706116], [-0.0032081573735922575, -0.1514645516872406, -0.010828724130988121, 0.03401525318622589], [-0.006237448193132877, -0.3464295566082001, -0.010148419067263603, 0.3232620358467102], [-0.013166039250791073, -0.15116457641124725, -0.0036831784527748823, 0.027396060526371002], [-0.01618933118879795, -0.3462335169315338, -0.0031352571677416563, 0.31891462206840515], [-0.023114001378417015, -0.15106704831123352, 0.003243035404011607, 0.025244610384106636], [-0.026135342195630074, -0.34623536467552185, 0.003747927490621805, 0.31894898414611816], [-0.03306005150079727, -0.15116699039936066, 0.010126907378435135, 0.02745036967098713], [-0.036083389073610306, 0.04380828142166138, 0.010675914585590363, -0.2620202898979187], [-0.035207223147153854, -0.15146441757678986, 0.005435509141534567, 0.034010741859674454], [-0.03823651373386383, -0.3466638922691345, 0.006115723866969347, 0.32840365171432495], [-0.04516978934407234, -0.15162953734397888, 0.012683797627687454, 0.03765561059117317], [-0.048202380537986755, 0.04330824315547943, 0.013436909765005112, -0.2509986162185669], [-0.047336217015981674, 0.23823577165603638, 0.008416936732828617, -0.5394131541252136], [-0.042571499943733215, 0.04299651086330414, -0.002371326321735978, -0.24409011006355286], [-0.04171157255768776, -0.15209148824214935, -0.007253128569573164, 0.047843899577856064], [-0.04475340247154236, 0.04313370957970619, -0.006296250503510237, -0.24711859226226807], [-0.04389072582125664, -0.15189775824546814, -0.011238622479140759, 0.04357171803712845], [-0.046928681433200836, -0.3468567728996277, -0.010367187671363354, 0.3326876759529114], [-0.053865816444158554, -0.1515887975692749, -0.003713434562087059, 0.036753565073013306], [-0.056897591799497604, 0.043586209416389465, -0.0029783633071929216, -0.2570986747741699], [-0.05602587014436722, -0.15149308741092682, -0.008120336569845676, 0.03464334458112717], [-0.05905573070049286, 0.04374435916543007, -0.007427469827234745, -0.260590523481369], [-0.05818084254860878, -0.1512707769870758, -0.012639280408620834, 0.029740454629063606], [-0.061206258833408356, 0.044030122458934784, -0.012044471688568592, -0.2669033408164978], [-0.060325656086206436, -0.1509178727865219, -0.017382537946105003, 0.02195644937455654], [-0.06334401667118073, 0.044448986649513245, -0.01694341003894806, -0.27615979313850403], [-0.062455035746097565, 0.23980852961540222, -0.02246660552918911, -0.5741381645202637], [-0.05765886232256889, 0.04500863701105118, -0.033949367702007294, -0.28861668705940247], [-0.05675869062542915, -0.149613156914711, -0.03972170129418373, -0.006831410340964794], [-0.05975095555186272, -0.3441435992717743, -0.03985833004117012, 0.2730589807033539], [-0.06663382798433304, -0.1484762579202652, -0.034397151321172714, -0.031924180686473846], [-0.06960335373878479, 0.04712165147066116, -0.0350356325507164, -0.33525824546813965], [-0.0686609148979187, -0.14748461544513702, -0.04174079746007919, -0.053826361894607544], [-0.07161060720682144, -0.34198397397994995, -0.04281732812523842, 0.22540032863616943], [-0.0784502923488617, -0.5364686846733093, -0.03830932080745697, 0.5042755603790283], [-0.08917966485023499, -0.3408283293247223, -0.028223808854818344, 0.19977016746997833], [-0.09599623084068298, -0.5355355143547058, -0.024228405207395554, 0.4834178686141968], [-0.10670693963766098, -0.3400801122188568, -0.014560048468410969, 0.18319842219352722], [-0.11350854486227036, -0.5349907279014587, -0.010896080173552036, 0.4712528586387634], [-0.12420836091041565, -0.729957103729248, -0.0014710226096212864, 0.7604816555976868], [-0.1388075053691864, -0.5348148941993713, 0.013738610781729221, 0.4673362076282501], [-0.14950379729270935, -0.3398897349834442, 0.02308533526957035, 0.17901507019996643], [-0.1563015878200531, -0.14510561525821686, 0.026665637269616127, -0.10629677027463913], [-0.15920370817184448, -0.3405993580818176, 0.024539701640605927, 0.19467835128307343], [-0.16601568460464478, -0.14583685994148254, 0.028433267027139664, -0.09016347676515579], [-0.16893242299556732, 0.04886624217033386, 0.02662999927997589, -0.37374183535575867], [-0.16795510053634644, -0.1466236710548401, 0.019155161455273628, -0.07278263568878174], [-0.17088757455348969, 0.0482184998691082, 0.017699509859085083, -0.35936102271080017], [-0.16992320120334625, -0.14715053141117096, 0.01051228865981102, -0.06114998459815979], [-0.17286622524261475, -0.34242162108421326, 0.009289288893342018, 0.23483102023601532], [-0.1797146499156952, -0.14743360877037048, 0.013985909521579742, -0.054907362908124924], [-0.18266332149505615, -0.34275326132774353, 0.012887761928141117, 0.24215520918369293], [-0.18951839208602905, -0.14781776070594788, 0.017730865627527237, -0.046434879302978516], [-0.19247473776340485, 0.0470455102622509, 0.016802169382572174, -0.33347123861312866], [-0.19153383374214172, 0.24192433059215546, 0.01013274397701025, -0.6208086013793945], [-0.18669535219669342, 0.046662356704473495, -0.0022834285628050566, -0.324951708316803], [-0.18576209247112274, -0.14842700958251953, -0.0087824622169137, -0.0329897440969944], [-0.1887306421995163, 0.0468197762966156, -0.009442257694900036, -0.3284306526184082], [-0.18779423832893372, -0.1481664925813675, -0.016010869294404984, -0.038740262389183044], [-0.19075757265090942, -0.34305521845817566, -0.016785675659775734, 0.24884837865829468], [-0.19761867821216583, -0.14769762754440308, -0.011808707378804684, -0.04908148571848869], [-0.20057262480258942, 0.04759163782000542, -0.012790337204933167, -0.34546664357185364], [-0.1996207982301712, -0.14734604954719543, -0.019699670374393463, -0.056844279170036316], [-0.20256772637367249, -0.3421801030635834, -0.02083655633032322, 0.22955873608589172], [-0.20941132307052612, -0.14676667749881744, -0.01624538190662861, -0.06962326169013977], [-0.2123466581106186, -0.3416520059108734, -0.017637846991419792, 0.21789021790027618], [-0.2191796898841858, -0.1462824046611786, -0.013280042447149754, -0.08030384033918381], [-0.22210533916950226, 0.04902736842632294, -0.014886118471622467, -0.3771468997001648], [-0.2211247980594635, -0.14588002860546112, -0.022429056465625763, -0.08919454365968704], [-0.2240424007177353, 0.04955611005425453, -0.024212947115302086, -0.3888686001300812], [-0.2230512797832489, -0.14521394670009613, -0.03199031949043274, -0.10391707718372345], [-0.2259555459022522, -0.3398631811141968, -0.03406866267323494, 0.1785038560628891], [-0.23275281488895416, -0.14427068829536438, -0.030498584732413292, -0.12472890317440033], [-0.23563823103904724, 0.051274623721838, -0.03299316391348839, -0.42687565088272095], [-0.23461273312568665, 0.2468479722738266, -0.04153067618608475, -0.7297742366790771], [-0.2296757847070694, 0.44251859188079834, -0.05612615868449211, -1.0352336168289185], [-0.2208254039287567, 0.24818597733974457, -0.07683083415031433, -0.7606860995292664], [-0.21586169302463531, 0.054201848804950714, -0.09204455465078354, -0.49313437938690186], [-0.2147776484489441, -0.13950955867767334, -0.10190724581480026, -0.2308201789855957], [-0.21756784617900848, -0.3330388367176056, -0.10652364790439606, 0.028058793395757675], [-0.2242286205291748, -0.5264846682548523, -0.10596247017383575, 0.2853240370750427], [-0.23475831747055054, -0.719948410987854, -0.10025598853826523, 0.5427972674369812], [-0.24915727972984314, -0.5235709547996521, -0.0894000455737114, 0.2202843278646469], [-0.25962868332862854, -0.32729238271713257, -0.0849943608045578, -0.0992063507437706], [-0.2661745548248291, -0.521099865436554, -0.0869784876704216, 0.16549718379974365], [-0.2765965461730957, -0.7148760557174683, -0.0836685374379158, 0.42952319979667664], [-0.2908940613269806, -0.5186750292778015, -0.0750780776143074, 0.11168138682842255], [-0.3012675642967224, -0.7126453518867493, -0.07284444570541382, 0.37976503372192383], [-0.3155204653739929, -0.9066613912582397, -0.06524914503097534, 0.6486198902130127], [-0.33365368843078613, -0.7106940150260925, -0.05227674916386604, 0.3361247479915619], [-0.34786757826805115, -0.5148686170578003, -0.045554254204034805, 0.02742551825940609], [-0.3581649661064148, -0.3191239833831787, -0.04500574618577957, -0.27927514910697937], [-0.3645474314689636, -0.5135759711265564, -0.05059124901890755, -0.0011197144631296396], [-0.37481895089149475, -0.7079372406005859, -0.0506136417388916, 0.27518168091773987], [-0.38897770643234253, -0.9023019075393677, -0.045110009610652924, 0.5514812469482422], [-0.40702372789382935, -1.0967621803283691, -0.0340803824365139, 0.8296171426773071], [-0.4289589822292328, -1.2914021015167236, -0.017488040030002594, 1.1113897562026978], [-0.454787015914917, -1.0960549116134644, 0.004739755764603615, 0.8132724761962891], [-0.4767081141471863, -1.2912414073944092, 0.021005205810070038, 1.1074424982070923], [-0.502532958984375, -1.0964018106460571, 0.04315405711531639, 0.8214226365089417], [-0.5244609713554382, -0.901896059513092, 0.059582509100437164, 0.542618989944458], [-0.5424988865852356, -0.7076598405838013, 0.07043489068746567, 0.2692886292934418], [-0.5566521286964417, -0.5136100649833679, 0.07582066208124161, -0.00037362330476753414], [-0.5669242739677429, -0.7097328901290894, 0.0758131891489029, 0.31523534655570984], [-0.5811189413070679, -0.9058482646942139, 0.08211789280176163, 0.6308311820030212], [-0.5992359519004822, -0.7119623422622681, 0.09473451972007751, 0.3650978207588196], [-0.6134751439094543, -0.5183054208755493, 0.1020364761352539, 0.10372524708509445], [-0.6238412857055664, -0.32478252053260803, 0.10411097854375839, -0.15510255098342896], [-0.6303369402885437, -0.5212291479110718, 0.10100892931222916, 0.16852518916130066], [-0.6407614946365356, -0.32768714427948, 0.10437943041324615, -0.09066186100244522], [-0.647315263748169, -0.524138331413269, 0.102566197514534, 0.23304295539855957], [-0.6577980518341064, -0.33062005043029785, 0.10722705721855164, -0.025607353076338768], [-0.664410412311554, -0.1371861696243286, 0.10671490430831909, -0.2826273739337921], [-0.6671541333198547, -0.33365559577941895, 0.1010623574256897, 0.04171496629714966], [-0.6738272309303284, -0.14011715352535248, 0.10189665853977203, -0.2174496352672577], [-0.6766296029090881, -0.3365369439125061, 0.09754766523838043, 0.1055576354265213], [-0.6833603382110596, -0.14293842017650604, 0.09965881705284119, -0.15482604503631592], [-0.6862190961837769, -0.3393355906009674, 0.09656229615211487, 0.1675592064857483], [-0.6930058002471924, -0.14571894705295563, 0.09991348534822464, -0.09316760301589966], [-0.6959202289581299, 0.04783954098820686, 0.09805013239383698, -0.3527316451072693], [-0.6949633955955505, 0.24144043028354645, 0.09099549800157547, -0.6129575967788696], [-0.690134584903717, 0.0451725609600544, 0.07873634248971939, -0.29305803775787354], [-0.6892311573028564, -0.15097853541374207, 0.07287518680095673, 0.02338164485991001], [-0.6922507286071777, -0.34706583619117737, 0.07334281504154205, 0.338138222694397], [-0.6991920471191406, -0.15306000411510468, 0.08010558038949966, 0.06945529580116272], [-0.7022532224655151, -0.34923359751701355, 0.08149468898773193, 0.38629791140556335], [-0.7092379331588745, -0.5454121232032776, 0.08922065049409866, 0.7035220861434937], [-0.7201461791992188, -0.3516325056552887, 0.1032910868525505, 0.44020482897758484], [-0.7271788120269775, -0.15811243653297424, 0.1120951846241951, 0.1817854642868042], [-0.7303410768508911, -0.3546450138092041, 0.1157308965921402, 0.507621169090271], [-0.7374339699745178, -0.16132763028144836, 0.1258833110332489, 0.25353381037712097], [-0.7406604886054993, 0.03179311752319336, 0.13095399737358093, 0.003056916641071439], [-0.7400246262550354, 0.22481757402420044, 0.1310151368379593, -0.24561014771461487], [-0.735528290271759, 0.4178486168384552, 0.12610292434692383, -0.49426692724227905], [-0.7271713018417358, 0.6109876036643982, 0.11621759086847305, -0.7446989417076111], [-0.7149515748023987, 0.41446998715400696, 0.10132361203432083, -0.4178198277950287], [-0.7066621780395508, 0.21806910634040833, 0.0929672122001648, -0.09499125927686691], [-0.7023007869720459, 0.4117441177368164, 0.09106738865375519, -0.35695624351501465], [-0.6940659284591675, 0.21545343101024628, 0.08392826467752457, -0.037003468722105026], [-0.6897568106651306, 0.01923447847366333, 0.08318819850683212, 0.2809349000453949], [-0.6893721222877502, 0.2130773514509201, 0.08880689740180969, 0.015605222433805466], [-0.6851105690002441, 0.4068208932876587, 0.08911899477243423, -0.2477899044752121], [-0.6769741773605347, 0.6005645394325256, 0.08416319638490677, -0.5110857486724854], [-0.664962887763977, 0.40436410903930664, 0.07394148409366608, -0.1931120902299881], [-0.6568756103515625, 0.598354697227478, 0.0700792446732521, -0.4615839123725891], [-0.6449084877967834, 0.4023159146308899, 0.06084756553173065, -0.1476610153913498], [-0.6368622183799744, 0.5965161323547363, 0.05789434537291527, -0.4205440878868103], [-0.6249318718910217, 0.40062370896339417, 0.049483463168144226, -0.11018634587526321], [-0.6169193983078003, 0.2048288881778717, 0.047279734164476395, 0.19768859446048737], [-0.6128228306770325, 0.3992438018321991, 0.05123350769281387, -0.07971285283565521], [-0.604837954044342, 0.2034262716770172, 0.049639251083135605, 0.22868409752845764], [-0.6007694005966187, 0.007631396409124136, 0.05421293154358864, 0.5366026163101196], [-0.6006168127059937, 0.20195084810256958, 0.06494498252868652, 0.26148244738578796], [-0.5965777635574341, 0.005964841227978468, 0.07017463445663452, 0.5739220976829529], [-0.5964584946632385, 0.2000364065170288, 0.08165307343006134, 0.3041456639766693], [-0.5924577713012695, 0.39390552043914795, 0.08773598819971085, 0.03829021006822586], [-0.5845796465873718, 0.587666928768158, 0.08850179612636566, -0.22547268867492676], [-0.5728263258934021, 0.39139893651008606, 0.08399233967065811, 0.09376268088817596], [-0.5649983286857605, 0.5852228403091431, 0.08586759120225906, -0.17128358781337738], [-0.5532938838005066, 0.7790175676345825, 0.08244191855192184, -0.4356905221939087], [-0.5377135276794434, 0.5828312039375305, 0.07372810691595078, -0.11820004135370255], [-0.5260568857192993, 0.7768235802650452, 0.07136411219835281, -0.38674166798591614], [-0.5105203986167908, 0.9708637595176697, 0.06362927705049515, -0.6560978293418884], [-0.4911031424999237, 0.774916410446167, 0.0505073182284832, -0.3440772294998169], [-0.4756048023700714, 0.5791137218475342, 0.04362577572464943, -0.03590484708547592], [-0.46402254700660706, 0.38339418172836304, 0.042907677590847015, 0.27021703124046326], [-0.45635464787483215, 0.18768702447414398, 0.04831201955676079, 0.576118528842926], [-0.4526009261608124, 0.3820996582508087, 0.05983439087867737, 0.2990380823612213], [-0.4449589252471924, 0.5763199329376221, 0.06581515073776245, 0.025809811428189278], [-0.43343251943588257, 0.7704393267631531, 0.06633134931325912, -0.24540318548679352]], "action_prob": [0.35306671261787415, 0.8966846466064453, 0.287499338388443, 0.9093406796455383, 0.226456418633461, 0.9200137257575989, 0.8252867460250854, 0.5035290122032166, 0.8582937717437744, 0.5953786373138428, 0.2185421735048294, 0.9140805602073669, 0.7516930103302002, 0.30250540375709534, 0.9006549119949341, 0.7514404654502869, 0.35978350043296814, 0.8793626427650452, 0.6066423654556274, 0.19865944981575012, 0.08079218119382858, 0.9457862973213196, 0.92657470703125, 0.13353721797466278, 0.9321774244308472, 0.8894617557525635, 0.7426701784133911, 0.39577847719192505, 0.8522065877914429, 0.45729607343673706, 0.8315685391426086, 0.4965696632862091, 0.8313530087471008, 0.4417944550514221, 0.8490839600563049, 0.6100150346755981, 0.2512072026729584, 0.9010475873947144, 0.251459538936615, 0.9035817384719849, 0.23546980321407318, 0.9098451733589172, 0.7936323285102844, 0.5416160225868225, 0.8180938959121704, 0.48675018548965454, 0.8436025381088257, 0.5815815925598145, 0.7727811932563782, 0.3640862703323364, 0.8825029730796814, 0.7076456546783447, 0.6633994579315186, 0.7608048915863037, 0.41055575013160706, 0.854852557182312, 0.5278657078742981, 0.8304408192634583, 0.5547865033149719, 0.791252613067627, 0.6185056567192078, 0.750932514667511, 0.6743823289871216, 0.7030014991760254, 0.7225354909896851, 0.6468990445137024, 0.7636057734489441, 0.5826850533485413, 0.798387348651886, 0.5115473866462708, 0.8276479244232178, 0.43624183535575867, 0.8520700335502625, 0.36107292771339417, 0.1277467906475067, 0.9284583330154419, 0.8917622566223145, 0.7835362553596497, 0.4975875914096832, 0.17474353313446045, 0.08595909923315048, 0.9383023381233215, 0.9226039052009583, 0.888429582118988, 0.8031656742095947, 0.5986379981040955, 0.31529611349105835, 0.8566714525222778, 0.601152241230011, 0.7487359046936035, 0.506209671497345, 0.7948507070541382, 0.41585737466812134, 0.17180253565311432, 0.9032884836196899, 0.8557625412940979, 0.7415862083435059, 0.5101208686828613, 0.7400563955307007, 0.4193090796470642, 0.8145847916603088, 0.3509712517261505, 0.8381854891777039, 0.7070099115371704, 0.5386478304862976, 0.7471620440483093, 0.522747278213501, 0.26785168051719666, 0.1271299421787262, 0.9285924434661865, 0.8814697265625, 0.7486218810081482, 0.4674364924430847, 0.7791638970375061, 0.5231173634529114, 0.7781695127487183, 0.5095507502555847, 0.7606548070907593, 0.5400820374488831, 0.2538689970970154, 0.8726476430892944, 0.7371344566345215, 0.4050963819026947, 0.8550870418548584, 0.6550130844116211, 0.6717347502708435, 0.289396733045578, 0.09867779910564423, 0.9477491974830627, 0.9264470338821411, 0.13598385453224182, 0.057758595794439316, 0.9593116641044617, 0.046683281660079956, 0.9621682167053223, 0.9590550661087036, 0.9532836079597473, 0.5495176911354065, 0.8352686762809753, 0.5292859077453613, 0.8441901206970215, 0.500749945640564, 0.8550007939338684, 0.46352288126945496, 0.867076575756073, 0.4177643954753876, 0.8797263503074646, 0.36475780606269836, 0.8922565579414368, 0.6925981640815735, 0.2684159576892853, 0.907194972038269, 0.7134701013565063, 0.25635263323783875, 0.9119913578033447, 0.7819439172744751, 0.6192266941070557, 0.8082747459411621, 0.43362125754356384, 0.8652347326278687, 0.4640192687511444, 0.8577739596366882, 0.48371973633766174, 0.8532576560974121, 0.5069037675857544, 0.8471598029136658, 0.5204008221626282, 0.8407650589942932, 0.5258545279502869, 0.8406094312667847, 0.5222871899604797, 0.8438029289245605, 0.5096859335899353, 0.8500725626945496, 0.5122156739234924, 0.8413841128349304, 0.4843858778476715, 0.8589049577713013, 0.5414395928382874, 0.16957704722881317, 0.926912248134613, 0.8390029072761536, 0.516529381275177, 0.8444030284881592, 0.5015885829925537, 0.8487865328788757, 0.5025637745857239, 0.8485993146896362, 0.48811104893684387, 0.8542125225067139, 0.4675469994544983, 0.8612937331199646, 0.44070592522621155, 0.13043875992298126, 0.9363528490066528, 0.8845328688621521, 0.6621036529541016, 0.7529622912406921, 0.30635419487953186, 0.9015282988548279, 0.7378347516059875, 0.32577598094940186, 0.8909375071525574, 0.3409899175167084, 0.8890851140022278, 0.34193751215934753, 0.10937516391277313, 0.9418253898620605, 0.9004080891609192, 0.7239108681678772, 0.6967615485191345, 0.7493667006492615, 0.3346143364906311, 0.8903064727783203, 0.34766271710395813, 0.8887407779693604, 0.6481106877326965, 0.7794694304466248, 0.628132164478302, 0.7924432158470154, 0.3974761664867401, 0.12301306426525116, 0.9391005635261536, 0.8836607933044434, 0.3673005700111389, 0.8887654542922974, 0.6573132276535034, 0.7618904709815979, 0.33396103978157043, 0.8967162370681763, 0.6933472752571106, 0.7303832173347473, 0.706326961517334, 0.7190667390823364, 0.2836158573627472, 0.9075021743774414, 0.25676947832107544, 0.9136142730712891, 0.7748739123344421, 0.6234474778175354, 0.2049684375524521, 0.0761246308684349, 0.0488121472299099, 0.9592861533164978, 0.9536172747612, 0.9404137134552002, 0.9030961394309998, 0.7738062739372253, 0.44460463523864746, 0.8262002468109131, 0.47001463174819946, 0.8533454537391663, 0.6207626461982727, 0.7268871068954468, 0.6810269355773926, 0.3248826563358307, 0.8715152740478516, 0.6468803286552429, 0.25910335779190063, 0.901932954788208, 0.7750592827796936, 0.44749024510383606, 0.17304082214832306, 0.08310868591070175, 0.9442022442817688, 0.07726790755987167, 0.9465717673301697, 0.9304864406585693, 0.889222264289856, 0.7644588351249695, 0.5386254787445068, 0.18750186264514923, 0.9167565107345581, 0.8567832708358765, 0.6840208768844604, 0.6378747224807739, 0.7584092020988464, 0.5303531289100647, 0.8130534887313843, 0.5823109149932861, 0.7310189604759216, 0.669047474861145, 0.6502361297607422, 0.7374734878540039, 0.5575852990150452, 0.7893420457839966, 0.5397548675537109, 0.24202002584934235, 0.8976916670799255, 0.7156896591186523, 0.33918020129203796, 0.8623819351196289, 0.28011825680732727, 0.12174844741821289, 0.9233585596084595, 0.8934240937232971, 0.17841234803199768, 0.9045624136924744, 0.8545830845832825, 0.7350989580154419, 0.4975922703742981, 0.2501351833343506, 0.8798368573188782, 0.7007389068603516, 0.6362088918685913, 0.6424819827079773, 0.31298694014549255, 0.853551983833313, 0.7366172671318054, 0.4976882338523865, 0.754767894744873, 0.5475761890411377, 0.7229188084602356, 0.5871882438659668, 0.6944465041160583, 0.3820074498653412, 0.8211662173271179, 0.3459194302558899, 0.16531386971473694, 0.8979154229164124, 0.14996832609176636, 0.9030751585960388, 0.8646417260169983, 0.777816116809845, 0.40956997871398926, 0.8046973943710327, 0.6466149687767029, 0.6038564443588257, 0.6863853931427002, 0.44211748242378235, 0.781025230884552, 0.5321618914604187, 0.2675468325614929, 0.1440463662147522, 0.9022924900054932, 0.8664435744285583, 0.7867861986160278], "action_logp": [-1.0410982370376587, -0.10905101150274277, -1.2465347051620483, -0.09503544121980667, -1.4852027893066406, -0.08336667716503143, -0.19202439486980438, -0.6861139535903931, -0.15280884504318237, -0.5185576677322388, -1.5207762718200684, -0.08983654528856277, -0.2854273021221161, -1.195656180381775, -0.10463310033082962, -0.28576329350471497, -1.0222527980804443, -0.12855787575244904, -0.49981585144996643, -1.6161632537841797, -2.5158751010894775, -0.05573864281177521, -0.07626058906316757, -2.0133750438690186, -0.0702320858836174, -0.11713878065347672, -0.297503262758255, -0.9269006252288818, -0.15992628037929535, -0.7824242115020752, -0.18444156646728516, -0.7000315189361572, -0.18470075726509094, -0.8169105648994446, -0.1635972261428833, -0.4942716360092163, -1.3814771175384521, -0.10419720411300659, -1.3804731369018555, -0.10138870030641556, -1.4461725950241089, -0.09448081254959106, -0.23113498091697693, -0.613197922706604, -0.20077815651893616, -0.7200042605400085, -0.17007383704185486, -0.5420040488243103, -0.25775930285453796, -1.0103644132614136, -0.12499314546585083, -0.34581178426742554, -0.41037794947624207, -0.2733783423900604, -0.8902435302734375, -0.15682630240917206, -0.6389133334159851, -0.18579864501953125, -0.5891719460487366, -0.23413798213005066, -0.4804489314556122, -0.2864394783973694, -0.39395809173583984, -0.35239627957344055, -0.3249887526035309, -0.4355649948120117, -0.26970362663269043, -0.5401084423065186, -0.22516140341758728, -0.6703150272369385, -0.18916743993759155, -0.8295584917068481, -0.16008657217025757, -1.0186753273010254, -2.0577051639556885, -0.07422977685928345, -0.11455568671226501, -0.24393795430660248, -0.6979836821556091, -1.7444359064102173, -2.453883647918701, -0.06368303298950195, -0.08055528998374939, -0.11829990148544312, -0.219194233417511, -0.5130982398986816, -1.154242992401123, -0.15470083057880402, -0.5089070796966553, -0.28936895728111267, -0.6808043122291565, -0.2296009659767151, -0.8774129152297974, -1.7614095211029053, -0.10171330720186234, -0.15576234459877014, -0.29896387457847595, -0.6731075644493103, -0.30102890729904175, -0.8691469430923462, -0.20507675409317017, -1.047050952911377, -0.1765158772468567, -0.3467106223106384, -0.6186933517456055, -0.2914731800556183, -0.6486571431159973, -1.3173218965530396, -2.0625455379486084, -0.07408533245325089, -0.12616463005542755, -0.2895212173461914, -0.7604917883872986, -0.24953384697437286, -0.6479493975639343, -0.2508109211921692, -0.6742258071899414, -0.2735756039619446, -0.616034209728241, -1.3709368705749512, -0.1362234503030777, -0.3049849569797516, -0.903630256652832, -0.1565520465373993, -0.4231000542640686, -0.3978917598724365, -1.2399567365646362, -2.3158953189849854, -0.053665343672037125, -0.07639843225479126, -1.995219111442566, -2.851483106613159, -0.04153924435377121, -3.0643692016601562, -0.03856595605611801, -0.04180680587887764, -0.047842808067798615, -0.5987143516540527, -0.1800018697977066, -0.6362265348434448, -0.16937758028507233, -0.6916484236717224, -0.15665285289287567, -0.7688995599746704, -0.14262795448303223, -0.8728376626968384, -0.12814435362815857, -1.0085216760635376, -0.1140015721321106, -0.36730533838272095, -1.31521737575531, -0.09739787131547928, -0.3376147747039795, -1.361201286315918, -0.09212473779916763, -0.24597229063510895, -0.47928386926651, -0.21285328269004822, -0.8355838060379028, -0.14475446939468384, -0.767829179763794, -0.15341468155384064, -0.7262495756149292, -0.15869373083114624, -0.679434061050415, -0.16586589813232422, -0.6531559824943542, -0.1734430342912674, -0.6427306532859802, -0.17362813651561737, -0.6495376825332642, -0.16983628273010254, -0.6739605665206909, -0.16243354976177216, -0.6690094470977783, -0.1727069914340973, -0.724873423576355, -0.15209698677062988, -0.6135237216949463, -1.7744479179382324, -0.07589635252952576, -0.17554108798503876, -0.6606231331825256, -0.16912536323070526, -0.6899750232696533, -0.16394758224487305, -0.6880326867103577, -0.16416813433170319, -0.7172123193740845, -0.15757524967193604, -0.7602553963661194, -0.14931970834732056, -0.8193774819374084, -2.036851406097412, -0.06576292216777802, -0.12269561737775803, -0.4123331904411316, -0.28374016284942627, -1.1830133199691772, -0.1036638617515564, -0.30403536558151245, -1.1215453147888184, -0.11548097431659698, -1.0759023427963257, -0.11756228655576706, -1.073127269744873, -2.2129714488983154, -0.05993538349866867, -0.10490716993808746, -0.32308703660964966, -0.36131200194358826, -0.28852683305740356, -1.0947766304016113, -0.11618955433368683, -1.0565224885940552, -0.1179497018456459, -0.4336937963962555, -0.24914179742336273, -0.46500471234321594, -0.23263444006443024, -0.9226202964782715, -2.0954647064208984, -0.06283269077539444, -0.12368198484182358, -1.0015747547149658, -0.11792194098234177, -0.41959458589553833, -0.2719525098800659, -1.0967309474945068, -0.10901583731174469, -0.3662243187427521, -0.31418588757514954, -0.3476770520210266, -0.32980111241340637, -1.2601345777511597, -0.09705931693315506, -1.3595765829086304, -0.0903468206524849, -0.2550549805164337, -0.47249075770378113, -1.5848993062973022, -2.575383424758911, -3.0197761058807373, -0.04156588762998581, -0.047492846846580505, -0.06143536418676376, -0.1019262745976448, -0.25643372535705566, -0.8105698227882385, -0.19091807305812836, -0.7549914717674255, -0.15859079360961914, -0.4768064618110657, -0.31898409128189087, -0.3841533958911896, -1.124291181564331, -0.1375219076871872, -0.43559399247169495, -1.3505282402038574, -0.10321506857872009, -0.2548157274723053, -0.8041005730628967, -1.7542277574539185, -2.4876060485839844, -0.05741490423679352, -2.560476541519165, -0.05490848422050476, -0.07204776257276535, -0.11740806698799133, -0.2685870826244354, -0.6187348365783691, -1.6739665269851685, -0.08691338449716568, -0.1545703113079071, -0.37976688146591187, -0.44961339235305786, -0.27653220295906067, -0.6342121958732605, -0.2069583535194397, -0.5407507419586182, -0.31331586837768555, -0.4019002914428711, -0.4304196834564209, -0.3045251667499542, -0.5841397643089294, -0.23655551671981812, -0.6166401505470276, -1.4187347888946533, -0.10792864114046097, -0.33450862765312195, -1.081223726272583, -0.14805704355239868, -1.2725434303283691, -2.1057982444763184, -0.07973767071962357, -0.1126939132809639, -1.7236578464508057, -0.10030396282672882, -0.1571415513753891, -0.3077501654624939, -0.6979742646217346, -1.3857537508010864, -0.1280188113451004, -0.3556199073791504, -0.45222827792167664, -0.44241654872894287, -1.1615937948226929, -0.15834885835647583, -0.3056868016719818, -0.6977814435958862, -0.281345009803772, -0.6022536158561707, -0.32445839047431946, -0.5324097871780396, -0.36464017629623413, -0.9623151421546936, -0.1970297247171402, -1.061549425125122, -1.7999093532562256, -0.10767938196659088, -1.8973311185836792, -0.1019495278596878, -0.14544004201889038, -0.25126516819000244, -0.8926475048065186, -0.217289000749588, -0.4360042214393616, -0.5044187903404236, -0.37631604075431824, -0.816179633140564, -0.247147798538208, -0.6308075785636902, -1.3184607028961182, -1.9376200437545776, -0.10281652957201004, -0.1433582603931427, -0.23979875445365906], "action_dist_inputs": [[0.3023582100868225, -0.3032279312610626], [1.078111171722412, -1.0828074216842651], [0.45316237211227417, -0.4543978273868561], [1.150283694267273, -1.155327558517456], [0.6133713722229004, -0.6150580644607544], [1.2185405492782593, -1.2239927053451538], [0.7751738429069519, -0.7774110436439514], [-0.006275727413594723, 0.007840568199753761], [0.8991720080375671, -0.9020181894302368], [0.19360704720020294, -0.19263878464698792], [-0.6349614262580872, 0.639220654964447], [-1.1789727210998535, 1.1855359077453613], [-0.5519038438796997, 0.5557581186294556], [0.4175986349582672, -0.41779690980911255], [1.100068211555481, -1.1044543981552124], [0.552788496017456, -0.5535210371017456], [-0.28658145666122437, 0.2897225022315979], [-0.9903116822242737, 0.9960968494415283], [-0.21524390578269958, 0.21797628700733185], [0.6964840292930603, -0.6982100009918213], [1.2130534648895264, -1.218578577041626], [1.4254008531570435, -1.4336811304092407], [1.2646377086639404, -1.2705883979797363], [0.9335753321647644, -0.9364635348320007], [1.30708646774292, -1.313542366027832], [1.0408152341842651, -1.044439435005188], [0.5300201773643494, -0.5298731327056885], [-0.20954248309135437, 0.21354371309280396], [-0.872819721698761, 0.8791937232017517], [-0.08394426852464676, 0.08728855103254318], [-0.7953733205795288, 0.8014114499092102], [0.008232174441218376, -0.0054893698543310165], [0.796564519405365, -0.798682451248169], [0.11802289634943008, -0.11585966497659683], [0.8623759150505066, -0.8650582432746887], [0.22446757555007935, -0.22290796041488647], [-0.5435593724250793, 0.5486247539520264], [-1.1009175777435303, 1.1080009937286377], [-0.543057382106781, 0.5477858781814575], [-1.1153841018676758, 1.1222869157791138], [-0.5865975618362427, 0.5910812020301819], [-1.1524797677993774, 1.1592669486999512], [-0.6713127493858337, 0.6756480932235718], [0.08374816179275513, -0.08310215175151825], [-0.749599814414978, 0.7538864612579346], [-0.026125842705368996, 0.02688588947057724], [-0.840495765209198, 0.8447850346565247], [-0.16417238116264343, 0.16509698331356049], [0.6104691624641418, -0.6136131882667542], [-0.27827954292297363, 0.27939239144325256], [-1.0059438943862915, 1.0104050636291504], [-0.441344678401947, 0.4426322281360626], [0.3379996418952942, -0.34048083424568176], [-0.577791690826416, 0.5793056488037109], [0.17977720499038696, -0.18189117312431335], [0.8837859034538269, -0.8893928527832031], [0.05490260571241379, -0.05667589232325554], [-0.7933831810951233, 0.795371413230896], [-0.11075698584318161, 0.10927237570285797], [0.6637659668922424, -0.6687265038490295], [-0.24219834804534912, 0.24101202189922333], [0.549475908279419, -0.5541161298751831], [-0.36449679732322693, 0.36357641220092773], [0.42864537239074707, -0.43298646807670593], [-0.478870689868927, 0.478202760219574], [0.3006887137889862, -0.3047477602958679], [-0.5864806771278381, 0.5860700607299805], [0.16500864923000336, -0.16879691183567047], [-0.6881880164146423, 0.6880576610565186], [0.02133883722126484, -0.02485894411802292], [-0.7844283580780029, 0.7846197485923767], [-0.1298350691795349, 0.12659338116645813], [-0.8751781582832336, 0.8757511973381042], [-0.28682151436805725, 0.28388866782188416], [-0.9599992632865906, 0.9610305428504944], [-1.27912175655365, 1.284123420715332], [-1.0536136627197266, 1.055255651473999], [-0.6442061066627502, 0.6421880722045898], [-0.0074308100156486034, 0.002218887209892273], [-0.7768514752388, 0.77552330493927], [-1.1804490089416504, 1.1835546493530273], [-1.3575557470321655, 1.3642711639404297], [-1.2371331453323364, 1.2411296367645264], [-1.0370804071426392, 1.0377190113067627], [-0.7045448422431946, 0.7016539573669434], [-0.20297418534755707, 0.19681903719902039], [0.38342979550361633, -0.3920443654060364], [0.8890672326087952, -0.8988473415374756], [0.2010432630777359, -0.20922507345676422], [-0.5480332374572754, 0.5438488125801086], [0.008610585704445839, -0.016229458153247833], [-0.6787974238395691, 0.6756191253662109], [-0.17333582043647766, 0.16646698117256165], [-0.7875403165817261, 0.7853655219078064], [-1.1161004304885864, 1.118208646774292], [-0.8908217549324036, 0.8897100687026978], [-0.5294683575630188, 0.524760901927948], [-0.02442687191069126, 0.016062244772911072], [0.5179732441902161, -0.5282883644104004], [-0.16655699908733368, 0.1590532511472702], [-0.7412962317466736, 0.738784670829773], [-0.31064388155937195, 0.3041287660598755], [-0.8231651186943054, 0.8216235041618347], [-0.4431605339050293, 0.43774524331092834], [0.0728793814778328, -0.08202087134122849], [-0.5439452528953552, 0.5395879745483398], [-0.04973926767706871, 0.0413125641644001], [0.49750417470932007, -0.5080454349517822], [0.9578863978385925, -0.9686906933784485], [1.2772297859191895, -1.2880367040634155], [0.9979138970375061, -1.0085080862045288], [0.5406506061553955, -0.5506253838539124], [-0.06882019340991974, 0.061618562787771225], [-0.6315920352935791, 0.6292088627815247], [-0.04981011897325516, 0.04272552952170372], [0.622715413570404, -0.6323155760765076], [0.01556776650249958, -0.02264000102877617], [-0.5793362855911255, 0.5769368410110474], [0.07678847014904022, -0.08388454467058182], [-0.5403013229370117, 0.5377815365791321], [-0.9615164995193481, 0.9630572199821472], [-0.5168605446815491, 0.5142670273780823], [0.18858467042446136, -0.19568972289562225], [0.883048951625824, -0.8920207619667053], [0.31701308488845825, -0.3241356909275055], [-0.3595619797706604, 0.3564794957637787], [0.44557854533195496, -0.4527372419834137], [1.1016379594802856, -1.1103650331497192], [1.4440970420837402, -1.4539378881454468], [1.2623194456100464, -1.2710316181182861], [0.9209483861923218, -0.928106963634491], [1.3915505409240723, -1.4004387855529785], [1.5749708414077759, -1.5853054523468018], [1.5036433935165405, -1.5129177570343018], [1.6126295328140259, -1.6234101057052612], [1.5719259977340698, -1.5817935466766357], [1.5036214590072632, -1.512196660041809], [-0.0994105413556099, 0.09931157529354095], [0.8098112940788269, -0.8136260509490967], [-0.05870192125439644, 0.05857589468359947], [0.8429422378540039, -0.846798837184906], [-0.0015967912040650845, 0.0014030090533196926], [0.8852187395095825, -0.8891552686691284], [0.07293185591697693, -0.07323645055294037], [0.9356479644775391, -0.939706563949585], [0.16574743390083313, -0.16621017456054688], [0.9928069114685059, -0.9970347285270691], [0.2770487070083618, -0.2777240574359894], [1.0547754764556885, -1.059225082397461], [0.4056705832481384, -0.4066235423088074], [-0.4999609589576721, 0.5027132630348206], [-1.1370960474014282, 1.1427603960037231], [-0.45490753650665283, 0.45739006996154785], [0.5317364931106567, -0.533276379108429], [1.1665196418762207, -1.1716755628585815], [0.6376148462295532, -0.6394158005714417], [-0.24211756885051727, 0.2441496104001999], [0.7183563709259033, -0.7204824090003967], [-0.13267602026462555, 0.1344156265258789], [-0.9272907376289368, 0.9321751594543457], [-0.07136785238981247, 0.07280422747135162], [-0.8961185812950134, 0.9008044004440308], [-0.03197688236832619, 0.03316710516810417], [-0.8779292106628418, 0.8824537992477417], [-0.013308306224644184, 0.014308727346360683], [0.8547025918960571, -0.8577941060066223], [0.0412486307322979, -0.04039989784359932], [-0.8298268914222717, 0.8341044783592224], [0.052096594125032425, -0.051413796842098236], [-0.8293017745018005, 0.8334676623344421], [0.04488811641931534, -0.04431973770260811], [-0.8413559794425964, 0.8454448580741882], [0.01962636224925518, -0.01912223920226097], [-0.8655610680580139, 0.8696095943450928], [-0.02419184148311615, 0.024680737406015396], [0.8325517773628235, -0.8360108733177185], [-0.030984265729784966, 0.031492531299591064], [-0.9010911583900452, 0.9051336646080017], [-0.08281474560499191, 0.0833248719573021], [0.7926046848297119, -0.7960230708122253], [1.2668585777282715, -1.2733407020568848], [0.8237000107765198, -0.8271277546882629], [-0.0328158400952816, 0.03332574665546417], [0.8439231514930725, -0.8474375009536743], [0.003382932860404253, -0.0029716072604060173], [-0.8606080412864685, 0.8645070791244507], [-0.004978672601282597, 0.0052765836007893085], [0.859978973865509, -0.8636786937713623], [0.023892654106020927, -0.023671980947256088], [0.882117748260498, -0.8859124183654785], [0.06505214422941208, -0.06494259834289551], [0.9110773205757141, -0.91499924659729], [0.11912941932678223, -0.11916821449995041], [0.9465005397796631, -0.9505842328071594], [1.3407611846923828, -1.347875714302063], [1.0158753395080566, -1.020198106765747], [0.33606475591659546, -0.33661821484565735], [-0.5556805729866028, 0.5587932467460632], [0.40815117955207825, -0.40906834602355957], [1.1047000885009766, -1.1096221208572388], [0.5167245864868164, -0.5180203914642334], [-0.36239272356033325, 0.3649597465991974], [-1.047490119934082, 1.0528631210327148], [-0.3283134400844574, 0.3305725157260895], [-1.0381215810775757, 1.0433088541030884], [-0.32632148265838623, 0.32835039496421814], [-1.0460416078567505, 1.0510976314544678], [-1.3884578943252563, 1.395913004875183], [-1.098380208015442, 1.103387475013733], [-0.4810492992401123, 0.4828950762748718], [0.41492515802383423, -0.4169986844062805], [-0.5466590523719788, 0.5485783815383911], [0.3427254557609558, -0.34466272592544556], [1.0441787242889404, -1.0496968030929565], [0.31375664472579956, -0.31557223200798035], [1.0362403392791748, -1.0417019128799438], [0.30449309945106506, -0.30625176429748535], [-0.6302474737167358, 0.6323294639587402], [0.26123863458633423, -0.26297345757484436], [-0.6688136458396912, 0.6709022521972656], [0.20715346932411194, -0.2088387906551361], [0.9794207811355591, -0.9847807288169861], [1.363861083984375, -1.3718372583389282], [1.0110914707183838, -1.0164721012115479], [0.2710603177547455, -0.27275463938713074], [1.036354899406433, -1.0418367385864258], [0.32475489377975464, -0.32658901810646057], [-0.5805865526199341, 0.5824853777885437], [0.3441612720489502, -0.3461625576019287], [1.0777561664581299, -1.083503246307373], [0.4068213701248169, -0.4089936316013336], [-0.4974842369556427, 0.49908360838890076], [0.43761923909187317, -0.43999195098876953], [-0.4692046344280243, 0.4706324338912964], [0.4620231091976166, -0.4645727574825287], [1.1386617422103882, -1.1448489427566528], [0.5300408601760864, -0.5327867865562439], [1.1761071681976318, -1.1824787855148315], [0.6165090799331665, -0.6195304989814758], [-0.2516816258430481, 0.252525269985199], [0.6760971546173096, -0.6794286966323853], [1.2446874380111694, -1.25151789188385], [1.4802470207214355, -1.489485263824463], [1.5742844343185425, -1.5853348970413208], [1.5068660974502563, -1.5164686441421509], [1.3756064176559448, -1.3832875490188599], [1.1135005950927734, -1.1186091899871826], [0.6141568422317505, -0.6157731413841248], [-0.1101694107055664, 0.11232531815767288], [-0.7770327925682068, 0.7819008231163025], [0.06071080267429352, -0.059374745935201645], [0.8788327574729919, -0.8822522759437561], [0.24664011597633362, -0.24614635109901428], [-0.4874953031539917, 0.4913907051086426], [0.37908491492271423, -0.3794103264808655], [-0.36403247714042664, 0.36738985776901245], [-0.9543248414993286, 0.9600982069969177], [-0.30125805735588074, 0.3040962517261505], [0.5245257019996643, -0.5261083245277405], [1.1066341400146484, -1.1122548580169678], [0.6174885630607605, -0.6196143627166748], [-0.10446449369192123, 0.10635196417570114], [-0.7796996235847473, 0.7845281958580017], [-1.1969691514968872, 1.2038706541061401], [-1.4099905490875244, 1.4186153411865234], [-1.2366273403167725, 1.243432641029358], [-1.43290114402771, 1.441606044769287], [-1.2936482429504395, 1.3005377054214478], [-1.039208173751831, 1.0436128377914429], [-0.5879654884338379, 0.5893172025680542], [0.07635708153247833, -0.07845316082239151], [-0.7323542833328247, 0.7339706420898438], [-1.1970404386520386, 1.2020317316055298], [-0.893436849117279, 0.8953887820243835], [-0.38680288195610046, 0.3855092525482178], [0.2808929681777954, -0.28525862097740173], [-0.5724008679389954, 0.5715767741203308], [0.05883835256099701, -0.06272371858358383], [-0.7351487278938293, 0.7348259687423706], [-0.1678517609834671, 0.16441549360752106], [0.4968351721763611, -0.5029632449150085], [-0.3534233272075653, 0.35045677423477173], [0.3071821928024292, -0.312895268201828], [-0.5176851749420166, 0.5151928067207336], [0.11302337795495987, -0.1183445155620575], [-0.6614673733711243, 0.6594969034194946], [-0.08214382827281952, 0.07721207290887833], [0.5671337842941284, -0.5745026469230652], [1.0813778638839722, -1.0904569625854492], [0.4580575227737427, -0.4651228189468384], [-0.33552485704421997, 0.3314248323440552], [-0.9177280068397522, 0.9174879789352417], [-0.4737987220287323, 0.4700765013694763], [-0.9878008365631104, 0.9881751537322998], [-1.2421642541885376, 1.2467156648635864], [-1.0625194311141968, 1.0636847019195557], [-0.7648056149482727, 0.7623355984687805], [-1.1234489679336548, 1.1255303621292114], [-0.8862513303756714, 0.884757399559021], [-0.5127280950546265, 0.5079205632209778], [0.0009922883473336697, -0.008638604544103146], [0.544146716594696, -0.5537447333335876], [0.9902394413948059, -1.0006465911865234], [0.42072156071662903, -0.4300974905490875], [-0.2826443314552307, 0.27630284428596497], [0.28851455450057983, -0.2976383566856384], [-0.39593830704689026, 0.39025354385375977], [-0.8820791244506836, 0.8806564807891846], [-0.5167067646980286, 0.5117537379264832], [0.0004557291977107525, -0.008791386149823666], [0.5569280385971069, -0.5672767758369446], [-0.09935063868761063, 0.09153170138597488], [0.47438180446624756, -0.4846043586730957], [-0.17983798682689667, 0.1725158393383026], [0.40546175837516785, -0.4155283570289612], [-0.24395138025283813, 0.23708489537239075], [-0.7633844017982483, 0.760884165763855], [-0.3217012584209442, 0.3153233826160431], [-0.8105971813201904, 0.8086126446723938], [-1.0861939191818237, 1.0880810022354126], [-0.8681067824363708, 0.8667426705360413], [-1.1147148609161377, 1.1171547174453735], [-0.9275094270706177, 0.9268810153007507], [-0.6285244226455688, 0.6244602799415588], [-0.1868714988231659, 0.17887188494205475], [-0.7095393538475037, 0.7063764929771423], [-0.3056546747684479, 0.2985382378101349], [0.20557734370231628, -0.21598239243030548], [-0.39476755261421204, 0.3885068893432617], [0.11130557209253311, -0.12126719206571579], [0.6301348805427551, -0.6415161490440369], [0.0596475675702095, -0.06917780637741089], [-0.5060041546821594, 0.5011006593704224], [-0.891326904296875, 0.8907539248466492], [-1.1101332902908325, 1.112826943397522], [-0.9349334836006165, 0.9349397420883179], [-0.6545006632804871, 0.6511603593826294]], "value_targets": [74.76393127441406, 74.50902557373047, 74.25154113769531, 73.991455078125, 73.72874450683594, 73.46337127685547, 73.19532775878906, 72.92457580566406, 72.65108489990234, 72.37483215332031, 72.09579467773438, 71.81392669677734, 71.52922058105469, 71.24163818359375, 70.9511489868164, 70.65773010253906, 70.36134338378906, 70.06195831298828, 69.75955963134766, 69.45409393310547, 69.14555358886719, 68.83389282226562, 68.51908111572266, 68.20109558105469, 67.87989044189453, 67.55545043945312, 67.22772216796875, 66.89669036865234, 66.56231689453125, 66.22456359863281, 65.88339233398438, 65.53878021240234, 65.19068908691406, 64.83908081054688, 64.48391723632812, 64.12516784667969, 63.76279830932617, 63.396766662597656, 63.027034759521484, 62.65357208251953, 62.276336669921875, 61.895286560058594, 61.51039123535156, 61.12160873413086, 60.72889709472656, 60.332218170166016, 59.93153381347656, 59.52680206298828, 59.11798095703125, 58.70503234863281, 58.28791046142578, 57.8665771484375, 57.44098663330078, 57.0110969543457, 56.576866149902344, 56.138248443603516, 55.6952018737793, 55.247676849365234, 54.79563522338867, 54.33902359008789, 53.877803802490234, 53.411922454833984, 52.94133758544922, 52.46599578857422, 51.98585510253906, 51.50086212158203, 51.01097106933594, 50.51613235473633, 50.01629638671875, 49.511409759521484, 49.001426696777344, 48.486289978027344, 47.965946197509766, 47.44034957885742, 46.909446716308594, 46.37317657470703, 45.83149337768555, 45.28433609008789, 44.731651306152344, 44.17338562011719, 43.60948181152344, 43.039878845214844, 42.46452331542969, 41.883358001708984, 41.296321868896484, 40.70335388183594, 40.104400634765625, 39.499393463134766, 38.888275146484375, 38.2709846496582, 37.6474609375, 37.017635345458984, 36.38145065307617, 35.73883819580078, 35.08973693847656, 34.434078216552734, 33.77179718017578, 33.10282516479492, 32.427093505859375, 31.74454116821289, 31.055091857910156, 30.358678817749023, 29.655229568481445, 28.944677352905273, 28.226945877075195, 27.50196647644043, 26.769662857055664, 26.02996253967285, 25.282791137695312, 24.5280704498291, 23.765727996826172, 22.995685577392578, 22.217864990234375, 21.432186126708984, 20.63857078552246, 19.83694076538086, 19.02721405029297, 18.209306716918945, 17.383136749267578, 16.54862403869629, 15.705680847167969, 14.854223251342773, 13.99416446685791, 13.125418663024902, 12.24789810180664, 11.361513137817383, 10.466174125671387, 9.561792373657227, 8.648275375366211, 7.725530624389648, 6.7934651374816895, 5.851984977722168, 4.900994777679443, 3.940398931503296, 2.970099925994873, 1.9900000095367432, 1.0, 86.60203552246094, 86.4666976928711, 86.33000183105469, 86.1919174194336, 86.05244445800781, 85.91156005859375, 85.76924896240234, 85.62550354003906, 85.48030853271484, 85.33364868164062, 85.18550109863281, 85.03585815429688, 84.88470458984375, 84.73202514648438, 84.57780456542969, 84.42202758789062, 84.2646713256836, 84.10572814941406, 83.94518280029297, 83.78301239013672, 83.61920166015625, 83.45374298095703, 83.28660583496094, 83.11778259277344, 82.94725799560547, 82.77500915527344, 82.60102081298828, 82.4252700805664, 82.24774932861328, 82.06842803955078, 81.8873062133789, 81.704345703125, 81.51954650878906, 81.33287048339844, 81.14431762695312, 80.953857421875, 80.76146697998047, 80.567138671875, 80.370849609375, 80.17257690429688, 79.97229766845703, 79.7699966430664, 79.5656509399414, 79.35924530029297, 79.1507568359375, 78.94015502929688, 78.72743225097656, 78.51255798339844, 78.2955093383789, 78.0762710571289, 77.85482025146484, 77.63113403320312, 77.40518188476562, 77.17695617675781, 76.94641876220703, 76.71355438232422, 76.47834014892578, 76.2407455444336, 76.0007553100586, 75.75833892822266, 75.51347351074219, 75.26612854003906, 75.01629638671875, 74.76393127441406, 74.50902557373047, 74.25154113769531, 73.991455078125, 73.72874450683594, 73.46337127685547, 73.19532775878906, 72.92457580566406, 72.65108489990234, 72.37483215332031, 72.09579467773438, 71.81392669677734, 71.52922058105469, 71.24163818359375, 70.9511489868164, 70.65773010253906, 70.36134338378906, 70.06195831298828, 69.75955963134766, 69.45409393310547, 69.14555358886719, 68.83389282226562, 68.51908111572266, 68.20109558105469, 67.87989044189453, 67.55545043945312, 67.22772216796875, 66.89669036865234, 66.56231689453125, 66.22456359863281, 65.88339233398438, 65.53878021240234, 65.19068908691406, 64.83908081054688, 64.48391723632812, 64.12516784667969, 63.76279830932617, 63.396766662597656, 63.027034759521484, 62.65357208251953, 62.276336669921875, 61.895286560058594, 61.51039123535156, 61.12160873413086, 60.72889709472656, 60.332218170166016, 59.93153381347656, 59.52680206298828, 59.11798095703125, 58.70503234863281, 58.28791046142578, 57.8665771484375, 57.44098663330078, 57.0110969543457, 56.576866149902344, 56.138248443603516, 55.6952018737793, 55.247676849365234, 54.79563522338867, 54.33902359008789, 53.877803802490234, 53.411922454833984, 52.94133758544922, 52.46599578857422, 51.98585510253906, 51.50086212158203, 51.01097106933594, 50.51613235473633, 50.01629638671875, 49.511409759521484, 49.001426696777344, 48.486289978027344, 47.965946197509766, 47.44034957885742, 46.909446716308594, 46.37317657470703, 45.83149337768555, 45.28433609008789, 44.731651306152344, 44.17338562011719, 43.60948181152344, 43.039878845214844, 42.46452331542969, 41.883358001708984, 41.296321868896484, 40.70335388183594, 40.104400634765625, 39.499393463134766, 38.888275146484375, 38.2709846496582, 37.6474609375, 37.017635345458984, 36.38145065307617, 35.73883819580078, 35.08973693847656, 34.434078216552734, 33.77179718017578, 33.10282516479492, 32.427093505859375, 31.74454116821289, 31.055091857910156, 30.358678817749023, 29.655229568481445, 28.944677352905273, 28.226945877075195, 27.50196647644043, 26.769662857055664, 26.02996253967285, 25.282791137695312, 24.5280704498291, 23.765727996826172, 22.995685577392578, 22.217864990234375, 21.432186126708984, 20.63857078552246, 19.83694076538086, 19.02721405029297, 18.209306716918945, 17.383136749267578, 16.54862403869629, 15.705680847167969, 14.854223251342773, 13.99416446685791, 13.125418663024902, 12.24789810180664, 11.361513137817383, 10.466174125671387, 9.561792373657227, 8.648275375366211, 7.725530624389648, 6.7934651374816895, 5.851984977722168, 4.900994777679443, 3.940398931503296, 2.970099925994873, 1.9900000095367432, 1.0]}
{"type": "SampleBatch", "eps_id": [578471551, 578471551, 578471551, 578471551, 578471551, 578471551, 578471551, 578471551, 578471551, 578471551, 578471551, 578471551, 578471551, 578471551, 578471551, 578471551, 578471551, 578471551, 578471551, 578471551, 578471551, 578471551, 578471551, 578471551, 578471551, 578471551, 578471551, 578471551, 578471551, 578471551, 578471551, 578471551, 578471551, 578471551, 578471551, 578471551, 578471551, 578471551, 578471551, 578471551, 578471551, 578471551, 578471551, 578471551, 578471551, 578471551, 578471551, 578471551, 578471551, 578471551, 578471551, 578471551, 578471551, 578471551, 578471551, 578471551, 578471551, 578471551, 578471551, 578471551, 578471551, 578471551, 578471551, 578471551, 578471551, 578471551, 578471551, 578471551, 578471551, 578471551, 578471551, 578471551, 578471551, 578471551, 578471551, 578471551, 578471551, 578471551, 578471551, 578471551, 578471551, 578471551, 578471551, 578471551, 578471551, 578471551, 578471551, 578471551, 578471551, 578471551, 578471551, 578471551, 578471551, 578471551, 578471551, 578471551, 578471551, 578471551, 578471551, 578471551, 578471551, 578471551, 578471551, 578471551, 578471551, 578471551, 578471551, 578471551, 578471551, 578471551, 578471551, 578471551, 578471551, 578471551, 578471551, 578471551, 578471551, 578471551, 578471551, 578471551, 578471551, 578471551, 578471551, 578471551, 578471551, 578471551, 578471551, 578471551, 578471551, 578471551, 578471551, 578471551, 578471551, 578471551, 578471551, 578471551, 578471551, 578471551, 578471551, 578471551, 578471551, 578471551, 578471551, 578471551, 578471551, 578471551, 578471551, 578471551, 578471551, 578471551, 578471551, 578471551, 578471551, 578471551, 578471551, 578471551, 578471551, 578471551, 578471551, 578471551, 578471551, 578471551, 578471551, 578471551, 578471551, 578471551, 578471551, 578471551, 578471551, 578471551, 578471551, 578471551, 578471551, 578471551, 578471551, 578471551, 578471551, 578471551, 578471551, 578471551, 578471551, 578471551, 578471551, 578471551, 578471551, 578471551, 578471551, 578471551, 578471551, 578471551, 578471551, 578471551, 578471551, 578471551, 578471551, 578471551, 578471551, 578471551, 578471551, 578471551], "obs": [[0.03590529039502144, -0.045972224324941635, 0.0003621812502387911, 0.0016722597647458315], [0.034985847771167755, 0.14914453029632568, 0.00039562644087709486, -0.29089638590812683], [0.03796873614192009, -0.04598305746912956, -0.00542230112478137, 0.0019113040762022138], [0.037049077451229095, 0.14921623468399048, -0.005384074989706278, -0.29247748851776123], [0.04003340005874634, -0.04582853615283966, -0.011233624070882797, -0.001497472170740366], [0.03911682963371277, -0.2407875955104828, -0.011263573542237282, 0.28762003779411316], [0.03430107608437538, -0.04550684243440628, -0.0055111730471253395, -0.00859392061829567], [0.033390939235687256, -0.24054932594299316, -0.00568305142223835, 0.28234508633613586], [0.0285799540579319, -0.04534677416086197, -3.614980596466921e-05, -0.012124822475016117], [0.027673019096255302, 0.1497756987810135, -0.0002786462428048253, -0.30481916666030884], [0.030668532475829124, -0.04534228518605232, -0.006375029217451811, -0.012224119156599045], [0.02976168692111969, 0.14987051486968994, -0.006619511637836695, -0.3069116175174713], [0.03275909647345543, -0.04515649378299713, -0.012757743708789349, -0.01632363349199295], [0.03185596689581871, 0.15014606714248657, -0.01308421604335308, -0.3130043148994446], [0.03485888987779617, -0.04478706046938896, -0.019344303756952286, -0.024476293474435806], [0.033963147550821304, -0.23962633311748505, -0.019833829253911972, 0.2620410621166229], [0.029170621186494827, -0.04422696307301521, -0.014593007043004036, -0.03683110699057579], [0.028286080807447433, -0.23913663625717163, -0.015329630114138126, 0.25121209025382996], [0.023503348231315613, -0.43403637409210205, -0.010305387899279594, 0.5390205979347229], [0.014822620898485184, -0.23877108097076416, 0.00047502401866950095, 0.24310848116874695], [0.01004720013588667, -0.43389981985092163, 0.005337193608283997, 0.5359411835670471], [0.0013692036736756563, -0.2388533055782318, 0.016056017950177193, 0.2449447512626648], [-0.00340786250308156, -0.04396431893110275, 0.020954912528395653, -0.042630791664123535], [-0.004287148825824261, -0.2393803894519806, 0.02010229602456093, 0.25658926367759705], [-0.009074756875634193, -0.04455113038420677, 0.025234080851078033, -0.029685914516448975], [-0.009965779259800911, 0.1502000242471695, 0.024640362709760666, -0.31430160999298096], [-0.006961778737604618, -0.045264098793268204, 0.018354330211877823, -0.013950894586741924], [-0.007867060601711273, 0.1495898813009262, 0.018075313419103622, -0.3007867634296417], [-0.00487526273354888, -0.04578497260808945, 0.012059577740728855, -0.002458504866808653], [-0.0057909623719751835, 0.14916196465492249, 0.012010407634079456, -0.29131221771240234], [-0.002807722892612219, 0.3441106379032135, 0.00618416303768754, -0.5801831483840942], [0.004074489697813988, 0.14890256524085999, -0.005419499706476927, -0.2855585217475891], [0.0070525407791137695, -0.04614167660474777, -0.011130670085549355, 0.00541022140532732], [0.006129707209765911, 0.14913812279701233, -0.01102246530354023, -0.2907636761665344], [0.009112469851970673, -0.045824937522411346, -0.01683773845434189, -0.0015773914055898786], [0.008195971138775349, -0.24070142209529877, -0.016869287937879562, 0.2857458293437958], [0.003381942631676793, -0.43557876348495483, -0.01115437038242817, 0.573060929775238], [-0.005329632665961981, -0.2403022199869156, 0.00030684794182889163, 0.2768850028514862], [-0.010135676711797714, -0.04518464207649231, 0.005844547878950834, -0.015701131895184517], [-0.011039369739592075, 0.14985300600528717, 0.005530525464564562, -0.3065343201160431], [-0.008042309433221817, -0.045347314327955246, -0.0006001610890962183, -0.012112348340451717], [-0.00894925557076931, -0.24046064913272858, -0.0008424080442637205, 0.2803811728954315], [-0.013758469372987747, -0.04532669484615326, 0.004765215329825878, -0.012567341327667236], [-0.014665002934634686, -0.24051666259765625, 0.004513868130743504, 0.2816152572631836], [-0.019475335255265236, -0.43570271134376526, 0.010146173648536205, 0.5757184028625488], [-0.028189390897750854, -0.24072444438934326, 0.021660542115569115, 0.28624898195266724], [-0.033003877848386765, -0.4361484944820404, 0.027385521680116653, 0.5856840014457703], [-0.04172684997320175, -0.24142062664031982, 0.03909920156002045, 0.3017520606517792], [-0.04655526205897331, -0.046877119690179825, 0.04513424262404442, 0.021652065217494965], [-0.047492802143096924, 0.147569477558136, 0.045567285269498825, -0.25645583868026733], [-0.04454141482710838, 0.3420122265815735, 0.04043816775083542, -0.5344250798225403], [-0.03770117089152336, 0.14634563028812408, 0.029749665409326553, -0.2292795330286026], [-0.034774258732795715, 0.3410301208496094, 0.025164075195789337, -0.5124319195747375], [-0.027953654527664185, 0.5357887148857117, 0.014915437437593937, -0.7970799207687378], [-0.01723787933588028, 0.34046533703804016, -0.0010261612478643656, -0.49974241852760315], [-0.01042857300490141, 0.1453578770160675, -0.011021009646356106, -0.20738306641578674], [-0.0075214155949652195, -0.04960476607084274, -0.015168671496212482, 0.08180301636457443], [-0.008513511158525944, -0.24450603127479553, -0.013532610610127449, 0.3696618676185608], [-0.013403631746768951, -0.049194443970918655, -0.006139373406767845, 0.07274284213781357], [-0.014387520961463451, -0.2442278414964676, -0.004684516694396734, 0.3634824752807617], [-0.019272077828645706, -0.049039628356695175, 0.00258513237349689, 0.06932611018419266], [-0.02025287039577961, 0.14604516327381134, 0.0039716544561088085, -0.22254008054733276], [-0.017331967130303383, -0.04913332685828209, -0.00047914692549966276, 0.07139302045106888], [-0.018314633518457413, 0.14599548280239105, 0.000948713393881917, -0.22144104540348053], [-0.015394723042845726, -0.04914001002907753, -0.0034801075235009193, 0.07154099643230438], [-0.0163775235414505, -0.24421189725399017, -0.002049287548288703, 0.36312389373779297], [-0.021261760964989662, -0.0490608774125576, 0.005213190335780382, 0.06979550421237946], [-0.02224297821521759, 0.145985946059227, 0.006609100382775068, -0.22123809158802032], [-0.019323259592056274, -0.04922984540462494, 0.0021843386348336935, 0.07352226972579956], [-0.020307857543230057, 0.1458607167005539, 0.003654784057289362, -0.21847069263458252], [-0.017390642315149307, -0.04931328445672989, -0.0007146298885345459, 0.07536286115646362], [-0.0183769091963768, 0.14581890404224396, 0.0007926273974590003, -0.21754544973373413], [-0.015460530295968056, -0.04931436851620674, -0.0035582815762609243, 0.07538740336894989], [-0.01644681766629219, -0.24438512325286865, -0.002050533425062895, 0.3669455647468567], [-0.021334519609808922, -0.049234095960855484, 0.005288377869874239, 0.07361677289009094], [-0.02231920138001442, 0.14581164717674255, 0.006760713178664446, -0.2173929661512375], [-0.019402969628572464, -0.049406301230192184, 0.0024128537625074387, 0.07741488516330719], [-0.02039109542965889, 0.1456809788942337, 0.0039611514657735825, -0.21450580656528473], [-0.017477475106716156, 0.34074607491493225, -0.00032896443735808134, -0.5059365630149841], [-0.010662553831934929, 0.14562876522541046, -0.010447695851325989, -0.2133573293685913], [-0.007749978918582201, 0.3408985137939453, -0.014714842662215233, -0.5093175172805786], [-0.0009320087847299874, 0.14598692953586578, -0.024901192635297775, -0.22130782902240753], [0.0019877296872437, -0.04877040907740593, -0.029327349737286568, 0.06341741234064102], [0.001012321561574936, -0.24345986545085907, -0.02805900201201439, 0.34670501947402954], [-0.0038568757008761168, -0.43817171454429626, -0.02112490125000477, 0.6304095387458801], [-0.012620309367775917, -0.24276144802570343, -0.008516710251569748, 0.33114930987358093], [-0.017475537955760956, -0.04751930758357048, -0.001893724431283772, 0.03579283133149147], [-0.018425924703478813, -0.2426140457391739, -0.0011778678745031357, 0.3278776705265045], [-0.02327820658683777, -0.4377192258834839, 0.005379685666412115, 0.6201888918876648], [-0.03203259035944939, -0.24267280101776123, 0.01778346300125122, 0.32920515537261963], [-0.03688604757189751, -0.04780847206711769, 0.024367567151784897, 0.042182937264442444], [-0.03784221410751343, 0.1469557285308838, 0.02521122619509697, -0.24271328747272491], [-0.03490310162305832, -0.04851709306240082, 0.020356960594654083, 0.0578140914440155], [-0.03587344288825989, -0.24392491579055786, 0.02151324227452278, 0.35684964060783386], [-0.04075194150209427, -0.04911532998085022, 0.028650235384702682, 0.07102727144956589], [-0.0417342483997345, 0.14558440446853638, 0.030070779845118523, -0.21248047053813934], [-0.038822561502456665, 0.34026381373405457, 0.025821169838309288, -0.49552807211875916], [-0.03201728314161301, 0.14478743076324463, 0.01591060869395733, -0.19482065737247467], [-0.029121534898877144, 0.33967822790145874, 0.012014196254312992, -0.48244231939315796], [-0.022327970713377, 0.14438876509666443, 0.0023653495591133833, -0.18599720299243927], [-0.019440194591879845, -0.05076694115996361, -0.0013545944821089506, 0.10743095725774765], [-0.020455533638596535, -0.2458694577217102, 0.00079402478877455, 0.39968621730804443], [-0.02537292242050171, -0.44100266695022583, 0.008787749335169792, 0.6926193833351135], [-0.034192975610494614, -0.24600371718406677, 0.022640137001872063, 0.4027158319950104], [-0.03911305218935013, -0.05121007561683655, 0.030694453045725822, 0.11725586652755737], [-0.04013725370168686, 0.14345894753932953, 0.03303956985473633, -0.16558736562728882], [-0.03726807236671448, -0.05212000012397766, 0.029727822169661522, 0.13733279705047607], [-0.038310471922159195, -0.24765485525131226, 0.03247448056936264, 0.43924418091773987], [-0.043263569474220276, -0.053007207810878754, 0.041259363293647766, 0.1569724828004837], [-0.044323716312646866, 0.14150047302246094, 0.04439881071448326, -0.12241392582654953], [-0.04149370640516281, -0.054228525608778, 0.0419505350291729, 0.18393920361995697], [-0.04257827624678612, -0.24992483854293823, 0.04562931880354881, 0.4895552396774292], [-0.047576773911714554, -0.055475302040576935, 0.055420421063899994, 0.21159489452838898], [-0.048686277121305466, 0.13881225883960724, 0.05965232104063034, -0.06310374289751053], [-0.04591003432869911, -0.05711197480559349, 0.05839024484157562, 0.2477872669696808], [-0.04705227166414261, 0.13712957501411438, 0.06334599107503891, -0.025921519845724106], [-0.04430967941880226, 0.33128857612609863, 0.06282755732536316, -0.2979646325111389], [-0.03768390789628029, 0.5254613161087036, 0.05686826631426811, -0.570189893245697], [-0.027174683287739754, 0.7197415232658386, 0.045464470982551575, -0.8444288969039917], [-0.01277985330671072, 0.5240296721458435, 0.028575891628861427, -0.5378024578094482], [-0.0022992598824203014, 0.3285178542137146, 0.01781984232366085, -0.23625433444976807], [0.004271097015589476, 0.13314589858055115, 0.013094755820930004, 0.06199582666158676], [0.006934015080332756, 0.32807767391204834, 0.014334672130644321, -0.22652702033519745], [0.013495568186044693, 0.5229918360710144, 0.009804131463170052, -0.5146540403366089], [0.02395540475845337, 0.32773321866989136, -0.0004889486008323729, -0.2188977599143982], [0.03051006980240345, 0.1326182633638382, -0.004866903647780418, 0.07363089174032211], [0.0331624336540699, 0.3278096318244934, -0.003394286148250103, -0.22058358788490295], [0.0397186279296875, 0.13273636996746063, -0.007805957924574614, 0.07102671265602112], [0.042373355478048325, 0.32796937227249146, -0.006385423243045807, -0.2241087704896927], [0.048932742327451706, 0.13293924927711487, -0.010867598466575146, 0.06655312329530716], [0.051591526716947556, -0.06202521547675133, -0.009536536410450935, 0.3557875454425812], [0.05035102367401123, 0.1332310140132904, -0.0024207853712141514, 0.06011281535029411], [0.05301564559340477, -0.061856139451265335, -0.001218529068864882, 0.35203099250793457], [0.05177852138876915, 0.1332831233739853, 0.005822090897709131, 0.058964069932699203], [0.05444418266415596, 0.32832109928131104, 0.007001372054219246, -0.23187626898288727], [0.061010606586933136, 0.13309982419013977, 0.0023638466373085976, 0.06300687044858932], [0.06367260217666626, 0.3281877934932709, 0.00362398405559361, -0.2289293110370636], [0.07023635506629944, 0.5232577919960022, -0.0009546023211441934, -0.5204669237136841], [0.08070151507854462, 0.32814928889274597, -0.011363940313458443, -0.22808493673801422], [0.08726450055837631, 0.1331915557384491, -0.015925638377666473, 0.060991834849119186], [0.08992832899093628, 0.328538179397583, -0.01470580231398344, -0.23667289316654205], [0.09649909287691116, 0.13362938165664673, -0.01943925954401493, 0.051335349678993225], [0.09917168319225311, -0.061208516359329224, -0.018412552773952484, 0.33782219886779785], [0.09794750809669495, 0.1341705471277237, -0.011656109243631363, 0.03939029946923256], [0.10063092410564423, 0.32945767045021057, -0.01086830347776413, -0.2569473385810852], [0.10722007602453232, 0.5247331261634827, -0.016007250174880028, -0.5530383586883545], [0.11771474033594131, 0.3298395574092865, -0.027068017050623894, -0.2654414474964142], [0.12431152909994125, 0.13511419296264648, -0.03237684816122055, 0.018582584336400032], [0.12701381742954254, 0.3306851387023926, -0.0320051945745945, -0.28413721919059753], [0.1336275190114975, 0.13603393733501434, -0.037687938660383224, -0.0017178794369101524], [0.1363481879234314, -0.058527812361717224, -0.03772229701280594, 0.2788398861885071], [0.1351776421070099, 0.13711139559745789, -0.03214550018310547, -0.02549789659678936], [0.13791987299919128, -0.057535164058208466, -0.03265545889735222, 0.2568719685077667], [0.1367691606283188, 0.13803742825984955, -0.02751801908016205, -0.04592951759696007], [0.13952991366386414, -0.05667934939265251, -0.028436608612537384, 0.2379457801580429], [0.13839632272720337, 0.138837069272995, -0.02367769367992878, -0.06356950849294662], [0.14117306470870972, 0.33429035544395447, -0.024949083104729652, -0.3636278510093689], [0.1478588730096817, 0.1395317167043686, -0.03222164139151573, -0.078915074467659], [0.15064950287342072, -0.05511386692523956, -0.03379994258284569, 0.20343022048473358], [0.14954723417758942, -0.24973654747009277, -0.02973133698105812, 0.4852622151374817], [0.14455249905586243, -0.054207928478717804, -0.02002609334886074, 0.18335917592048645], [0.14346833527088165, 0.14119476079940796, -0.016358910128474236, -0.11557336151599884], [0.14629223942756653, -0.05368902161717415, -0.018670376390218735, 0.17190387845039368], [0.14521846175193787, 0.14169511198997498, -0.015232299454510212, -0.12660999596118927], [0.14805234968662262, -0.053205352276563644, -0.0177644994109869, 0.16122865676879883], [0.14698824286460876, 0.1421663463115692, -0.014539926312863827, -0.13700515031814575], [0.14983157813549042, -0.05274435505270958, -0.017280029132962227, 0.15105542540550232], [0.14877669513225555, 0.14262071251869202, -0.014258921146392822, -0.14702850580215454], [0.15162910521030426, -0.05229417234659195, -0.01719949208199978, 0.14112211763858795], [0.15058322250843048, 0.14306983351707458, -0.014377049170434475, -0.15693694353103638], [0.15344461798667908, -0.05184335634112358, -0.017515787854790688, 0.1311759054660797], [0.15240775048732758, 0.14352506399154663, -0.014892269857227802, -0.16698114573955536], [0.1552782505750656, -0.05138058215379715, -0.018231892958283424, 0.12096673995256424], [0.1542506366968155, 0.14399777352809906, -0.015812557190656662, -0.17741195857524872], [0.15713059902191162, -0.0508943609893322, -0.019360797479748726, 0.11024099588394165], [0.15611271560192108, -0.2457336038351059, -0.017155976966023445, 0.39675337076187134], [0.15119802951812744, -0.4406079947948456, -0.009220910258591175, 0.6839783191680908], [0.14238587021827698, -0.24535924196243286, 0.004458656534552574, 0.3884067237377167], [0.13747869431972504, -0.05030085891485214, 0.012226791121065617, 0.09713291376829147], [0.1364726722240448, -0.24559588730335236, 0.014169449917972088, 0.3936481475830078], [0.13156075775623322, -0.4409160315990448, 0.0220424123108387, 0.6907646059989929], [0.1227424368262291, -0.24610674381256104, 0.035857703536748886, 0.40510162711143494], [0.11782030016183853, -0.051511168479919434, 0.043959736824035645, 0.12393580377101898], [0.11679007858037949, 0.14295431971549988, 0.04643845185637474, -0.1545606404542923], [0.11964916437864304, 0.33738166093826294, 0.04334723949432373, -0.43223923444747925], [0.1263967901468277, 0.14167360961437225, 0.03470245748758316, -0.12621282041072845], [0.12923027575016022, 0.3362816870212555, 0.03217820078134537, -0.4077486991882324], [0.13595589995384216, 0.14071859419345856, 0.024023225530982018, -0.10509715974330902], [0.13877028226852417, -0.05473924055695534, 0.02192128263413906, 0.1950671523809433], [0.13767549395561218, 0.1400623917579651, 0.025822626426815987, -0.09062075614929199], [0.14047673344612122, 0.334804892539978, 0.02401021122932434, -0.37504610419273376], [0.14717283844947815, 0.1393502652645111, 0.016509288921952248, -0.07489034533500671], [0.14995984733104706, -0.05600443109869957, 0.015011481940746307, 0.22295527160167694], [0.14883975684642792, 0.1388997882604599, 0.019470587372779846, -0.06495489925146103], [0.15161775052547455, 0.33373725414276123, 0.018171489238739014, -0.3514316976070404], [0.1582924872636795, 0.5285961031913757, 0.011142855510115623, -0.6383296251296997], [0.1688644140958786, 0.33332058787345886, -0.001623737858608365, -0.34215858578681946], [0.1755308210849762, 0.13822177052497864, -0.008466909639537334, -0.049988143146038055], [0.17829526960849762, -0.056777749210596085, -0.00946667231619358, 0.24001142382621765], [0.17715971171855927, 0.1384781450033188, -0.004666444379836321, -0.05564245954155922]], "actions": [1, 0, 1, 0, 0, 1, 0, 1, 1, 0, 1, 0, 1, 0, 0, 1, 0, 0, 1, 0, 1, 1, 0, 1, 1, 0, 1, 0, 1, 1, 0, 0, 1, 0, 0, 0, 1, 1, 1, 0, 0, 1, 0, 0, 1, 0, 1, 1, 1, 1, 0, 1, 1, 0, 0, 0, 0, 1, 0, 1, 1, 0, 1, 0, 0, 1, 1, 0, 1, 0, 1, 0, 0, 1, 1, 0, 1, 1, 0, 1, 0, 0, 0, 0, 1, 1, 0, 0, 1, 1, 1, 0, 0, 1, 1, 1, 0, 1, 0, 0, 0, 0, 1, 1, 1, 0, 0, 1, 1, 0, 0, 1, 1, 0, 1, 1, 1, 1, 0, 0, 0, 1, 1, 0, 0, 1, 0, 1, 0, 0, 1, 0, 1, 1, 0, 1, 1, 0, 0, 1, 0, 0, 1, 1, 1, 0, 0, 1, 0, 0, 1, 0, 1, 0, 1, 1, 0, 0, 0, 1, 1, 0, 1, 0, 1, 0, 1, 0, 1, 0, 1, 0, 1, 0, 0, 0, 1, 1, 0, 0, 1, 1, 1, 1, 0, 1, 0, 0, 1, 1, 0, 0, 1, 1, 1, 0, 0, 0, 1, 0], "rewards": [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], "prev_actions": [0, 1, 0, 1, 0, 0, 1, 0, 1, 1, 0, 1, 0, 1, 0, 0, 1, 0, 0, 1, 0, 1, 1, 0, 1, 1, 0, 1, 0, 1, 1, 0, 0, 1, 0, 0, 0, 1, 1, 1, 0, 0, 1, 0, 0, 1, 0, 1, 1, 1, 1, 0, 1, 1, 0, 0, 0, 0, 1, 0, 1, 1, 0, 1, 0, 0, 1, 1, 0, 1, 0, 1, 0, 0, 1, 1, 0, 1, 1, 0, 1, 0, 0, 0, 0, 1, 1, 0, 0, 1, 1, 1, 0, 0, 1, 1, 1, 0, 1, 0, 0, 0, 0, 1, 1, 1, 0, 0, 1, 1, 0, 0, 1, 1, 0, 1, 1, 1, 1, 0, 0, 0, 1, 1, 0, 0, 1, 0, 1, 0, 0, 1, 0, 1, 1, 0, 1, 1, 0, 0, 1, 0, 0, 1, 1, 1, 0, 0, 1, 0, 0, 1, 0, 1, 0, 1, 1, 0, 0, 0, 1, 1, 0, 1, 0, 1, 0, 1, 0, 1, 0, 1, 0, 1, 0, 0, 0, 1, 1, 0, 0, 1, 1, 1, 1, 0, 1, 0, 0, 1, 1, 0, 0, 1, 1, 1, 0, 0, 0, 1], "prev_rewards": [0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], "dones": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, true], "new_obs": [[0.034985847771167755, 0.14914453029632568, 0.00039562644087709486, -0.29089638590812683], [0.03796873614192009, -0.04598305746912956, -0.00542230112478137, 0.0019113040762022138], [0.037049077451229095, 0.14921623468399048, -0.005384074989706278, -0.29247748851776123], [0.04003340005874634, -0.04582853615283966, -0.011233624070882797, -0.001497472170740366], [0.03911682963371277, -0.2407875955104828, -0.011263573542237282, 0.28762003779411316], [0.03430107608437538, -0.04550684243440628, -0.0055111730471253395, -0.00859392061829567], [0.033390939235687256, -0.24054932594299316, -0.00568305142223835, 0.28234508633613586], [0.0285799540579319, -0.04534677416086197, -3.614980596466921e-05, -0.012124822475016117], [0.027673019096255302, 0.1497756987810135, -0.0002786462428048253, -0.30481916666030884], [0.030668532475829124, -0.04534228518605232, -0.006375029217451811, -0.012224119156599045], [0.02976168692111969, 0.14987051486968994, -0.006619511637836695, -0.3069116175174713], [0.03275909647345543, -0.04515649378299713, -0.012757743708789349, -0.01632363349199295], [0.03185596689581871, 0.15014606714248657, -0.01308421604335308, -0.3130043148994446], [0.03485888987779617, -0.04478706046938896, -0.019344303756952286, -0.024476293474435806], [0.033963147550821304, -0.23962633311748505, -0.019833829253911972, 0.2620410621166229], [0.029170621186494827, -0.04422696307301521, -0.014593007043004036, -0.03683110699057579], [0.028286080807447433, -0.23913663625717163, -0.015329630114138126, 0.25121209025382996], [0.023503348231315613, -0.43403637409210205, -0.010305387899279594, 0.5390205979347229], [0.014822620898485184, -0.23877108097076416, 0.00047502401866950095, 0.24310848116874695], [0.01004720013588667, -0.43389981985092163, 0.005337193608283997, 0.5359411835670471], [0.0013692036736756563, -0.2388533055782318, 0.016056017950177193, 0.2449447512626648], [-0.00340786250308156, -0.04396431893110275, 0.020954912528395653, -0.042630791664123535], [-0.004287148825824261, -0.2393803894519806, 0.02010229602456093, 0.25658926367759705], [-0.009074756875634193, -0.04455113038420677, 0.025234080851078033, -0.029685914516448975], [-0.009965779259800911, 0.1502000242471695, 0.024640362709760666, -0.31430160999298096], [-0.006961778737604618, -0.045264098793268204, 0.018354330211877823, -0.013950894586741924], [-0.007867060601711273, 0.1495898813009262, 0.018075313419103622, -0.3007867634296417], [-0.00487526273354888, -0.04578497260808945, 0.012059577740728855, -0.002458504866808653], [-0.0057909623719751835, 0.14916196465492249, 0.012010407634079456, -0.29131221771240234], [-0.002807722892612219, 0.3441106379032135, 0.00618416303768754, -0.5801831483840942], [0.004074489697813988, 0.14890256524085999, -0.005419499706476927, -0.2855585217475891], [0.0070525407791137695, -0.04614167660474777, -0.011130670085549355, 0.00541022140532732], [0.006129707209765911, 0.14913812279701233, -0.01102246530354023, -0.2907636761665344], [0.009112469851970673, -0.045824937522411346, -0.01683773845434189, -0.0015773914055898786], [0.008195971138775349, -0.24070142209529877, -0.016869287937879562, 0.2857458293437958], [0.003381942631676793, -0.43557876348495483, -0.01115437038242817, 0.573060929775238], [-0.005329632665961981, -0.2403022199869156, 0.00030684794182889163, 0.2768850028514862], [-0.010135676711797714, -0.04518464207649231, 0.005844547878950834, -0.015701131895184517], [-0.011039369739592075, 0.14985300600528717, 0.005530525464564562, -0.3065343201160431], [-0.008042309433221817, -0.045347314327955246, -0.0006001610890962183, -0.012112348340451717], [-0.00894925557076931, -0.24046064913272858, -0.0008424080442637205, 0.2803811728954315], [-0.013758469372987747, -0.04532669484615326, 0.004765215329825878, -0.012567341327667236], [-0.014665002934634686, -0.24051666259765625, 0.004513868130743504, 0.2816152572631836], [-0.019475335255265236, -0.43570271134376526, 0.010146173648536205, 0.5757184028625488], [-0.028189390897750854, -0.24072444438934326, 0.021660542115569115, 0.28624898195266724], [-0.033003877848386765, -0.4361484944820404, 0.027385521680116653, 0.5856840014457703], [-0.04172684997320175, -0.24142062664031982, 0.03909920156002045, 0.3017520606517792], [-0.04655526205897331, -0.046877119690179825, 0.04513424262404442, 0.021652065217494965], [-0.047492802143096924, 0.147569477558136, 0.045567285269498825, -0.25645583868026733], [-0.04454141482710838, 0.3420122265815735, 0.04043816775083542, -0.5344250798225403], [-0.03770117089152336, 0.14634563028812408, 0.029749665409326553, -0.2292795330286026], [-0.034774258732795715, 0.3410301208496094, 0.025164075195789337, -0.5124319195747375], [-0.027953654527664185, 0.5357887148857117, 0.014915437437593937, -0.7970799207687378], [-0.01723787933588028, 0.34046533703804016, -0.0010261612478643656, -0.49974241852760315], [-0.01042857300490141, 0.1453578770160675, -0.011021009646356106, -0.20738306641578674], [-0.0075214155949652195, -0.04960476607084274, -0.015168671496212482, 0.08180301636457443], [-0.008513511158525944, -0.24450603127479553, -0.013532610610127449, 0.3696618676185608], [-0.013403631746768951, -0.049194443970918655, -0.006139373406767845, 0.07274284213781357], [-0.014387520961463451, -0.2442278414964676, -0.004684516694396734, 0.3634824752807617], [-0.019272077828645706, -0.049039628356695175, 0.00258513237349689, 0.06932611018419266], [-0.02025287039577961, 0.14604516327381134, 0.0039716544561088085, -0.22254008054733276], [-0.017331967130303383, -0.04913332685828209, -0.00047914692549966276, 0.07139302045106888], [-0.018314633518457413, 0.14599548280239105, 0.000948713393881917, -0.22144104540348053], [-0.015394723042845726, -0.04914001002907753, -0.0034801075235009193, 0.07154099643230438], [-0.0163775235414505, -0.24421189725399017, -0.002049287548288703, 0.36312389373779297], [-0.021261760964989662, -0.0490608774125576, 0.005213190335780382, 0.06979550421237946], [-0.02224297821521759, 0.145985946059227, 0.006609100382775068, -0.22123809158802032], [-0.019323259592056274, -0.04922984540462494, 0.0021843386348336935, 0.07352226972579956], [-0.020307857543230057, 0.1458607167005539, 0.003654784057289362, -0.21847069263458252], [-0.017390642315149307, -0.04931328445672989, -0.0007146298885345459, 0.07536286115646362], [-0.0183769091963768, 0.14581890404224396, 0.0007926273974590003, -0.21754544973373413], [-0.015460530295968056, -0.04931436851620674, -0.0035582815762609243, 0.07538740336894989], [-0.01644681766629219, -0.24438512325286865, -0.002050533425062895, 0.3669455647468567], [-0.021334519609808922, -0.049234095960855484, 0.005288377869874239, 0.07361677289009094], [-0.02231920138001442, 0.14581164717674255, 0.006760713178664446, -0.2173929661512375], [-0.019402969628572464, -0.049406301230192184, 0.0024128537625074387, 0.07741488516330719], [-0.02039109542965889, 0.1456809788942337, 0.0039611514657735825, -0.21450580656528473], [-0.017477475106716156, 0.34074607491493225, -0.00032896443735808134, -0.5059365630149841], [-0.010662553831934929, 0.14562876522541046, -0.010447695851325989, -0.2133573293685913], [-0.007749978918582201, 0.3408985137939453, -0.014714842662215233, -0.5093175172805786], [-0.0009320087847299874, 0.14598692953586578, -0.024901192635297775, -0.22130782902240753], [0.0019877296872437, -0.04877040907740593, -0.029327349737286568, 0.06341741234064102], [0.001012321561574936, -0.24345986545085907, -0.02805900201201439, 0.34670501947402954], [-0.0038568757008761168, -0.43817171454429626, -0.02112490125000477, 0.6304095387458801], [-0.012620309367775917, -0.24276144802570343, -0.008516710251569748, 0.33114930987358093], [-0.017475537955760956, -0.04751930758357048, -0.001893724431283772, 0.03579283133149147], [-0.018425924703478813, -0.2426140457391739, -0.0011778678745031357, 0.3278776705265045], [-0.02327820658683777, -0.4377192258834839, 0.005379685666412115, 0.6201888918876648], [-0.03203259035944939, -0.24267280101776123, 0.01778346300125122, 0.32920515537261963], [-0.03688604757189751, -0.04780847206711769, 0.024367567151784897, 0.042182937264442444], [-0.03784221410751343, 0.1469557285308838, 0.02521122619509697, -0.24271328747272491], [-0.03490310162305832, -0.04851709306240082, 0.020356960594654083, 0.0578140914440155], [-0.03587344288825989, -0.24392491579055786, 0.02151324227452278, 0.35684964060783386], [-0.04075194150209427, -0.04911532998085022, 0.028650235384702682, 0.07102727144956589], [-0.0417342483997345, 0.14558440446853638, 0.030070779845118523, -0.21248047053813934], [-0.038822561502456665, 0.34026381373405457, 0.025821169838309288, -0.49552807211875916], [-0.03201728314161301, 0.14478743076324463, 0.01591060869395733, -0.19482065737247467], [-0.029121534898877144, 0.33967822790145874, 0.012014196254312992, -0.48244231939315796], [-0.022327970713377, 0.14438876509666443, 0.0023653495591133833, -0.18599720299243927], [-0.019440194591879845, -0.05076694115996361, -0.0013545944821089506, 0.10743095725774765], [-0.020455533638596535, -0.2458694577217102, 0.00079402478877455, 0.39968621730804443], [-0.02537292242050171, -0.44100266695022583, 0.008787749335169792, 0.6926193833351135], [-0.034192975610494614, -0.24600371718406677, 0.022640137001872063, 0.4027158319950104], [-0.03911305218935013, -0.05121007561683655, 0.030694453045725822, 0.11725586652755737], [-0.04013725370168686, 0.14345894753932953, 0.03303956985473633, -0.16558736562728882], [-0.03726807236671448, -0.05212000012397766, 0.029727822169661522, 0.13733279705047607], [-0.038310471922159195, -0.24765485525131226, 0.03247448056936264, 0.43924418091773987], [-0.043263569474220276, -0.053007207810878754, 0.041259363293647766, 0.1569724828004837], [-0.044323716312646866, 0.14150047302246094, 0.04439881071448326, -0.12241392582654953], [-0.04149370640516281, -0.054228525608778, 0.0419505350291729, 0.18393920361995697], [-0.04257827624678612, -0.24992483854293823, 0.04562931880354881, 0.4895552396774292], [-0.047576773911714554, -0.055475302040576935, 0.055420421063899994, 0.21159489452838898], [-0.048686277121305466, 0.13881225883960724, 0.05965232104063034, -0.06310374289751053], [-0.04591003432869911, -0.05711197480559349, 0.05839024484157562, 0.2477872669696808], [-0.04705227166414261, 0.13712957501411438, 0.06334599107503891, -0.025921519845724106], [-0.04430967941880226, 0.33128857612609863, 0.06282755732536316, -0.2979646325111389], [-0.03768390789628029, 0.5254613161087036, 0.05686826631426811, -0.570189893245697], [-0.027174683287739754, 0.7197415232658386, 0.045464470982551575, -0.8444288969039917], [-0.01277985330671072, 0.5240296721458435, 0.028575891628861427, -0.5378024578094482], [-0.0022992598824203014, 0.3285178542137146, 0.01781984232366085, -0.23625433444976807], [0.004271097015589476, 0.13314589858055115, 0.013094755820930004, 0.06199582666158676], [0.006934015080332756, 0.32807767391204834, 0.014334672130644321, -0.22652702033519745], [0.013495568186044693, 0.5229918360710144, 0.009804131463170052, -0.5146540403366089], [0.02395540475845337, 0.32773321866989136, -0.0004889486008323729, -0.2188977599143982], [0.03051006980240345, 0.1326182633638382, -0.004866903647780418, 0.07363089174032211], [0.0331624336540699, 0.3278096318244934, -0.003394286148250103, -0.22058358788490295], [0.0397186279296875, 0.13273636996746063, -0.007805957924574614, 0.07102671265602112], [0.042373355478048325, 0.32796937227249146, -0.006385423243045807, -0.2241087704896927], [0.048932742327451706, 0.13293924927711487, -0.010867598466575146, 0.06655312329530716], [0.051591526716947556, -0.06202521547675133, -0.009536536410450935, 0.3557875454425812], [0.05035102367401123, 0.1332310140132904, -0.0024207853712141514, 0.06011281535029411], [0.05301564559340477, -0.061856139451265335, -0.001218529068864882, 0.35203099250793457], [0.05177852138876915, 0.1332831233739853, 0.005822090897709131, 0.058964069932699203], [0.05444418266415596, 0.32832109928131104, 0.007001372054219246, -0.23187626898288727], [0.061010606586933136, 0.13309982419013977, 0.0023638466373085976, 0.06300687044858932], [0.06367260217666626, 0.3281877934932709, 0.00362398405559361, -0.2289293110370636], [0.07023635506629944, 0.5232577919960022, -0.0009546023211441934, -0.5204669237136841], [0.08070151507854462, 0.32814928889274597, -0.011363940313458443, -0.22808493673801422], [0.08726450055837631, 0.1331915557384491, -0.015925638377666473, 0.060991834849119186], [0.08992832899093628, 0.328538179397583, -0.01470580231398344, -0.23667289316654205], [0.09649909287691116, 0.13362938165664673, -0.01943925954401493, 0.051335349678993225], [0.09917168319225311, -0.061208516359329224, -0.018412552773952484, 0.33782219886779785], [0.09794750809669495, 0.1341705471277237, -0.011656109243631363, 0.03939029946923256], [0.10063092410564423, 0.32945767045021057, -0.01086830347776413, -0.2569473385810852], [0.10722007602453232, 0.5247331261634827, -0.016007250174880028, -0.5530383586883545], [0.11771474033594131, 0.3298395574092865, -0.027068017050623894, -0.2654414474964142], [0.12431152909994125, 0.13511419296264648, -0.03237684816122055, 0.018582584336400032], [0.12701381742954254, 0.3306851387023926, -0.0320051945745945, -0.28413721919059753], [0.1336275190114975, 0.13603393733501434, -0.037687938660383224, -0.0017178794369101524], [0.1363481879234314, -0.058527812361717224, -0.03772229701280594, 0.2788398861885071], [0.1351776421070099, 0.13711139559745789, -0.03214550018310547, -0.02549789659678936], [0.13791987299919128, -0.057535164058208466, -0.03265545889735222, 0.2568719685077667], [0.1367691606283188, 0.13803742825984955, -0.02751801908016205, -0.04592951759696007], [0.13952991366386414, -0.05667934939265251, -0.028436608612537384, 0.2379457801580429], [0.13839632272720337, 0.138837069272995, -0.02367769367992878, -0.06356950849294662], [0.14117306470870972, 0.33429035544395447, -0.024949083104729652, -0.3636278510093689], [0.1478588730096817, 0.1395317167043686, -0.03222164139151573, -0.078915074467659], [0.15064950287342072, -0.05511386692523956, -0.03379994258284569, 0.20343022048473358], [0.14954723417758942, -0.24973654747009277, -0.02973133698105812, 0.4852622151374817], [0.14455249905586243, -0.054207928478717804, -0.02002609334886074, 0.18335917592048645], [0.14346833527088165, 0.14119476079940796, -0.016358910128474236, -0.11557336151599884], [0.14629223942756653, -0.05368902161717415, -0.018670376390218735, 0.17190387845039368], [0.14521846175193787, 0.14169511198997498, -0.015232299454510212, -0.12660999596118927], [0.14805234968662262, -0.053205352276563644, -0.0177644994109869, 0.16122865676879883], [0.14698824286460876, 0.1421663463115692, -0.014539926312863827, -0.13700515031814575], [0.14983157813549042, -0.05274435505270958, -0.017280029132962227, 0.15105542540550232], [0.14877669513225555, 0.14262071251869202, -0.014258921146392822, -0.14702850580215454], [0.15162910521030426, -0.05229417234659195, -0.01719949208199978, 0.14112211763858795], [0.15058322250843048, 0.14306983351707458, -0.014377049170434475, -0.15693694353103638], [0.15344461798667908, -0.05184335634112358, -0.017515787854790688, 0.1311759054660797], [0.15240775048732758, 0.14352506399154663, -0.014892269857227802, -0.16698114573955536], [0.1552782505750656, -0.05138058215379715, -0.018231892958283424, 0.12096673995256424], [0.1542506366968155, 0.14399777352809906, -0.015812557190656662, -0.17741195857524872], [0.15713059902191162, -0.0508943609893322, -0.019360797479748726, 0.11024099588394165], [0.15611271560192108, -0.2457336038351059, -0.017155976966023445, 0.39675337076187134], [0.15119802951812744, -0.4406079947948456, -0.009220910258591175, 0.6839783191680908], [0.14238587021827698, -0.24535924196243286, 0.004458656534552574, 0.3884067237377167], [0.13747869431972504, -0.05030085891485214, 0.012226791121065617, 0.09713291376829147], [0.1364726722240448, -0.24559588730335236, 0.014169449917972088, 0.3936481475830078], [0.13156075775623322, -0.4409160315990448, 0.0220424123108387, 0.6907646059989929], [0.1227424368262291, -0.24610674381256104, 0.035857703536748886, 0.40510162711143494], [0.11782030016183853, -0.051511168479919434, 0.043959736824035645, 0.12393580377101898], [0.11679007858037949, 0.14295431971549988, 0.04643845185637474, -0.1545606404542923], [0.11964916437864304, 0.33738166093826294, 0.04334723949432373, -0.43223923444747925], [0.1263967901468277, 0.14167360961437225, 0.03470245748758316, -0.12621282041072845], [0.12923027575016022, 0.3362816870212555, 0.03217820078134537, -0.4077486991882324], [0.13595589995384216, 0.14071859419345856, 0.024023225530982018, -0.10509715974330902], [0.13877028226852417, -0.05473924055695534, 0.02192128263413906, 0.1950671523809433], [0.13767549395561218, 0.1400623917579651, 0.025822626426815987, -0.09062075614929199], [0.14047673344612122, 0.334804892539978, 0.02401021122932434, -0.37504610419273376], [0.14717283844947815, 0.1393502652645111, 0.016509288921952248, -0.07489034533500671], [0.14995984733104706, -0.05600443109869957, 0.015011481940746307, 0.22295527160167694], [0.14883975684642792, 0.1388997882604599, 0.019470587372779846, -0.06495489925146103], [0.15161775052547455, 0.33373725414276123, 0.018171489238739014, -0.3514316976070404], [0.1582924872636795, 0.5285961031913757, 0.011142855510115623, -0.6383296251296997], [0.1688644140958786, 0.33332058787345886, -0.001623737858608365, -0.34215858578681946], [0.1755308210849762, 0.13822177052497864, -0.008466909639537334, -0.049988143146038055], [0.17829526960849762, -0.056777749210596085, -0.00946667231619358, 0.24001142382621765], [0.17715971171855927, 0.1384781450033188, -0.004666444379836321, -0.05564245954155922], [0.17992927134037018, -0.05657658725976944, -0.005779293365776539, 0.23556452989578247]], "action_prob": [0.49766698479652405, 0.8499773144721985, 0.48442867398262024, 0.8552795052528381, 0.5365890860557556, 0.8381456136703491, 0.5378279685974121, 0.83917236328125, 0.4679661989212036, 0.8593959808349609, 0.4528866410255432, 0.8648257255554199, 0.42954713106155396, 0.8720313310623169, 0.6018098592758179, 0.8051536679267883, 0.6154722571372986, 0.20083282887935638, 0.9243714213371277, 0.1900021731853485, 0.927453875541687, 0.8289753794670105, 0.5447397828102112, 0.8427219986915588, 0.4936538636684418, 0.8469924330711365, 0.5112490057945251, 0.8426547646522522, 0.5210576057434082, 0.15925166010856628, 0.9296969175338745, 0.8508937358856201, 0.48227259516716003, 0.8584362268447876, 0.5461747050285339, 0.1678134948015213, 0.9301791787147522, 0.841195285320282, 0.4785621166229248, 0.8564463257789612, 0.5290104746818542, 0.842993974685669, 0.5167751908302307, 0.1514051854610443, 0.9341607093811035, 0.1351732462644577, 0.9377708435058594, 0.8836402297019958, 0.6483738422393799, 0.23370029032230377, 0.9130332469940186, 0.24562372267246246, 0.08787763863801956, 0.9466179013252258, 0.9168850779533386, 0.7854780554771423, 0.3654177188873291, 0.8873380422592163, 0.36336129903793335, 0.8890452980995178, 0.6487293839454651, 0.7832270860671997, 0.6461673974990845, 0.7859698534011841, 0.3599298894405365, 0.8901563286781311, 0.6551088094711304, 0.7780625820159912, 0.6557338833808899, 0.7787938714027405, 0.653124988079071, 0.7815986275672913, 0.35279449820518494, 0.8917214274406433, 0.662278413772583, 0.7731329202651978, 0.663328230381012, 0.22647960484027863, 0.9181256890296936, 0.20843501389026642, 0.9224663972854614, 0.8166989684104919, 0.43499305844306946, 0.13295724987983704, 0.9361958503723145, 0.8710293769836426, 0.42815935611724854, 0.12615451216697693, 0.9385361671447754, 0.8851645588874817, 0.6437753438949585, 0.7780657410621643, 0.33554133772850037, 0.8979421854019165, 0.7030231952667236, 0.27050378918647766, 0.90701824426651, 0.2727319002151489, 0.9080985188484192, 0.7371914982795715, 0.29234281182289124, 0.09561179578304291, 0.944694459438324, 0.9121143221855164, 0.7716482877731323, 0.6441314816474915, 0.20667466521263123, 0.922254741191864, 0.8241865038871765, 0.5309449434280396, 0.1545565277338028, 0.9317180514335632, 0.8704696297645569, 0.37597012519836426, 0.8876857161521912, 0.6946766376495361, 0.2914733588695526, 0.10316376388072968, 0.942543625831604, 0.8979158401489258, 0.6932433843612671, 0.7415036559104919, 0.3158000409603119, 0.8979859948158264, 0.7005870342254639, 0.729824423789978, 0.7094624042510986, 0.7211135625839233, 0.7211185693740845, 0.29104864597320557, 0.9006503820419312, 0.28686633706092834, 0.9025188088417053, 0.7246898412704468, 0.7111949324607849, 0.7245829105377197, 0.2867334485054016, 0.9049900770187378, 0.7385352253913879, 0.6885926723480225, 0.7563860416412354, 0.33531177043914795, 0.8919005990028381, 0.6584028601646423, 0.22250711917877197, 0.9186252355575562, 0.8075401186943054, 0.5709622502326965, 0.8300921320915222, 0.4851487874984741, 0.8482384085655212, 0.5232061147689819, 0.8357239365577698, 0.5559244751930237, 0.8234279751777649, 0.41607028245925903, 0.8765512704849243, 0.6333200335502625, 0.22007766366004944, 0.9195398688316345, 0.7745348811149597, 0.668285608291626, 0.7615242600440979, 0.6851692199707031, 0.7480649948120117, 0.7009771466255188, 0.7338545918464661, 0.7161041498184204, 0.718525230884552, 0.7308741211891174, 0.7016366720199585, 0.745543897151947, 0.6826668381690979, 0.7603037357330322, 0.33899587392807007, 0.10381482541561127, 0.9458399415016174, 0.9030824303627014, 0.29904991388320923, 0.09111969918012619, 0.9493698477745056, 0.9193997383117676, 0.7899683713912964, 0.3890517055988312, 0.8715236783027649, 0.4192120432853699, 0.8651665449142456, 0.5623188018798828, 0.8351832628250122, 0.4719752073287964, 0.8506875038146973, 0.5173168182373047, 0.8503996729850769, 0.5104386806488037, 0.16146200895309448, 0.9268123507499695, 0.8479137420654297, 0.5256067514419556, 0.8411193490028381, 0.5290122628211975], "action_logp": [-0.6978241205215454, -0.16254562139511108, -0.7247850894927979, -0.15632694959640503, -0.6225226521492004, -0.17656342685222626, -0.6202165484428406, -0.17533913254737854, -0.7593592405319214, -0.15152548253536224, -0.7921134233474731, -0.14522726833820343, -0.8450238108634949, -0.1369299590587616, -0.5078137516975403, -0.21672210097312927, -0.4853654205799103, -1.6052824258804321, -0.07864129543304443, -1.6607197523117065, -0.07531220465898514, -0.18756484985351562, -0.60744708776474, -0.17111817002296448, -0.7059206962585449, -0.16606351733207703, -0.6708985567092896, -0.17119793593883514, -0.6518946290016174, -1.8372695446014404, -0.07289662957191467, -0.16146805882453918, -0.7292457818984985, -0.1526428759098053, -0.6048163771629333, -1.7849020957946777, -0.07237803936004639, -0.17293143272399902, -0.7369692921638489, -0.1549636572599411, -0.6367470622062683, -0.17079544067382812, -0.6601473689079285, -1.8877956867218018, -0.06810680031776428, -2.0011980533599854, -0.06424963474273682, -0.12370526790618896, -0.4332877993583679, -1.4537158012390137, -0.09098298102617264, -1.4039545059204102, -2.431809902191162, -0.05485973507165909, -0.08677315711975098, -0.24146275222301483, -1.006714105606079, -0.11952927708625793, -1.0123575925827026, -0.11760711669921875, -0.43273964524269104, -0.24433261156082153, -0.4366966485977173, -0.24083687365055084, -1.021846055984497, -0.116358183324337, -0.42295393347740173, -0.25094830989837646, -0.4220002591609955, -0.2500089108943939, -0.42598676681518555, -0.2464139461517334, -1.0418695211410522, -0.1146015003323555, -0.4120692312717438, -0.257304310798645, -0.4104853570461273, -1.4851003885269165, -0.08542095124721527, -1.568127989768982, -0.08070430159568787, -0.20248474180698395, -0.8324252367019653, -2.0177276134490967, -0.0659305676817894, -0.13807955384254456, -0.8482598066329956, -2.0702478885650635, -0.06343390047550201, -0.12198171764612198, -0.4404054284095764, -0.25094422698020935, -1.0920101404190063, -0.10764962434768677, -0.3523653745651245, -1.307469129562378, -0.09759272634983063, -1.29926598072052, -0.09640242904424667, -0.3049076199531555, -1.229828119277954, -2.347459077835083, -0.056893739849328995, -0.0919899195432663, -0.25922641158103943, -0.43985241651535034, -1.5766093730926514, -0.08093377947807312, -0.19335845112800598, -0.6330969333648682, -1.8671953678131104, -0.07072502374649048, -0.13872238993644714, -0.9782455563545227, -0.11913750320672989, -0.36430880427360535, -1.23280668258667, -2.271437644958496, -0.059173084795475006, -0.10767894983291626, -0.3663741648197174, -0.299075186252594, -1.1526460647583008, -0.10760080814361572, -0.3558366596698761, -0.3149512708187103, -0.34324780106544495, -0.32695865631103516, -0.32695168256759644, -1.234264850616455, -0.10463814437389374, -1.2487388849258423, -0.10256577283143997, -0.3220115303993225, -0.3408087491989136, -0.322159081697464, -1.2492022514343262, -0.09983132779598236, -0.3030864894390106, -0.37310537695884705, -0.2792033851146698, -1.0926945209503174, -0.11440057307481766, -0.4179382920265198, -1.5027961730957031, -0.08487706631422043, -0.2137625515460968, -0.5604321360588074, -0.18621858954429626, -0.7232996821403503, -0.16459353268146515, -0.6477798223495483, -0.17945696413516998, -0.5871227979660034, -0.19427922368049622, -0.8769010901451111, -0.13176007568836212, -0.4567793607711792, -1.5137747526168823, -0.08388189971446991, -0.25549256801605225, -0.4030396044254303, -0.27243322134017944, -0.37808939814567566, -0.29026538133621216, -0.3552800118923187, -0.309444397687912, -0.3339296579360962, -0.3305544853210449, -0.31351399421691895, -0.3543395698070526, -0.29364126920700073, -0.38174834847450256, -0.27403730154037476, -1.0817673206329346, -2.265146493911743, -0.05568192899227142, -0.10194145143032074, -1.2071447372436523, -2.3955812454223633, -0.05195686221122742, -0.0840342566370964, -0.2357623428106308, -0.9440430402755737, -0.13751225173473358, -0.869378387928009, -0.1448332667350769, -0.5756862759590149, -0.18010413646697998, -0.7508288025856018, -0.1617104560136795, -0.6590997576713562, -0.162048801779747, -0.672484815120697, -1.8234853744506836, -0.07600419223308563, -0.16497638821601868, -0.6432019472122192, -0.17302168905735016, -0.6367436647415161], "action_dist_inputs": [[0.004855757113546133, -0.004476350732147694], [0.8654904961585999, -0.8689327836036682], [0.031332265585660934, -0.030973311513662338], [0.8865680694580078, -0.8900563716888428], [0.07345768064260483, -0.07316084206104279], [-0.8202969431877136, 0.8241977095603943], [0.07590336352586746, -0.07569820433855057], [-0.8241209387779236, 0.8279622197151184], [0.06423157453536987, -0.06407953798770905], [0.9033129215240479, -0.9069693684577942], [0.09456866979598999, -0.09444553405046463], [0.9261249899864197, -0.9298379421234131], [0.14187337458133698, -0.14182578027248383], [0.9576131105422974, -0.9614260792732239], [0.20646680891513824, -0.206544890999794], [-0.7076258063316345, 0.7111960053443909], [0.2350677251815796, -0.23530618846416473], [-0.6888229250907898, 0.6922744512557983], [-1.248502492904663, 1.2547777891159058], [-0.723317563533783, 0.7266784310340881], [-1.2709728479385376, 1.2772475481033325], [-0.7875089049339294, 0.7908739447593689], [0.08955015987157822, -0.0898888111114502], [-0.8375837802886963, 0.8410384654998779], [0.012585898861289024, -0.0128000034019351], [0.8536617159843445, -0.8575424551963806], [-0.02253599278628826, 0.022467531263828278], [0.8371677994728088, -0.840947151184082], [-0.042123403400182724, 0.04215696454048157], [0.830046534538269, -0.8337600827217102], [1.287705659866333, -1.2943382263183594], [0.8689604997634888, -0.8726674318313599], [0.03550168126821518, -0.03543773666024208], [0.8992869853973389, -0.9030751585960388], [0.09259418398141861, -0.09263236820697784], [-0.7988130450248718, 0.802390456199646], [-1.2915239334106445, 1.2979214191436768], [-0.8318260312080383, 0.835322916507721], [0.04279692471027374, -0.043007250875234604], [0.8910592794418335, -0.8950231075286865], [0.05798722803592682, -0.05818511173129082], [-0.8385930061340332, 0.8420829176902771], [0.03345445916056633, -0.033671557903289795], [-0.8600659966468811, 0.8635563254356384], [-1.3229976892471313, 1.3294333219528198], [-0.9262125492095947, 0.9297592639923096], [-1.3530575037002563, 1.3596248626708984], [-1.01181960105896, 1.0155436992645264], [-0.30587038397789, 0.30602848529815674], [0.5920203328132629, -0.5955135822296143], [1.1724706888198853, -1.178775668144226], [0.5594201683998108, -0.5626704096794128], [1.1668270826339722, -1.1730016469955444], [1.4335079193115234, -1.4419118165969849], [1.1973093748092651, -1.2034482955932617], [0.6474030613899231, -0.6504773497581482], [-0.27559131383895874, 0.2763344645500183], [-1.0297987461090088, 1.0340352058410645], [-0.28007516264915466, 0.28072941303253174], [-1.0384128093719482, 1.0426127910614014], [-0.30641648173332214, 0.30704236030578613], [0.6406819820404053, -0.6438901424407959], [-0.30079522728919983, 0.30143946409225464], [0.6487998962402344, -0.6520015001296997], [-0.28751328587532043, 0.2881551682949066], [-1.0440689325332642, 1.0482702255249023], [-0.3204702138900757, 0.3211022615432739], [0.6256088614463806, -0.6288028955459595], [-0.32183557748794556, 0.32250460982322693], [0.6277406215667725, -0.6309104561805725], [-0.31605902314186096, 0.31674495339393616], [0.6359215378761292, -0.6390852332115173], [-0.30304738879203796, 0.30373063683509827], [-1.0521044731140137, 1.056341528892517], [-0.3363949954509735, 0.33706945180892944], [0.6114658713340759, -0.6146206855773926], [-0.3387242257595062, 0.3394373953342438], [0.6125844120979309, -0.6157127022743225], [1.2054816484451294, -1.2116671800613403], [0.6656255722045898, -0.6687591075897217], [1.235042929649353, -1.2412967681884766], [0.7454514503479004, -0.7486891746520996], [-0.1304897665977478, 0.1310182809829712], [-0.9355341196060181, 0.9395266175270081], [-1.339645266532898, 1.346361756324768], [-0.9531061053276062, 0.9569851756095886], [-0.14456312358379364, 0.1448017805814743], [-0.9657703638076782, 0.9696257710456848], [-1.3595720529556274, 1.3663002252578735], [-1.0191845893859863, 1.0230889320373535], [-0.29573366045951843, 0.2960546910762787], [0.6255071759223938, -0.6289227604866028], [-0.34137147665023804, 0.34185609221458435], [-1.0851954221725464, 1.0893704891204834], [-0.4305461049079895, 0.43119001388549805], [0.4944746494293213, -0.4975932836532593], [1.1358458995819092, -1.1419134140014648], [0.4889270067214966, -0.4918788969516754], [1.1423224210739136, -1.1483129262924194], [0.514276921749115, -0.5171452760696411], [-0.44150689244270325, 0.4425257742404938], [-1.121211290359497, 1.1257513761520386], [-1.4153413772583008, 1.422646403312683], [-1.1675411462783813, 1.17218816280365], [-0.6082164645195007, 0.60942542552948], [0.29536351561546326, -0.29797789454460144], [-0.6718174815177917, 0.673270046710968], [-1.234164834022522, 1.2392195463180542], [-0.7716196179389954, 0.7733531594276428], [0.060909904539585114, -0.06302830576896667], [-0.8486117720603943, 0.8506896495819092], [-1.3038846254348755, 1.3095003366470337], [-0.9513176679611206, 0.9537997841835022], [-0.25401538610458374, 0.25267308950424194], [-1.0321818590164185, 1.0351353883743286], [-0.4114449620246887, 0.41063013672828674], [0.44193190336227417, -0.4463072717189789], [1.0779037475585938, -1.0846519470214844], [1.3945006132125854, -1.4030554294586182], [1.0838721990585327, -1.0904062986373901], [0.40578922629356384, -0.40953731536865234], [-0.526738166809082, 0.5270605683326721], [0.38477087020874023, -0.3883700370788574], [1.0843678712844849, -1.0906769037246704], [0.4233134984970093, -0.4267815947532654], [-0.49659791588783264, 0.49713411927223206], [0.44467824697494507, -0.448096364736557], [-0.4747176170349121, 0.47527429461479187], [0.47331586480140686, -0.4767009913921356], [-0.444872111082077, 0.44542431831359863], [-1.100071907043457, 1.1043998003005981], [-0.4550457000732422, 0.4556066691875458], [-1.1105772256851196, 1.1149522066116333], [-0.4836040139198303, 0.484241247177124], [0.44896477460861206, -0.4522297978401184], [-0.4832855463027954, 0.4840242266654968], [0.45406296849250793, -0.4572392404079437], [1.1239614486694336, -1.129980444908142], [0.5176312327384949, -0.5207382440567017], [-0.3963865637779236, 0.3971613943576813], [0.5649225115776062, -0.5680447220802307], [-0.34177660942077637, 0.3424806594848633], [-1.0529303550720215, 1.0573735237121582], [-0.32777470350265503, 0.3284100890159607], [0.6239653825759888, -0.6271499991416931], [1.208849549293518, -1.2149637937545776], [0.7154463529586792, -0.7186585068702698], [-0.1426636427640915, 0.14311465620994568], [0.7914730310440063, -0.7948071360588074], [-0.02957988902926445, 0.02984250709414482], [-0.8584410548210144, 0.8624101281166077], [0.0464712493121624, -0.0464198999106884], [-0.8114784359931946, 0.8152716159820557], [0.11225616186857224, -0.11238168925046921], [-0.7680531144142151, 0.771693766117096], [0.16932587325572968, -0.16960054636001587], [0.9781337380409241, -0.982035219669342], [0.27303779125213623, -0.27344873547554016], [-0.6309412121772766, 0.634272575378418], [-1.2149004936218262, 1.2212111949920654], [-0.6154630780220032, 0.6186342835426331], [0.34985587000846863, -0.35058555006980896], [-0.5789896845817566, 0.5820648074150085], [0.38840436935424805, -0.3892262279987335], [-0.5426671504974365, 0.5456515550613403], [0.4255225658416748, -0.42643260955810547], [-0.5056858062744141, 0.5085821747779846], [0.4621105194091797, -0.4631076157093048], [-0.4671746790409088, 0.46998345851898193], [0.4989880323410034, -0.500074028968811], [-0.4261924922466278, 0.4289112389087677], [0.5369032025337219, -0.5380825996398926], [-0.3817155063152313, 0.38433924317359924], [0.5765323638916016, -0.5778128504753113], [-0.3326254189014435, 0.3351466655731201], [-1.074906587600708, 1.0806317329406738], [-1.4260293245315552, 1.4341001510620117], [-1.113124966621399, 1.1188279390335083], [-0.4246988296508789, 0.42712724208831787], [-1.147133231163025, 1.1529061794281006], [-1.4615107774734497, 1.4697396755218506], [-1.2141435146331787, 1.2200753688812256], [-0.6609745025634766, 0.6637603640556335], [0.22517375648021698, -0.22612638771533966], [0.9551621079444885, -0.9593359231948853], [0.1626788228750229, -0.16333003342151642], [0.9274576306343079, -0.9314243197441101], [0.12508150935173035, -0.12549664080142975], [-0.8096257448196411, 0.8131913542747498], [0.05599168315529823, -0.056225020438432693], [0.8681780099868774, -0.8718252182006836], [0.03462594747543335, -0.03466912358999252], [-0.8669202923774719, 0.8708193898200989], [-0.02083030715584755, 0.02093043550848961], [0.8220014572143555, -0.8253884315490723], [1.266237497329712, -1.2724863290786743], [0.8575162887573242, -0.8608145117759705], [0.051411643624305725, -0.05110513046383858], [-0.831238329410553, 0.8353424668312073], [0.058232568204402924, -0.05794704332947731]], "value_targets": [86.60203552246094, 86.4666976928711, 86.33000183105469, 86.1919174194336, 86.05244445800781, 85.91156005859375, 85.76924896240234, 85.62550354003906, 85.48030853271484, 85.33364868164062, 85.18550109863281, 85.03585815429688, 84.88470458984375, 84.73202514648438, 84.57780456542969, 84.42202758789062, 84.2646713256836, 84.10572814941406, 83.94518280029297, 83.78301239013672, 83.61920166015625, 83.45374298095703, 83.28660583496094, 83.11778259277344, 82.94725799560547, 82.77500915527344, 82.60102081298828, 82.4252700805664, 82.24774932861328, 82.06842803955078, 81.8873062133789, 81.704345703125, 81.51954650878906, 81.33287048339844, 81.14431762695312, 80.953857421875, 80.76146697998047, 80.567138671875, 80.370849609375, 80.17257690429688, 79.97229766845703, 79.7699966430664, 79.5656509399414, 79.35924530029297, 79.1507568359375, 78.94015502929688, 78.72743225097656, 78.51255798339844, 78.2955093383789, 78.0762710571289, 77.85482025146484, 77.63113403320312, 77.40518188476562, 77.17695617675781, 76.94641876220703, 76.71355438232422, 76.47834014892578, 76.2407455444336, 76.0007553100586, 75.75833892822266, 75.51347351074219, 75.26612854003906, 75.01629638671875, 74.76393127441406, 74.50902557373047, 74.25154113769531, 73.991455078125, 73.72874450683594, 73.46337127685547, 73.19532775878906, 72.92457580566406, 72.65108489990234, 72.37483215332031, 72.09579467773438, 71.81392669677734, 71.52922058105469, 71.24163818359375, 70.9511489868164, 70.65773010253906, 70.36134338378906, 70.06195831298828, 69.75955963134766, 69.45409393310547, 69.14555358886719, 68.83389282226562, 68.51908111572266, 68.20109558105469, 67.87989044189453, 67.55545043945312, 67.22772216796875, 66.89669036865234, 66.56231689453125, 66.22456359863281, 65.88339233398438, 65.53878021240234, 65.19068908691406, 64.83908081054688, 64.48391723632812, 64.12516784667969, 63.76279830932617, 63.396766662597656, 63.027034759521484, 62.65357208251953, 62.276336669921875, 61.895286560058594, 61.51039123535156, 61.12160873413086, 60.72889709472656, 60.332218170166016, 59.93153381347656, 59.52680206298828, 59.11798095703125, 58.70503234863281, 58.28791046142578, 57.8665771484375, 57.44098663330078, 57.0110969543457, 56.576866149902344, 56.138248443603516, 55.6952018737793, 55.247676849365234, 54.79563522338867, 54.33902359008789, 53.877803802490234, 53.411922454833984, 52.94133758544922, 52.46599578857422, 51.98585510253906, 51.50086212158203, 51.01097106933594, 50.51613235473633, 50.01629638671875, 49.511409759521484, 49.001426696777344, 48.486289978027344, 47.965946197509766, 47.44034957885742, 46.909446716308594, 46.37317657470703, 45.83149337768555, 45.28433609008789, 44.731651306152344, 44.17338562011719, 43.60948181152344, 43.039878845214844, 42.46452331542969, 41.883358001708984, 41.296321868896484, 40.70335388183594, 40.104400634765625, 39.499393463134766, 38.888275146484375, 38.2709846496582, 37.6474609375, 37.017635345458984, 36.38145065307617, 35.73883819580078, 35.08973693847656, 34.434078216552734, 33.77179718017578, 33.10282516479492, 32.427093505859375, 31.74454116821289, 31.055091857910156, 30.358678817749023, 29.655229568481445, 28.944677352905273, 28.226945877075195, 27.50196647644043, 26.769662857055664, 26.02996253967285, 25.282791137695312, 24.5280704498291, 23.765727996826172, 22.995685577392578, 22.217864990234375, 21.432186126708984, 20.63857078552246, 19.83694076538086, 19.02721405029297, 18.209306716918945, 17.383136749267578, 16.54862403869629, 15.705680847167969, 14.854223251342773, 13.99416446685791, 13.125418663024902, 12.24789810180664, 11.361513137817383, 10.466174125671387, 9.561792373657227, 8.648275375366211, 7.725530624389648, 6.7934651374816895, 5.851984977722168, 4.900994777679443, 3.940398931503296, 2.970099925994873, 1.9900000095367432, 1.0]}
{"type": "SampleBatch", "eps_id": [1467118106, 1467118106, 1467118106, 1467118106, 1467118106, 1467118106, 1467118106, 1467118106, 1467118106, 1467118106, 1467118106, 1467118106, 1467118106, 1467118106, 1467118106, 1467118106, 1467118106, 1467118106, 1467118106, 1467118106, 1467118106, 1467118106, 1467118106, 1467118106, 1467118106, 1467118106, 1467118106, 1467118106, 1467118106, 1467118106, 1467118106, 1467118106, 1467118106, 1467118106, 1467118106, 1467118106, 1467118106, 1467118106, 1467118106, 1467118106, 1467118106, 1467118106, 1467118106, 1467118106, 1467118106, 1467118106, 1467118106, 1467118106, 1467118106, 1467118106, 1467118106, 1467118106, 1467118106, 1467118106, 1467118106, 1467118106, 1467118106, 1467118106, 1467118106, 1467118106, 1467118106, 1467118106, 1467118106, 1467118106, 1467118106, 1467118106, 1467118106, 1467118106, 1467118106, 1467118106, 1467118106, 1467118106, 1467118106, 1467118106, 1467118106, 1467118106, 1467118106, 1467118106, 1467118106, 1467118106, 1467118106, 1467118106, 1467118106, 1467118106, 1467118106, 1467118106, 1467118106, 1467118106, 1467118106, 1467118106, 1467118106, 1467118106, 1467118106, 1467118106, 1467118106, 1467118106, 1467118106, 1467118106, 1467118106, 1467118106, 1467118106, 1467118106, 1467118106, 1467118106, 1467118106, 1467118106, 1467118106, 1467118106, 1467118106, 1467118106, 1467118106, 1467118106, 1467118106, 1467118106, 1467118106, 1467118106, 1467118106, 1467118106, 1467118106, 1467118106, 1467118106, 1467118106, 1467118106, 1467118106, 1467118106, 1467118106, 1467118106, 1467118106, 1467118106, 1467118106, 1467118106, 1467118106, 1467118106, 1467118106, 1467118106, 1467118106, 1467118106, 1467118106, 1467118106, 1467118106, 1467118106, 1467118106, 1467118106, 1467118106, 1467118106, 1467118106, 1467118106, 1467118106, 1467118106, 1467118106, 1467118106, 1467118106, 1467118106, 1467118106, 1467118106, 1467118106, 1467118106, 1467118106, 1467118106, 1467118106, 1467118106, 1467118106, 1467118106, 1467118106, 1467118106, 1467118106, 1467118106, 1467118106, 1467118106, 1467118106, 1467118106, 1467118106, 1467118106, 1467118106, 1467118106, 1467118106, 1467118106, 1467118106, 1467118106, 1467118106, 1467118106, 1467118106, 1467118106, 1467118106, 1467118106, 1467118106, 1467118106, 1467118106, 1467118106, 1467118106, 1467118106, 1467118106, 1467118106, 1467118106, 1467118106, 1467118106, 1467118106, 1467118106, 1467118106, 1467118106], "obs": [[-0.011249086819589138, -0.046627506613731384, -0.03668252006173134, -0.0020674383267760277], [-0.01218163687735796, 0.14900080859661102, -0.036723870784044266, -0.3060947358608246], [-0.00920162070542574, -0.04557911306619644, -0.04284576326608658, -0.02521604672074318], [-0.010113202966749668, -0.24006126821041107, -0.043350085616111755, 0.2536466419696808], [-0.014914427883923054, -0.04434800148010254, -0.03827715292572975, -0.052388373762369156], [-0.015801388770341873, -0.2389007955789566, -0.03932492062449455, 0.22797632217407227], [-0.020579403266310692, -0.043239571154117584, -0.034765392541885376, -0.07684715837240219], [-0.02144419588148594, -0.23784632980823517, -0.03630233556032181, 0.20466762781143188], [-0.026201121509075165, -0.43243083357810974, -0.03220898285508156, 0.48568153381347656], [-0.03484974056482315, -0.23686952888965607, -0.02249535359442234, 0.18302392959594727], [-0.03958712890744209, -0.43166249990463257, -0.018834875896573067, 0.46852636337280273], [-0.04822038114070892, -0.23627960681915283, -0.00946434773504734, 0.16996687650680542], [-0.05294597148895264, -0.04102347046136856, -0.006065010093152523, -0.1256866753101349], [-0.053766440600156784, -0.23605801165103912, -0.008578743785619736, 0.16507665812969208], [-0.058487601578235626, -0.43105611205101013, -0.005277210380882025, 0.45504093170166016], [-0.06710872054100037, -0.2358599454164505, 0.003823608160018921, 0.160699263215065], [-0.07182592153549194, -0.04079294204711914, 0.007037593517452478, -0.13077497482299805], [-0.0726417824625969, -0.23601499199867249, 0.004422094207257032, 0.1641198992729187], [-0.07736208289861679, -0.04095662757754326, 0.007704491727054119, -0.12716470658779144], [-0.07818121463060379, 0.15405410528182983, 0.005161197856068611, -0.4174070358276367], [-0.0751001313328743, 0.34910252690315247, -0.003186943009495735, -0.708458423614502], [-0.06811808049678802, 0.1540248841047287, -0.017356110736727715, -0.41678035259246826], [-0.06503758579492569, -0.04084685444831848, -0.025691717863082886, -0.12961921095848083], [-0.0658545196056366, -0.23559153079986572, -0.02828410267829895, 0.1548488587141037], [-0.07056634873151779, -0.430297315120697, -0.02518712542951107, 0.4384763240814209], [-0.0791722983121872, -0.23482809960842133, -0.016417598351836205, 0.1379612535238266], [-0.08386886119842529, -0.42971110343933105, -0.0136583736166358, 0.42541980743408203], [-0.09246308356523514, -0.23439837992191315, -0.005149977281689644, 0.12846259772777557], [-0.09715104848146439, -0.03920303285121918, -0.002580725122243166, -0.16584062576293945], [-0.09793511033058167, -0.23428794741630554, -0.005897537339478731, 0.12602704763412476], [-0.10262086987495422, -0.03908200562000275, -0.003376996610313654, -0.16851064562797546], [-0.1034025102853775, -0.23415546119213104, -0.006747209466993809, 0.12310503423213959], [-0.10808561742305756, -0.4291800856590271, -0.0042851087637245655, 0.4136516749858856], [-0.11666922271251678, -0.2339976727962494, 0.003987924661487341, 0.1196208968758583], [-0.12134917080402374, -0.038933079689741135, 0.0063803428784012794, -0.17180120944976807], [-0.12212783843278885, -0.23414577543735504, 0.002944318577647209, 0.12288767099380493], [-0.12681074440479279, -0.42930978536605835, 0.005402071867138147, 0.4164980351924896], [-0.13539694249629974, -0.2342648059129715, 0.013732032850384712, 0.12552304565906525], [-0.1400822401046753, -0.0393422394990921, 0.01624249294400215, -0.16279613971710205], [-0.14086908102035522, -0.23469290137290955, 0.012986570596694946, 0.13496628403663635], [-0.14556294679641724, -0.4299984276294708, 0.015685897320508957, 0.4317178428173065], [-0.1541629135608673, -0.23510205745697021, 0.02432025410234928, 0.1440207064151764], [-0.15886496007442474, -0.04033669829368591, 0.027200667187571526, -0.14089150726795197], [-0.15967169404029846, 0.15438532829284668, 0.024382837116718292, -0.42487049102783203], [-0.1565839797258377, 0.3491535484790802, 0.015885427594184875, -0.7097681760787964], [-0.14960090816020966, 0.15381523966789246, 0.001690064324066043, -0.4121275246143341], [-0.1465246081352234, -0.041330624371767044, -0.006552486214786768, -0.11891225725412369], [-0.1473512202501297, 0.15388458967208862, -0.008930731564760208, -0.41365522146224976], [-0.1442735344171524, -0.04110964015126228, -0.017203835770487785, -0.12380113452672958], [-0.14509572088718414, -0.23598094284534454, -0.019679857417941093, 0.1634048968553543], [-0.14981533586978912, -0.04058288037776947, -0.016411760821938515, -0.13542094826698303], [-0.150627002120018, -0.23546595871448517, -0.01912017911672592, 0.15203945338726044], [-0.15533632040023804, -0.430308997631073, -0.016079390421509743, 0.4386295974254608], [-0.16394250094890594, -0.23496319353580475, -0.007306798826903105, 0.14092162251472473], [-0.16864176094532013, -0.03973735123872757, -0.004488366190344095, -0.15405748784542084], [-0.1694364994764328, 0.1554485708475113, -0.007569516077637672, -0.448153018951416], [-0.16632753610610962, -0.03956548869609833, -0.016532575711607933, -0.1578657031059265], [-0.1671188473701477, -0.23444688320159912, -0.01968988962471485, 0.1295560896396637], [-0.17180778086185455, -0.039048489183187485, -0.017098769545555115, -0.16927315294742584], [-0.1725887507200241, -0.2339215725660324, -0.020484231412410736, 0.11796695739030838], [-0.1772671788930893, -0.4287441372871399, -0.018124893307685852, 0.40411755442619324], [-0.18584206700325012, -0.2333698868751526, -0.010042541660368443, 0.1057758778333664], [-0.19050946831703186, -0.038105469197034836, -0.007927024737000465, -0.19005843997001648], [-0.19127157330513, 0.15712898969650269, -0.011728192679584026, -0.4852314293384552], [-0.1881289929151535, -0.03782551363110542, -0.021432822570204735, -0.19626781344413757], [-0.18888550996780396, -0.23263444006443024, -0.025358177721500397, 0.08957769721746445], [-0.19353818893432617, -0.4273838996887207, -0.023566624149680138, 0.3741534948348999], [-0.20208586752414703, -0.2319352626800537, -0.016083553433418274, 0.0741339772939682], [-0.20672456920146942, -0.4268229901790619, -0.014600874856114388, 0.3616994023323059], [-0.2152610421180725, -0.23149658739566803, -0.007366886828094721, 0.06444850564002991], [-0.21989096701145172, -0.4265121519565582, -0.006077916827052832, 0.3547980487346649], [-0.22842121124267578, -0.23130430281162262, 0.0010180443059653044, 0.06020481139421463], [-0.23304729163646698, -0.4264408349990845, 0.0022221405524760485, 0.3532087504863739], [-0.24157612025737762, -0.23135055601596832, 0.009286316111683846, 0.06122737005352974], [-0.24620312452316284, -0.036362968385219574, 0.010510862804949284, -0.2285112589597702], [-0.24693039059638977, 0.15860721468925476, 0.005940638016909361, -0.5178602337837219], [-0.24375824630260468, -0.03659787401556969, -0.0044165668077766895, -0.22331123054027557], [-0.24449019134044647, -0.23165641725063324, -0.008882790803909302, 0.06797526776790619], [-0.24912331998348236, -0.03640825301408768, -0.007523285690695047, -0.227496936917305], [-0.24985149502754211, 0.15882040560245514, -0.012073224410414696, -0.5225434303283691], [-0.24667508900165558, 0.3541101813316345, -0.022524094209074974, -0.8190062046051025], [-0.23959288001060486, 0.15930363535881042, -0.03890421986579895, -0.5334920287132263], [-0.23640680313110352, -0.03525019437074661, -0.04957405850291252, -0.25331708788871765], [-0.23711180686950684, -0.2296305149793625, -0.054640401154756546, 0.02332640253007412], [-0.24170441925525665, -0.42392802238464355, -0.054173871874809265, 0.2982814311981201], [-0.25018298625946045, -0.22807738184928894, -0.048208244144916534, -0.010982891544699669], [-0.2547445297241211, -0.42247599363327026, -0.04842790216207504, 0.26610851287841797], [-0.2631940543651581, -0.6168745160102844, -0.04310573264956474, 0.5431321859359741], [-0.275531530380249, -0.42117413878440857, -0.03224308788776398, 0.23718513548374176], [-0.28395500779151917, -0.22560672461986542, -0.027499385178089142, -0.06549132615327835], [-0.2884671688079834, -0.42032384872436523, -0.028809212148189545, 0.2183901071548462], [-0.29687362909317017, -0.224802166223526, -0.02444140985608101, -0.08323944360017776], [-0.30136966705322266, -0.4195653796195984, -0.026106197386980057, 0.20163306593894958], [-0.3097609877586365, -0.22407998144626617, -0.02207353711128235, -0.09916946291923523], [-0.31424257159233093, -0.4188787341117859, -0.024056926369667053, 0.18646839261054993], [-0.322620153427124, -0.22342099249362946, -0.020327558740973473, -0.11370543390512466], [-0.3270885646343231, -0.4182458817958832, -0.022601665928959846, 0.17249560356140137], [-0.33545351028442383, -0.6130371689796448, -0.019151754677295685, 0.45796361565589905], [-0.34771424531936646, -0.8078832030296326, -0.009992482140660286, 0.7445487976074219], [-0.36387190222740173, -0.6126247644424438, 0.004898493643850088, 0.4487380385398865], [-0.37612441182136536, -0.4175724685192108, 0.013873254880309105, 0.15760323405265808], [-0.38447585701942444, -0.6128902435302734, 0.01702531985938549, 0.4546303451061249], [-0.3967336416244507, -0.41801315546035767, 0.026117926463484764, 0.16736221313476562], [-0.4050939083099365, -0.6134990453720093, 0.029465170577168465, 0.46816882491111755], [-0.4173639118671417, -0.41880548000335693, 0.03882854804396629, 0.18491676449775696], [-0.42574000358581543, -0.22425997257232666, 0.04252688214182854, -0.09526880085468292], [-0.4302251935005188, -0.029772525653243065, 0.04062150791287422, -0.374237060546875], [-0.43082064390182495, -0.22544725239276886, 0.0331367664039135, -0.06902767717838287], [-0.4353296160697937, -0.03081565536558628, 0.0317562110722065, -0.35107436776161194], [-0.43594592809677124, -0.22637449204921722, 0.024734724313020706, -0.04854925721883774], [-0.44047340750694275, -0.031615786254405975, 0.023763738572597504, -0.33332669734954834], [-0.4411057233810425, 0.16316001117229462, 0.01709720492362976, -0.6184220314025879], [-0.4378425180912018, -0.0321965292096138, 0.0047287652269005775, -0.32040369510650635], [-0.4384864568710327, -0.2273855060338974, -0.0016793087124824524, -0.0262332521378994], [-0.44303417205810547, -0.42248332500457764, -0.0022039737086743116, 0.26591935753822327], [-0.451483815908432, -0.22732999920845032, 0.003114413470029831, -0.02745790220797062], [-0.4560304284095764, -0.4224964678287506, 0.0025652553886175156, 0.2662060260772705], [-0.46448037028312683, -0.22741122543811798, 0.007889376021921635, -0.025666693225502968], [-0.4690285921096802, -0.03240329399704933, 0.007376042194664478, -0.31585001945495605], [-0.4696766436100006, -0.22762952744960785, 0.001059041591361165, -0.020850105211138725], [-0.47422924637794495, -0.42276665568351746, 0.0006420395220629871, 0.27216675877571106], [-0.48268458247184753, -0.2276538759469986, 0.006085374858230352, -0.020313581451773643], [-0.4872376620769501, -0.42286255955696106, 0.005679103545844555, 0.27428311109542847], [-0.4956949055194855, -0.22782209515571594, 0.011164765805006027, -0.01660320721566677], [-0.5002513527870178, -0.42310237884521484, 0.010832701809704304, 0.27958130836486816], [-0.5087133646011353, -0.22813661396503448, 0.016424328088760376, -0.009665409103035927], [-0.5132761001586914, -0.03325401246547699, 0.01623101904988289, -0.2971213459968567], [-0.51394122838974, -0.2286035418510437, 0.010288592427968979, 0.0006360529805533588], [-0.5185132622718811, -0.4238715171813965, 0.010301314294338226, 0.2965473234653473], [-0.5269907116889954, -0.22889792919158936, 0.016232259571552277, 0.007130973041057587], [-0.5315686464309692, -0.034012481570243835, 0.016374880447983742, -0.2803865969181061], [-0.5322489142417908, 0.16087210178375244, 0.01076714787632227, -0.5678603053092957], [-0.5290314555168152, -0.034399207681417465, -0.0005900581600144506, -0.2718048095703125], [-0.5297194719314575, -0.22951273620128632, -0.006026154384016991, 0.020691940560936928], [-0.5343096852302551, -0.03430488333106041, -0.005612315610051155, -0.27388620376586914], [-0.5349957942962646, -0.22934630513191223, -0.01109004020690918, 0.017021318897604942], [-0.5395827293395996, -0.4243074655532837, -0.010749613866209984, 0.30618467926979065], [-0.5480688810348511, -0.22903400659561157, -0.0046259197406470776, 0.01013107132166624], [-0.5526495575904846, -0.42408931255340576, -0.00442329840734601, 0.3013508915901184], [-0.5611313581466675, -0.228904590010643, 0.0016037191962823272, 0.007276227232068777], [-0.5657094120979309, -0.4240494966506958, 0.0017492437036707997, 0.3004647195339203], [-0.5741904377937317, -0.2289525270462036, 0.0077585382387042046, 0.008333977311849594], [-0.5787695050239563, -0.033942703157663345, 0.007925217971205711, -0.28189098834991455], [-0.5794483423233032, -0.22917678952217102, 0.0022873980924487114, 0.01328095979988575], [-0.584031879901886, -0.03408772498369217, 0.002553017344325781, -0.27867940068244934], [-0.5847136378288269, -0.22924600541591644, -0.003020570380613208, 0.01480766199529171], [-0.5892985463142395, -0.42432451248168945, -0.0027244172524660826, 0.3065360486507416], [-0.5977850556373596, -0.22916384041309357, 0.003406303469091654, 0.012995141558349133], [-0.6023682951927185, -0.03409090265631676, 0.0036662062630057335, -0.27861112356185913], [-0.6030501127243042, -0.22926495969295502, -0.0019060159102082253, 0.01522587239742279], [-0.6076354384422302, -0.03411572799086571, -0.0016014984576031566, -0.2780578136444092], [-0.6083177328109741, -0.22921480238437653, -0.007162654772400856, 0.014119571074843407], [-0.612902045249939, -0.4242332875728607, -0.006880263332277536, 0.30453401803970337], [-0.621386706829071, -0.22901397943496704, -0.0007895830785855651, 0.009689182043075562], [-0.6259669661521912, -0.4241245985031128, -0.0005957994726486504, 0.30212289094924927], [-0.6344494819641113, -0.22899416089057922, 0.005446658004075289, 0.009252111427485943], [-0.6390293836593628, -0.03395073860883713, 0.005631700623780489, -0.28170737624168396], [-0.639708399772644, -0.22915256023406982, -2.446896814944921e-06, 0.012746443971991539], [-0.6442914009094238, -0.03403057903051376, 0.0002524819865357131, -0.2799372673034668], [-0.644972026348114, -0.22915613651275635, -0.005346263293176889, 0.012825293466448784], [-0.6495551466941833, -0.033957917243242264, -0.005089757032692432, -0.281539648771286], [-0.6502343416213989, 0.1612362563610077, -0.010720550082623959, -0.5758234858512878], [-0.6470096111297607, -0.033733781427145004, -0.0222370196133852, -0.2865370213985443], [-0.6476842761039734, -0.22853165864944458, -0.02796776033937931, -0.0009495874401181936], [-0.6522548794746399, -0.033020004630088806, -0.02798675186932087, -0.3023238182067871], [-0.6529152989387512, 0.1624894142150879, -0.03403322771191597, -0.6037001609802246], [-0.6496655344963074, -0.03214044123888016, -0.04610723257064819, -0.3219282627105713], [-0.6503083109855652, -0.2265765219926834, -0.05254579707980156, -0.04413481801748276], [-0.6548398733139038, -0.4209071397781372, -0.053428493440151215, 0.23151744902133942], [-0.6632580161094666, -0.6152265667915344, -0.04879814386367798, 0.5068801045417786], [-0.6755625009536743, -0.4194521903991699, -0.03866054117679596, 0.19922718405723572], [-0.6839515566825867, -0.2237992286682129, -0.034675996750593185, -0.1053963303565979], [-0.6884275674819946, -0.41840752959251404, -0.03678392618894577, 0.1761479377746582], [-0.6967957019805908, -0.22277899086475372, -0.03326096758246422, -0.12790840864181519], [-0.7012512683868408, -0.4174090623855591, -0.03581913560628891, 0.15409831702709198], [-0.709599494934082, -0.6120003461837769, -0.032737165689468384, 0.43526941537857056], [-0.7218394875526428, -0.41643059253692627, -0.024031778797507286, 0.1324489861726761], [-0.7301681041717529, -0.22097279131412506, -0.021382799372076988, -0.16771772503852844], [-0.734587550163269, -0.41578224301338196, -0.024737155064940453, 0.11814358830451965], [-0.7429031729698181, -0.6105412244796753, -0.022374281659722328, 0.402920663356781], [-0.7551140189170837, -0.8053387999534607, -0.01431586965918541, 0.6884664297103882], [-0.7712208032608032, -0.6100211143493652, -0.0005465413560159504, 0.3913111686706543], [-0.7834212183952332, -0.8051353096961975, 0.007279681973159313, 0.6838217377662659], [-0.7995238900184631, -0.6101151704788208, 0.020956117659807205, 0.39343953132629395], [-0.8117262125015259, -0.8055281639099121, 0.028824906796216965, 0.6926552653312683], [-0.8278367519378662, -0.6108176708221436, 0.04267801344394684, 0.4091842472553253], [-0.840053141117096, -0.41632598638534546, 0.050861697643995285, 0.13025589287281036], [-0.8483796715736389, -0.2219681292772293, 0.05346681550145149, -0.14595699310302734], [-0.85281902551651, -0.02765101194381714, 0.05054767429828644, -0.4213044047355652], [-0.8533720374107361, -0.22345133125782013, 0.042121585458517075, -0.11312437057495117], [-0.8578410744667053, -0.4191507399082184, 0.0398591011762619, 0.19254444539546967], [-0.8662240505218506, -0.22462098300457, 0.04370998963713646, -0.08730295300483704], [-0.8707165122032166, -0.4203413426876068, 0.041963931173086166, 0.21884380280971527], [-0.879123330116272, -0.22584357857704163, 0.04634080454707146, -0.060312192887067795], [-0.8836401700973511, -0.03141564130783081, 0.045134562999010086, -0.3380216956138611], [-0.8842685222625732, -0.2271498292684555, 0.03837412968277931, -0.03145436942577362], [-0.8888115286827087, -0.0325985886156559, 0.03774503991007805, -0.3117871582508087], [-0.889463484287262, -0.22823737561702728, 0.03150929883122444, -0.007443575654178858], [-0.8940282464027405, -0.03358115628361702, 0.03136042505502701, -0.29002079367637634], [-0.8946998715400696, 0.16107991337776184, 0.025560010224580765, -0.5726503729820251]], "actions": [1, 0, 0, 1, 0, 1, 0, 0, 1, 0, 1, 1, 0, 0, 1, 1, 0, 1, 1, 1, 0, 0, 0, 0, 1, 0, 1, 1, 0, 1, 0, 0, 1, 1, 0, 0, 1, 1, 0, 0, 1, 1, 1, 1, 0, 0, 1, 0, 0, 1, 0, 0, 1, 1, 1, 0, 0, 1, 0, 0, 1, 1, 1, 0, 0, 0, 1, 0, 1, 0, 1, 0, 1, 1, 1, 0, 0, 1, 1, 1, 0, 0, 0, 0, 1, 0, 0, 1, 1, 0, 1, 0, 1, 0, 1, 0, 0, 0, 1, 1, 0, 1, 0, 1, 1, 1, 0, 1, 0, 1, 1, 0, 0, 0, 1, 0, 1, 1, 0, 0, 1, 0, 1, 0, 1, 1, 0, 0, 1, 1, 1, 0, 0, 1, 0, 0, 1, 0, 1, 0, 1, 1, 0, 1, 0, 0, 1, 1, 0, 1, 0, 0, 1, 0, 1, 1, 0, 1, 0, 1, 1, 0, 0, 1, 1, 0, 0, 0, 0, 1, 1, 0, 1, 0, 0, 1, 1, 0, 0, 0, 1, 0, 1, 0, 1, 1, 1, 1, 0, 0, 1, 0, 1, 1, 0, 1, 0, 1, 1, 0], "rewards": [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], "prev_actions": [0, 1, 0, 0, 1, 0, 1, 0, 0, 1, 0, 1, 1, 0, 0, 1, 1, 0, 1, 1, 1, 0, 0, 0, 0, 1, 0, 1, 1, 0, 1, 0, 0, 1, 1, 0, 0, 1, 1, 0, 0, 1, 1, 1, 1, 0, 0, 1, 0, 0, 1, 0, 0, 1, 1, 1, 0, 0, 1, 0, 0, 1, 1, 1, 0, 0, 0, 1, 0, 1, 0, 1, 0, 1, 1, 1, 0, 0, 1, 1, 1, 0, 0, 0, 0, 1, 0, 0, 1, 1, 0, 1, 0, 1, 0, 1, 0, 0, 0, 1, 1, 0, 1, 0, 1, 1, 1, 0, 1, 0, 1, 1, 0, 0, 0, 1, 0, 1, 1, 0, 0, 1, 0, 1, 0, 1, 1, 0, 0, 1, 1, 1, 0, 0, 1, 0, 0, 1, 0, 1, 0, 1, 1, 0, 1, 0, 0, 1, 1, 0, 1, 0, 0, 1, 0, 1, 1, 0, 1, 0, 1, 1, 0, 0, 1, 1, 0, 0, 0, 0, 1, 1, 0, 1, 0, 0, 1, 1, 0, 0, 0, 1, 0, 1, 0, 1, 1, 1, 1, 0, 0, 1, 0, 1, 1, 0, 1, 0, 1, 1], "prev_rewards": [0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], "dones": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, true], "new_obs": [[-0.01218163687735796, 0.14900080859661102, -0.036723870784044266, -0.3060947358608246], [-0.00920162070542574, -0.04557911306619644, -0.04284576326608658, -0.02521604672074318], [-0.010113202966749668, -0.24006126821041107, -0.043350085616111755, 0.2536466419696808], [-0.014914427883923054, -0.04434800148010254, -0.03827715292572975, -0.052388373762369156], [-0.015801388770341873, -0.2389007955789566, -0.03932492062449455, 0.22797632217407227], [-0.020579403266310692, -0.043239571154117584, -0.034765392541885376, -0.07684715837240219], [-0.02144419588148594, -0.23784632980823517, -0.03630233556032181, 0.20466762781143188], [-0.026201121509075165, -0.43243083357810974, -0.03220898285508156, 0.48568153381347656], [-0.03484974056482315, -0.23686952888965607, -0.02249535359442234, 0.18302392959594727], [-0.03958712890744209, -0.43166249990463257, -0.018834875896573067, 0.46852636337280273], [-0.04822038114070892, -0.23627960681915283, -0.00946434773504734, 0.16996687650680542], [-0.05294597148895264, -0.04102347046136856, -0.006065010093152523, -0.1256866753101349], [-0.053766440600156784, -0.23605801165103912, -0.008578743785619736, 0.16507665812969208], [-0.058487601578235626, -0.43105611205101013, -0.005277210380882025, 0.45504093170166016], [-0.06710872054100037, -0.2358599454164505, 0.003823608160018921, 0.160699263215065], [-0.07182592153549194, -0.04079294204711914, 0.007037593517452478, -0.13077497482299805], [-0.0726417824625969, -0.23601499199867249, 0.004422094207257032, 0.1641198992729187], [-0.07736208289861679, -0.04095662757754326, 0.007704491727054119, -0.12716470658779144], [-0.07818121463060379, 0.15405410528182983, 0.005161197856068611, -0.4174070358276367], [-0.0751001313328743, 0.34910252690315247, -0.003186943009495735, -0.708458423614502], [-0.06811808049678802, 0.1540248841047287, -0.017356110736727715, -0.41678035259246826], [-0.06503758579492569, -0.04084685444831848, -0.025691717863082886, -0.12961921095848083], [-0.0658545196056366, -0.23559153079986572, -0.02828410267829895, 0.1548488587141037], [-0.07056634873151779, -0.430297315120697, -0.02518712542951107, 0.4384763240814209], [-0.0791722983121872, -0.23482809960842133, -0.016417598351836205, 0.1379612535238266], [-0.08386886119842529, -0.42971110343933105, -0.0136583736166358, 0.42541980743408203], [-0.09246308356523514, -0.23439837992191315, -0.005149977281689644, 0.12846259772777557], [-0.09715104848146439, -0.03920303285121918, -0.002580725122243166, -0.16584062576293945], [-0.09793511033058167, -0.23428794741630554, -0.005897537339478731, 0.12602704763412476], [-0.10262086987495422, -0.03908200562000275, -0.003376996610313654, -0.16851064562797546], [-0.1034025102853775, -0.23415546119213104, -0.006747209466993809, 0.12310503423213959], [-0.10808561742305756, -0.4291800856590271, -0.0042851087637245655, 0.4136516749858856], [-0.11666922271251678, -0.2339976727962494, 0.003987924661487341, 0.1196208968758583], [-0.12134917080402374, -0.038933079689741135, 0.0063803428784012794, -0.17180120944976807], [-0.12212783843278885, -0.23414577543735504, 0.002944318577647209, 0.12288767099380493], [-0.12681074440479279, -0.42930978536605835, 0.005402071867138147, 0.4164980351924896], [-0.13539694249629974, -0.2342648059129715, 0.013732032850384712, 0.12552304565906525], [-0.1400822401046753, -0.0393422394990921, 0.01624249294400215, -0.16279613971710205], [-0.14086908102035522, -0.23469290137290955, 0.012986570596694946, 0.13496628403663635], [-0.14556294679641724, -0.4299984276294708, 0.015685897320508957, 0.4317178428173065], [-0.1541629135608673, -0.23510205745697021, 0.02432025410234928, 0.1440207064151764], [-0.15886496007442474, -0.04033669829368591, 0.027200667187571526, -0.14089150726795197], [-0.15967169404029846, 0.15438532829284668, 0.024382837116718292, -0.42487049102783203], [-0.1565839797258377, 0.3491535484790802, 0.015885427594184875, -0.7097681760787964], [-0.14960090816020966, 0.15381523966789246, 0.001690064324066043, -0.4121275246143341], [-0.1465246081352234, -0.041330624371767044, -0.006552486214786768, -0.11891225725412369], [-0.1473512202501297, 0.15388458967208862, -0.008930731564760208, -0.41365522146224976], [-0.1442735344171524, -0.04110964015126228, -0.017203835770487785, -0.12380113452672958], [-0.14509572088718414, -0.23598094284534454, -0.019679857417941093, 0.1634048968553543], [-0.14981533586978912, -0.04058288037776947, -0.016411760821938515, -0.13542094826698303], [-0.150627002120018, -0.23546595871448517, -0.01912017911672592, 0.15203945338726044], [-0.15533632040023804, -0.430308997631073, -0.016079390421509743, 0.4386295974254608], [-0.16394250094890594, -0.23496319353580475, -0.007306798826903105, 0.14092162251472473], [-0.16864176094532013, -0.03973735123872757, -0.004488366190344095, -0.15405748784542084], [-0.1694364994764328, 0.1554485708475113, -0.007569516077637672, -0.448153018951416], [-0.16632753610610962, -0.03956548869609833, -0.016532575711607933, -0.1578657031059265], [-0.1671188473701477, -0.23444688320159912, -0.01968988962471485, 0.1295560896396637], [-0.17180778086185455, -0.039048489183187485, -0.017098769545555115, -0.16927315294742584], [-0.1725887507200241, -0.2339215725660324, -0.020484231412410736, 0.11796695739030838], [-0.1772671788930893, -0.4287441372871399, -0.018124893307685852, 0.40411755442619324], [-0.18584206700325012, -0.2333698868751526, -0.010042541660368443, 0.1057758778333664], [-0.19050946831703186, -0.038105469197034836, -0.007927024737000465, -0.19005843997001648], [-0.19127157330513, 0.15712898969650269, -0.011728192679584026, -0.4852314293384552], [-0.1881289929151535, -0.03782551363110542, -0.021432822570204735, -0.19626781344413757], [-0.18888550996780396, -0.23263444006443024, -0.025358177721500397, 0.08957769721746445], [-0.19353818893432617, -0.4273838996887207, -0.023566624149680138, 0.3741534948348999], [-0.20208586752414703, -0.2319352626800537, -0.016083553433418274, 0.0741339772939682], [-0.20672456920146942, -0.4268229901790619, -0.014600874856114388, 0.3616994023323059], [-0.2152610421180725, -0.23149658739566803, -0.007366886828094721, 0.06444850564002991], [-0.21989096701145172, -0.4265121519565582, -0.006077916827052832, 0.3547980487346649], [-0.22842121124267578, -0.23130430281162262, 0.0010180443059653044, 0.06020481139421463], [-0.23304729163646698, -0.4264408349990845, 0.0022221405524760485, 0.3532087504863739], [-0.24157612025737762, -0.23135055601596832, 0.009286316111683846, 0.06122737005352974], [-0.24620312452316284, -0.036362968385219574, 0.010510862804949284, -0.2285112589597702], [-0.24693039059638977, 0.15860721468925476, 0.005940638016909361, -0.5178602337837219], [-0.24375824630260468, -0.03659787401556969, -0.0044165668077766895, -0.22331123054027557], [-0.24449019134044647, -0.23165641725063324, -0.008882790803909302, 0.06797526776790619], [-0.24912331998348236, -0.03640825301408768, -0.007523285690695047, -0.227496936917305], [-0.24985149502754211, 0.15882040560245514, -0.012073224410414696, -0.5225434303283691], [-0.24667508900165558, 0.3541101813316345, -0.022524094209074974, -0.8190062046051025], [-0.23959288001060486, 0.15930363535881042, -0.03890421986579895, -0.5334920287132263], [-0.23640680313110352, -0.03525019437074661, -0.04957405850291252, -0.25331708788871765], [-0.23711180686950684, -0.2296305149793625, -0.054640401154756546, 0.02332640253007412], [-0.24170441925525665, -0.42392802238464355, -0.054173871874809265, 0.2982814311981201], [-0.25018298625946045, -0.22807738184928894, -0.048208244144916534, -0.010982891544699669], [-0.2547445297241211, -0.42247599363327026, -0.04842790216207504, 0.26610851287841797], [-0.2631940543651581, -0.6168745160102844, -0.04310573264956474, 0.5431321859359741], [-0.275531530380249, -0.42117413878440857, -0.03224308788776398, 0.23718513548374176], [-0.28395500779151917, -0.22560672461986542, -0.027499385178089142, -0.06549132615327835], [-0.2884671688079834, -0.42032384872436523, -0.028809212148189545, 0.2183901071548462], [-0.29687362909317017, -0.224802166223526, -0.02444140985608101, -0.08323944360017776], [-0.30136966705322266, -0.4195653796195984, -0.026106197386980057, 0.20163306593894958], [-0.3097609877586365, -0.22407998144626617, -0.02207353711128235, -0.09916946291923523], [-0.31424257159233093, -0.4188787341117859, -0.024056926369667053, 0.18646839261054993], [-0.322620153427124, -0.22342099249362946, -0.020327558740973473, -0.11370543390512466], [-0.3270885646343231, -0.4182458817958832, -0.022601665928959846, 0.17249560356140137], [-0.33545351028442383, -0.6130371689796448, -0.019151754677295685, 0.45796361565589905], [-0.34771424531936646, -0.8078832030296326, -0.009992482140660286, 0.7445487976074219], [-0.36387190222740173, -0.6126247644424438, 0.004898493643850088, 0.4487380385398865], [-0.37612441182136536, -0.4175724685192108, 0.013873254880309105, 0.15760323405265808], [-0.38447585701942444, -0.6128902435302734, 0.01702531985938549, 0.4546303451061249], [-0.3967336416244507, -0.41801315546035767, 0.026117926463484764, 0.16736221313476562], [-0.4050939083099365, -0.6134990453720093, 0.029465170577168465, 0.46816882491111755], [-0.4173639118671417, -0.41880548000335693, 0.03882854804396629, 0.18491676449775696], [-0.42574000358581543, -0.22425997257232666, 0.04252688214182854, -0.09526880085468292], [-0.4302251935005188, -0.029772525653243065, 0.04062150791287422, -0.374237060546875], [-0.43082064390182495, -0.22544725239276886, 0.0331367664039135, -0.06902767717838287], [-0.4353296160697937, -0.03081565536558628, 0.0317562110722065, -0.35107436776161194], [-0.43594592809677124, -0.22637449204921722, 0.024734724313020706, -0.04854925721883774], [-0.44047340750694275, -0.031615786254405975, 0.023763738572597504, -0.33332669734954834], [-0.4411057233810425, 0.16316001117229462, 0.01709720492362976, -0.6184220314025879], [-0.4378425180912018, -0.0321965292096138, 0.0047287652269005775, -0.32040369510650635], [-0.4384864568710327, -0.2273855060338974, -0.0016793087124824524, -0.0262332521378994], [-0.44303417205810547, -0.42248332500457764, -0.0022039737086743116, 0.26591935753822327], [-0.451483815908432, -0.22732999920845032, 0.003114413470029831, -0.02745790220797062], [-0.4560304284095764, -0.4224964678287506, 0.0025652553886175156, 0.2662060260772705], [-0.46448037028312683, -0.22741122543811798, 0.007889376021921635, -0.025666693225502968], [-0.4690285921096802, -0.03240329399704933, 0.007376042194664478, -0.31585001945495605], [-0.4696766436100006, -0.22762952744960785, 0.001059041591361165, -0.020850105211138725], [-0.47422924637794495, -0.42276665568351746, 0.0006420395220629871, 0.27216675877571106], [-0.48268458247184753, -0.2276538759469986, 0.006085374858230352, -0.020313581451773643], [-0.4872376620769501, -0.42286255955696106, 0.005679103545844555, 0.27428311109542847], [-0.4956949055194855, -0.22782209515571594, 0.011164765805006027, -0.01660320721566677], [-0.5002513527870178, -0.42310237884521484, 0.010832701809704304, 0.27958130836486816], [-0.5087133646011353, -0.22813661396503448, 0.016424328088760376, -0.009665409103035927], [-0.5132761001586914, -0.03325401246547699, 0.01623101904988289, -0.2971213459968567], [-0.51394122838974, -0.2286035418510437, 0.010288592427968979, 0.0006360529805533588], [-0.5185132622718811, -0.4238715171813965, 0.010301314294338226, 0.2965473234653473], [-0.5269907116889954, -0.22889792919158936, 0.016232259571552277, 0.007130973041057587], [-0.5315686464309692, -0.034012481570243835, 0.016374880447983742, -0.2803865969181061], [-0.5322489142417908, 0.16087210178375244, 0.01076714787632227, -0.5678603053092957], [-0.5290314555168152, -0.034399207681417465, -0.0005900581600144506, -0.2718048095703125], [-0.5297194719314575, -0.22951273620128632, -0.006026154384016991, 0.020691940560936928], [-0.5343096852302551, -0.03430488333106041, -0.005612315610051155, -0.27388620376586914], [-0.5349957942962646, -0.22934630513191223, -0.01109004020690918, 0.017021318897604942], [-0.5395827293395996, -0.4243074655532837, -0.010749613866209984, 0.30618467926979065], [-0.5480688810348511, -0.22903400659561157, -0.0046259197406470776, 0.01013107132166624], [-0.5526495575904846, -0.42408931255340576, -0.00442329840734601, 0.3013508915901184], [-0.5611313581466675, -0.228904590010643, 0.0016037191962823272, 0.007276227232068777], [-0.5657094120979309, -0.4240494966506958, 0.0017492437036707997, 0.3004647195339203], [-0.5741904377937317, -0.2289525270462036, 0.0077585382387042046, 0.008333977311849594], [-0.5787695050239563, -0.033942703157663345, 0.007925217971205711, -0.28189098834991455], [-0.5794483423233032, -0.22917678952217102, 0.0022873980924487114, 0.01328095979988575], [-0.584031879901886, -0.03408772498369217, 0.002553017344325781, -0.27867940068244934], [-0.5847136378288269, -0.22924600541591644, -0.003020570380613208, 0.01480766199529171], [-0.5892985463142395, -0.42432451248168945, -0.0027244172524660826, 0.3065360486507416], [-0.5977850556373596, -0.22916384041309357, 0.003406303469091654, 0.012995141558349133], [-0.6023682951927185, -0.03409090265631676, 0.0036662062630057335, -0.27861112356185913], [-0.6030501127243042, -0.22926495969295502, -0.0019060159102082253, 0.01522587239742279], [-0.6076354384422302, -0.03411572799086571, -0.0016014984576031566, -0.2780578136444092], [-0.6083177328109741, -0.22921480238437653, -0.007162654772400856, 0.014119571074843407], [-0.612902045249939, -0.4242332875728607, -0.006880263332277536, 0.30453401803970337], [-0.621386706829071, -0.22901397943496704, -0.0007895830785855651, 0.009689182043075562], [-0.6259669661521912, -0.4241245985031128, -0.0005957994726486504, 0.30212289094924927], [-0.6344494819641113, -0.22899416089057922, 0.005446658004075289, 0.009252111427485943], [-0.6390293836593628, -0.03395073860883713, 0.005631700623780489, -0.28170737624168396], [-0.639708399772644, -0.22915256023406982, -2.446896814944921e-06, 0.012746443971991539], [-0.6442914009094238, -0.03403057903051376, 0.0002524819865357131, -0.2799372673034668], [-0.644972026348114, -0.22915613651275635, -0.005346263293176889, 0.012825293466448784], [-0.6495551466941833, -0.033957917243242264, -0.005089757032692432, -0.281539648771286], [-0.6502343416213989, 0.1612362563610077, -0.010720550082623959, -0.5758234858512878], [-0.6470096111297607, -0.033733781427145004, -0.0222370196133852, -0.2865370213985443], [-0.6476842761039734, -0.22853165864944458, -0.02796776033937931, -0.0009495874401181936], [-0.6522548794746399, -0.033020004630088806, -0.02798675186932087, -0.3023238182067871], [-0.6529152989387512, 0.1624894142150879, -0.03403322771191597, -0.6037001609802246], [-0.6496655344963074, -0.03214044123888016, -0.04610723257064819, -0.3219282627105713], [-0.6503083109855652, -0.2265765219926834, -0.05254579707980156, -0.04413481801748276], [-0.6548398733139038, -0.4209071397781372, -0.053428493440151215, 0.23151744902133942], [-0.6632580161094666, -0.6152265667915344, -0.04879814386367798, 0.5068801045417786], [-0.6755625009536743, -0.4194521903991699, -0.03866054117679596, 0.19922718405723572], [-0.6839515566825867, -0.2237992286682129, -0.034675996750593185, -0.1053963303565979], [-0.6884275674819946, -0.41840752959251404, -0.03678392618894577, 0.1761479377746582], [-0.6967957019805908, -0.22277899086475372, -0.03326096758246422, -0.12790840864181519], [-0.7012512683868408, -0.4174090623855591, -0.03581913560628891, 0.15409831702709198], [-0.709599494934082, -0.6120003461837769, -0.032737165689468384, 0.43526941537857056], [-0.7218394875526428, -0.41643059253692627, -0.024031778797507286, 0.1324489861726761], [-0.7301681041717529, -0.22097279131412506, -0.021382799372076988, -0.16771772503852844], [-0.734587550163269, -0.41578224301338196, -0.024737155064940453, 0.11814358830451965], [-0.7429031729698181, -0.6105412244796753, -0.022374281659722328, 0.402920663356781], [-0.7551140189170837, -0.8053387999534607, -0.01431586965918541, 0.6884664297103882], [-0.7712208032608032, -0.6100211143493652, -0.0005465413560159504, 0.3913111686706543], [-0.7834212183952332, -0.8051353096961975, 0.007279681973159313, 0.6838217377662659], [-0.7995238900184631, -0.6101151704788208, 0.020956117659807205, 0.39343953132629395], [-0.8117262125015259, -0.8055281639099121, 0.028824906796216965, 0.6926552653312683], [-0.8278367519378662, -0.6108176708221436, 0.04267801344394684, 0.4091842472553253], [-0.840053141117096, -0.41632598638534546, 0.050861697643995285, 0.13025589287281036], [-0.8483796715736389, -0.2219681292772293, 0.05346681550145149, -0.14595699310302734], [-0.85281902551651, -0.02765101194381714, 0.05054767429828644, -0.4213044047355652], [-0.8533720374107361, -0.22345133125782013, 0.042121585458517075, -0.11312437057495117], [-0.8578410744667053, -0.4191507399082184, 0.0398591011762619, 0.19254444539546967], [-0.8662240505218506, -0.22462098300457, 0.04370998963713646, -0.08730295300483704], [-0.8707165122032166, -0.4203413426876068, 0.041963931173086166, 0.21884380280971527], [-0.879123330116272, -0.22584357857704163, 0.04634080454707146, -0.060312192887067795], [-0.8836401700973511, -0.03141564130783081, 0.045134562999010086, -0.3380216956138611], [-0.8842685222625732, -0.2271498292684555, 0.03837412968277931, -0.03145436942577362], [-0.8888115286827087, -0.0325985886156559, 0.03774503991007805, -0.3117871582508087], [-0.889463484287262, -0.22823737561702728, 0.03150929883122444, -0.007443575654178858], [-0.8940282464027405, -0.03358115628361702, 0.03136042505502701, -0.29002079367637634], [-0.8946998715400696, 0.16107991337776184, 0.025560010224580765, -0.5726503729820251], [-0.8914782404899597, -0.03439093381166458, 0.014107003808021545, -0.27202603220939636]], "action_prob": [0.40963995456695557, 0.8825621008872986, 0.6487786173820496, 0.7665682435035706, 0.6874831914901733, 0.7376081943511963, 0.7199277281761169, 0.2929157614707947, 0.9016740322113037, 0.30242443084716797, 0.9011578559875488, 0.7008303999900818, 0.7429356575012207, 0.305255651473999, 0.9019272327423096, 0.7110535502433777, 0.7283335328102112, 0.7179480791091919, 0.2785797715187073, 0.09415319561958313, 0.9446604251861572, 0.9127250909805298, 0.7748630046844482, 0.361343115568161, 0.8854320645332336, 0.36740487813949585, 0.8855640292167664, 0.6393774747848511, 0.7853754162788391, 0.6337587237358093, 0.7889801263809204, 0.3730570375919342, 0.8849571347236633, 0.6440066695213318, 0.7792723178863525, 0.3514874577522278, 0.8909083604812622, 0.6756431460380554, 0.7528959512710571, 0.30921751260757446, 0.9007412791252136, 0.7254655957221985, 0.29930374026298523, 0.0990634635090828, 0.9445518255233765, 0.9057309031486511, 0.2743516266345978, 0.9099507927894592, 0.7495882511138916, 0.6786794662475586, 0.7632319331169128, 0.339701384305954, 0.8890241384506226, 0.6646373867988586, 0.23166625201702118, 0.9182053208351135, 0.7887234091758728, 0.6189690828323364, 0.8011736869812012, 0.40473538637161255, 0.8710934519767761, 0.5952149033546448, 0.18973208963871002, 0.9265879988670349, 0.8295755386352539, 0.4712017774581909, 0.8487290740013123, 0.48038527369499207, 0.847061038017273, 0.4788798987865448, 0.8488350510597229, 0.4669584035873413, 0.8538028597831726, 0.5551891922950745, 0.17794117331504822, 0.928392767906189, 0.8321153521537781, 0.5291743874549866, 0.162176251411438, 0.06735052913427353, 0.9541633129119873, 0.9382324814796448, 0.8829230666160583, 0.6570298671722412, 0.7389088869094849, 0.7000826001167297, 0.2974971830844879, 0.8904532194137573, 0.6870359778404236, 0.7411346435546875, 0.6637141704559326, 0.7578110694885254, 0.6415080428123474, 0.7719702124595642, 0.6201532483100891, 0.7843167185783386, 0.40070202946662903, 0.137764573097229, 0.9298230409622192, 0.8714149594306946, 0.3504132330417633, 0.8799145221710205, 0.3118811845779419, 0.8899967074394226, 0.7328102588653564, 0.35611066222190857, 0.8795821070671082, 0.3846512734889984, 0.8725966811180115, 0.4057878255844116, 0.13260886073112488, 0.9386862516403198, 0.8725751638412476, 0.6054518222808838, 0.7735699415206909, 0.5957785844802856, 0.7789815068244934, 0.4192624092102051, 0.8651754260063171, 0.5845128297805786, 0.7822743058204651, 0.571300745010376, 0.7890433073043823, 0.5523470044136047, 0.7981448173522949, 0.472616970539093, 0.840781033039093, 0.5200938582420349, 0.8102584481239319, 0.5048986673355103, 0.17503559589385986, 0.9295168519020081, 0.8337211012840271, 0.48628857731819153, 0.8388448357582092, 0.5292238593101501, 0.7984570860862732, 0.5269419550895691, 0.7996545433998108, 0.5181236267089844, 0.8036462068557739, 0.49712979793548584, 0.8266498446464539, 0.49607178568840027, 0.8280758261680603, 0.5105293393135071, 0.8031795620918274, 0.5000332593917847, 0.8241453766822815, 0.49468135833740234, 0.8275826573371887, 0.516167938709259, 0.7969421148300171, 0.5101904273033142, 0.7996774911880493, 0.5020111203193665, 0.8189600706100464, 0.4986087679862976, 0.8215610980987549, 0.48980242013931274, 0.1732783317565918, 0.9303327202796936, 0.8448024392127991, 0.4270762503147125, 0.14162713289260864, 0.9393453001976013, 0.8803443312644958, 0.6800351738929749, 0.33236774802207947, 0.856525719165802, 0.647095799446106, 0.7279148697853088, 0.6183363795280457, 0.7498264312744141, 0.41149836778640747, 0.8279093503952026, 0.5774776339530945, 0.771522045135498, 0.4440043568611145, 0.18578362464904785, 0.9025995135307312, 0.1790945827960968, 0.9049790501594543, 0.16629379987716675, 0.9089660048484802, 0.8501812815666199, 0.6866050958633423, 0.3778954744338989, 0.8473789691925049, 0.5933074951171875, 0.7356031537055969, 0.5529137849807739, 0.7587116956710815, 0.49041685461997986, 0.7874501943588257, 0.5187550783157349, 0.7708887457847595, 0.5415246486663818, 0.24361471831798553, 0.8994359374046326], "action_logp": [-0.8924766778945923, -0.1249261274933815, -0.43266376852989197, -0.2658315896987915, -0.3747178912162781, -0.30434247851371765, -0.32860445976257324, -1.227870225906372, -0.10350221395492554, -1.1959238052368164, -0.10407485067844391, -0.3554894030094147, -0.29714587330818176, -1.18660569190979, -0.10322141647338867, -0.3410075306892395, -0.31699615716934204, -0.33135801553726196, -1.2780507802963257, -2.3628320693969727, -0.056929778307676315, -0.09132055193185806, -0.2550690472126007, -1.0179272890090942, -0.12167956680059433, -1.0012907981872559, -0.12153051793575287, -0.4472602903842926, -0.24159346520900726, -0.4560869634151459, -0.23701412975788116, -0.9860239624977112, -0.12221604585647583, -0.44004619121551514, -0.24939469993114471, -1.0455812215805054, -0.11551368236541748, -0.3920902609825134, -0.2838282287120819, -1.1737103462219238, -0.10453721880912781, -0.32094162702560425, -1.2062963247299194, -2.3119945526123047, -0.05704474821686745, -0.09901302307844162, -1.2933447360992432, -0.09436474740505219, -0.2882312536239624, -0.38760632276535034, -0.27019333839416504, -1.079688310623169, -0.11763086169958115, -0.4085136353969574, -1.462457537651062, -0.08533426374197006, -0.23733960092067719, -0.47969990968704224, -0.22167754173278809, -0.9045218229293823, -0.1380060315132141, -0.5188327431678772, -1.662142276763916, -0.0762462317943573, -0.18684111535549164, -0.7524688839912415, -0.1640152782201767, -0.7331668734550476, -0.16598252952098846, -0.7363054156303406, -0.16389042139053345, -0.7615150809288025, -0.15805494785308838, -0.5884463787078857, -1.7263022661209106, -0.07430039346218109, -0.18378421664237976, -0.6364372372627258, -1.8190715312957764, -2.6978445053100586, -0.04692041873931885, -0.06375752389431, -0.12451720237731934, -0.4200257658958435, -0.30258065462112427, -0.3565569818019867, -1.2123504877090454, -0.11602471768856049, -0.3753686547279358, -0.29957297444343567, -0.4099036455154419, -0.2773211598396301, -0.4439335763454437, -0.25880932807922363, -0.47778868675231934, -0.24294233322143555, -0.9145371913909912, -1.9822090864181519, -0.07276096194982529, -0.13763701915740967, -1.0486421585083008, -0.12793049216270447, -1.165132999420166, -0.11653750389814377, -0.3108684718608856, -1.0325137376785278, -0.12830835580825806, -0.9554181098937988, -0.1362818032503128, -0.9019248485565186, -2.0203514099121094, -0.06327400356531143, -0.13630644977092743, -0.5017802715301514, -0.25673916935920715, -0.5178861618041992, -0.2497679740190506, -0.8692582845687866, -0.14482295513153076, -0.5369765758514404, -0.24554985761642456, -0.5598395466804504, -0.236934095621109, -0.5935788154602051, -0.22546523809432983, -0.7494699954986572, -0.17342399060726166, -0.6537460088729858, -0.21040202677249908, -0.6833974719047546, -1.7427659034729004, -0.0730903372168541, -0.18185637891292572, -0.7209530472755432, -0.17572949826717377, -0.636343777179718, -0.22507402300834656, -0.6406648755073547, -0.22357547283172607, -0.6575414538383484, -0.21859611570835114, -0.6989040970802307, -0.19037406146526337, -0.7010346055030823, -0.18865051865577698, -0.6723071336746216, -0.2191769927740097, -0.6930806636810303, -0.19340837001800537, -0.7038414478302002, -0.1892462819814682, -0.6613231301307678, -0.22697322070598602, -0.6729711890220642, -0.22354677319526672, -0.6891329884529114, -0.19971995055675507, -0.6959335207939148, -0.1965489685535431, -0.7137531638145447, -1.7528561353683472, -0.07221302390098572, -0.16865244507789612, -0.8507927060127258, -1.9545575380325317, -0.06257214397192001, -0.12744219601154327, -0.3856107294559479, -1.1015132665634155, -0.15487095713615417, -0.43526095151901245, -0.3175711929798126, -0.48072266578674316, -0.28791356086730957, -0.8879502415657043, -0.18885158002376556, -0.5490855574607849, -0.2593900263309479, -0.8119208812713623, -1.683172583580017, -0.10247635841369629, -1.7198412418365479, -0.09984351694583893, -1.793999195098877, -0.0954476073384285, -0.16230565309524536, -0.3759959936141968, -0.973137617111206, -0.16560722887516022, -0.5220425128936768, -0.3070645034313202, -0.5925531983375549, -0.2761334180831909, -0.7124994993209839, -0.23895512521266937, -0.6563233733177185, -0.26021119952201843, -0.6133666634559631, -1.4121673107147217, -0.10598746687173843], "action_dist_inputs": [[0.18253561854362488, -0.18291838467121124], [1.0063029527664185, -1.0106160640716553], [0.306494802236557, -0.3071799576282501], [-0.5930405259132385, 0.595993161201477], [0.3936760425567627, -0.394703209400177], [-0.515440821647644, 0.5181331634521484], [0.47137749195098877, -0.4727257192134857], [-0.43941110372543335, 0.4418536126613617], [-1.1052974462509155, 1.1106678247451782], [-0.4167892336845398, 0.4189900755882263], [-1.1024625301361084, 1.1076934337615967], [-0.42461004853248596, 0.42664504051208496], [0.529647946357727, -0.5316348671913147], [-0.41022640466690063, 0.41216811537742615], [-1.10687255859375, 1.1119513511657715], [-0.44932472705841064, 0.4511815011501312], [0.49204057455062866, -0.494143545627594], [-0.46623122692108154, 0.4680749177932739], [0.4747072458267212, -0.4768100380897522], [1.1291834115982056, -1.1347635984420776], [1.4146106243133545, -1.422727108001709], [1.170845627784729, -1.1765263080596924], [0.6168327331542969, -0.6191447377204895], [-0.28396961092948914, 0.28556978702545166], [-1.0200936794281006, 1.0248141288757324], [-0.2709904611110687, 0.27237558364868164], [-1.0208086967468262, 1.0254006385803223], [-0.2857110798358917, 0.2869521975517273], [0.6472253799438477, -0.650046169757843], [-0.27360737323760986, 0.27476876974105835], [0.657941997051239, -0.6608467698097229], [-0.25902414321899414, 0.2601000666618347], [-1.0179299116134644, 1.0223045349121094], [-0.2959030568599701, 0.2968941628932953], [0.6292087435722351, -0.6322219371795654], [-0.30576926469802856, 0.3067379593849182], [-1.0478640794754028, 1.0521893501281738], [-0.36643677949905396, 0.36738377809524536], [0.5555700659751892, -0.5585476160049438], [-0.4013954997062683, 0.402384489774704], [-1.100545883178711, 1.1049425601959229], [-0.4853503406047821, 0.48638659715652466], [0.42391157150268555, -0.42670392990112305], [1.1007957458496094, -1.1068782806396484], [1.4134193658828735, -1.4218411445617676], [1.1282610893249512, -1.1343278884887695], [0.4849785566329956, -0.4876765310764313], [1.1534456014633179, -1.1595884561538696], [0.5467982292175293, -0.5496189594268799], [-0.3733414113521576, 0.3743683397769928], [0.5837432742118835, -0.5867376923561096], [-0.3318782150745392, 0.3327469527721405], [-1.0383342504501343, 1.042478084564209], [-0.3416576087474823, 0.3423718512058258], [0.5978325605392456, -0.6010939478874207], [1.2058184146881104, -1.212390661239624], [0.65693199634552, -0.6603156924247742], [-0.24234053492546082, 0.2428344041109085], [0.6950421929359436, -0.6986037492752075], [-0.19272516667842865, 0.19304747879505157], [-0.9534977674484253, 0.9571635127067566], [-0.1927090585231781, 0.19285722076892853], [0.723945140838623, -0.7278067469596863], [1.2641924619674683, -1.271229863166809], [0.7892988324165344, -0.7933228611946106], [-0.057734500616788864, 0.057586025446653366], [-0.860710084438324, 0.8639572858810425], [-0.03943187743425369, 0.03906729817390442], [-0.8543192744255066, 0.8574143052101135], [-0.04252573847770691, 0.04200497269630432], [-0.8612530827522278, 0.8642403483390808], [-0.0664893239736557, 0.06586981564760208], [-0.8809093832969666, 0.8838351964950562], [-0.11116152256727219, 0.11049830913543701], [0.7629209756851196, -0.7674379348754883], [1.2773957252502441, -1.2848635911941528], [0.7980692982673645, -0.8026243448257446], [-0.0587788000702858, 0.05805157497525215], [0.8187340497970581, -0.823390007019043], [1.3102426528930664, -1.3178759813308716], [1.5130099058151245, -1.5227409601211548], [1.3563894033432007, -1.3642308712005615], [1.0076125860214233, -1.0127944946289062], [0.32429084181785583, -0.32579541206359863], [-0.5191273093223572, 0.5211778879165649], [0.4228583574295044, -0.424832820892334], [-0.42877304553985596, 0.4304714798927307], [-1.0453877449035645, 1.0499911308288574], [-0.3924701511859894, 0.39382827281951904], [0.5245807766914368, -0.5272935032844543], [-0.33939555287361145, 0.3404945135116577], [0.5688636898994446, -0.5718520879745483], [-0.29053157567977905, 0.2913837432861328], [0.6081138253211975, -0.6113556623458862], [-0.24479161202907562, 0.24540692567825317], [0.6437620520591736, -0.6472399234771729], [-0.2010776251554489, 0.20146328210830688], [-0.9151921272277832, 0.9187901616096497], [-1.2888237237930298, 1.2951511144638062], [-0.9550269842147827, 0.9585006237030029], [-0.3085801303386688, 0.3086431920528412], [-0.9940783977508545, 0.9975428581237793], [-0.395638644695282, 0.395700603723526], [-1.0435843467712402, 1.0471235513687134], [-0.5043970346450806, 0.5045307874679565], [0.2944391369819641, -0.2978461980819702], [0.9909287095069885, -0.9975505471229553], [0.23331700265407562, -0.236534982919693], [0.9588139057159424, -0.9653016924858093], [0.18916019797325134, -0.192245751619339], [0.9358462691307068, -0.9422399401664734], [1.3598510026931763, -1.3686254024505615], [0.9587754011154175, -0.9651469588279724], [0.212613046169281, -0.21562068164348602], [-0.6140520572662354, 0.6145281791687012], [0.19241660833358765, -0.19548968970775604], [-0.6296668648719788, 0.6300740838050842], [0.16134591400623322, -0.16445626318454742], [0.9262674450874329, -0.9326902627944946], [0.16910110414028168, -0.17222580313682556], [-0.6393256783485413, 0.6396436095237732], [0.14199313521385193, -0.14516694843769073], [-0.6594494581222534, 0.6597189903259277], [0.10348152369260788, -0.10667648911476135], [-0.6872430443763733, 0.6874964833259583], [0.05322643741965294, -0.05641542002558708], [0.8288396596908569, -0.835211455821991], [0.038633473217487335, -0.04178522154688835], [-0.7257044911384583, 0.7259859442710876], [-0.011373361572623253, 0.008221955969929695], [0.7720257639884949, -0.778325080871582], [1.2853119373321533, -1.2939801216125488], [0.802971601486206, -0.8092608451843262], [0.025866040959954262, -0.028993409126996994], [0.8216573596000671, -0.8280006051063538], [0.056911371648311615, -0.06011735275387764], [-0.6882882714271545, 0.6883905529975891], [0.05227738991379738, -0.05559485778212547], [-0.6920679807662964, 0.6920686364173889], [0.03456559777259827, -0.03796056658029556], [-0.7046526074409485, 0.7045887112617493], [0.00402028625831008, -0.007460595108568668], [0.7777844667434692, -0.7842835187911987], [0.006133933085948229, -0.009579232893884182], [0.7827708125114441, -0.7892807722091675], [0.019323235377669334, -0.022800441831350327], [-0.703239917755127, 0.7030462026596069], [-0.0018390635959804058, -0.0017059678211808205], [0.769062876701355, -0.7756265997886658], [0.00885254517197609, -0.012422776781022549], [0.7809993624687195, -0.787591814994812], [0.03053651563823223, -0.03415776416659355], [-0.6838430166244507, 0.683448076248169], [0.018529456108808517, -0.02223798632621765], [-0.6923757791519165, 0.6919042468070984], [-0.005904513876885176, 0.0021400749683380127], [0.7513121962547302, -0.7580054402351379], [0.0008934992365539074, -0.004671543836593628], [0.7601242661476135, -0.7668358683586121], [0.01848941668868065, -0.022306624799966812], [0.777908444404602, -0.7846604585647583], [1.2914460897445679, -1.3003644943237305], [0.8437903523445129, -0.8506139516830444], [0.1448996663093567, -0.14889030158519745], [0.8974403738975525, -0.9044004678726196], [1.36542809009552, -1.3745580911636353], [0.9942777752876282, -1.0014169216156006], [0.37476223707199097, -0.3791711926460266], [-0.3494730293750763, 0.3480224609375], [-0.8925566077232361, 0.8941714763641357], [-0.30404213070869446, 0.3022555410861969], [0.48953986167907715, -0.49452924728393555], [-0.24226409196853638, 0.24022889137268066], [0.546238124370575, -0.5514487624168396], [-0.18002520501613617, 0.1777494251728058], [-0.7850599884986877, 0.7858226895332336], [-0.15747927129268646, 0.15494804084300995], [0.6056625843048096, -0.6112627387046814], [-0.11381834745407104, 0.11110761016607285], [-0.7386632561683655, 0.7389801144599915], [-1.1114445924758911, 1.1150031089782715], [-0.7611790895462036, 0.7613148093223572], [-1.12514328956604, 1.1286706924438477], [-0.806020975112915, 0.8061039447784424], [-1.148718237876892, 1.152355670928955], [-0.867921769618988, 0.8681018948554993], [-0.3936639726161957, 0.39063119888305664], [0.24638980627059937, -0.2521006166934967], [0.8531172275543213, -0.8610727190971375], [0.1860627681016922, -0.19159263372421265], [-0.5129570364952087, 0.5102826952934265], [0.10352272540330887, -0.10892796516418457], [-0.5740776062011719, 0.5715517997741699], [0.016531238332390785, -0.02180587127804756], [0.6509921550750732, -0.6586318016052246], [-0.04008597880601883, 0.03496960178017616], [0.6029022932052612, -0.6104338765144348], [-0.08573511242866516, 0.08074698597192764], [0.5627604126930237, -0.5702024698257446], [1.090927004814148, -1.1000454425811768]], "value_targets": [86.60203552246094, 86.4666976928711, 86.33000183105469, 86.1919174194336, 86.05244445800781, 85.91156005859375, 85.76924896240234, 85.62550354003906, 85.48030853271484, 85.33364868164062, 85.18550109863281, 85.03585815429688, 84.88470458984375, 84.73202514648438, 84.57780456542969, 84.42202758789062, 84.2646713256836, 84.10572814941406, 83.94518280029297, 83.78301239013672, 83.61920166015625, 83.45374298095703, 83.28660583496094, 83.11778259277344, 82.94725799560547, 82.77500915527344, 82.60102081298828, 82.4252700805664, 82.24774932861328, 82.06842803955078, 81.8873062133789, 81.704345703125, 81.51954650878906, 81.33287048339844, 81.14431762695312, 80.953857421875, 80.76146697998047, 80.567138671875, 80.370849609375, 80.17257690429688, 79.97229766845703, 79.7699966430664, 79.5656509399414, 79.35924530029297, 79.1507568359375, 78.94015502929688, 78.72743225097656, 78.51255798339844, 78.2955093383789, 78.0762710571289, 77.85482025146484, 77.63113403320312, 77.40518188476562, 77.17695617675781, 76.94641876220703, 76.71355438232422, 76.47834014892578, 76.2407455444336, 76.0007553100586, 75.75833892822266, 75.51347351074219, 75.26612854003906, 75.01629638671875, 74.76393127441406, 74.50902557373047, 74.25154113769531, 73.991455078125, 73.72874450683594, 73.46337127685547, 73.19532775878906, 72.92457580566406, 72.65108489990234, 72.37483215332031, 72.09579467773438, 71.81392669677734, 71.52922058105469, 71.24163818359375, 70.9511489868164, 70.65773010253906, 70.36134338378906, 70.06195831298828, 69.75955963134766, 69.45409393310547, 69.14555358886719, 68.83389282226562, 68.51908111572266, 68.20109558105469, 67.87989044189453, 67.55545043945312, 67.22772216796875, 66.89669036865234, 66.56231689453125, 66.22456359863281, 65.88339233398438, 65.53878021240234, 65.19068908691406, 64.83908081054688, 64.48391723632812, 64.12516784667969, 63.76279830932617, 63.396766662597656, 63.027034759521484, 62.65357208251953, 62.276336669921875, 61.895286560058594, 61.51039123535156, 61.12160873413086, 60.72889709472656, 60.332218170166016, 59.93153381347656, 59.52680206298828, 59.11798095703125, 58.70503234863281, 58.28791046142578, 57.8665771484375, 57.44098663330078, 57.0110969543457, 56.576866149902344, 56.138248443603516, 55.6952018737793, 55.247676849365234, 54.79563522338867, 54.33902359008789, 53.877803802490234, 53.411922454833984, 52.94133758544922, 52.46599578857422, 51.98585510253906, 51.50086212158203, 51.01097106933594, 50.51613235473633, 50.01629638671875, 49.511409759521484, 49.001426696777344, 48.486289978027344, 47.965946197509766, 47.44034957885742, 46.909446716308594, 46.37317657470703, 45.83149337768555, 45.28433609008789, 44.731651306152344, 44.17338562011719, 43.60948181152344, 43.039878845214844, 42.46452331542969, 41.883358001708984, 41.296321868896484, 40.70335388183594, 40.104400634765625, 39.499393463134766, 38.888275146484375, 38.2709846496582, 37.6474609375, 37.017635345458984, 36.38145065307617, 35.73883819580078, 35.08973693847656, 34.434078216552734, 33.77179718017578, 33.10282516479492, 32.427093505859375, 31.74454116821289, 31.055091857910156, 30.358678817749023, 29.655229568481445, 28.944677352905273, 28.226945877075195, 27.50196647644043, 26.769662857055664, 26.02996253967285, 25.282791137695312, 24.5280704498291, 23.765727996826172, 22.995685577392578, 22.217864990234375, 21.432186126708984, 20.63857078552246, 19.83694076538086, 19.02721405029297, 18.209306716918945, 17.383136749267578, 16.54862403869629, 15.705680847167969, 14.854223251342773, 13.99416446685791, 13.125418663024902, 12.24789810180664, 11.361513137817383, 10.466174125671387, 9.561792373657227, 8.648275375366211, 7.725530624389648, 6.7934651374816895, 5.851984977722168, 4.900994777679443, 3.940398931503296, 2.970099925994873, 1.9900000095367432, 1.0]}