{ "per_persona": { "librarian": { "persona": "librarian", "n_examples": 112, "region_means": { "system_A": { "marker_mean": [ 0.01706945024069085, 0.050168239522918164, 0.1329667336540297, 0.0727482788622313, 0.7030459822212557, 0.6539902155719963, 0.587989921638818, 0.591628413808969, 0.6610447150436514, 0.4631573318346991, 0.6581266294756182, 0.5593298044606889, 0.5575625250794286, 0.4642278760700124, 0.6158584294394042, 0.47048095182743765, 0.6214294493702068, 0.6895619101622804, 0.4480754379542509, 0.551577423878799, 0.6470528690106405, 0.6891601482805398, 0.8322785979336391, 0.7853960274381339, 0.7447512274648406, 0.7996808415782465, 0.8669317137564019, 0.6518620421190009 ], "marker_sem": [ 0.00019136505115584912, 0.0008199330325768738, 0.0018005435372575795, 0.0009648228708998463, 0.0023209325024793237, 0.002716121052857155, 0.0025153782147791337, 0.002100907397469951, 0.001829871295373625, 0.002344355423427545, 0.0025989765366253503, 0.0037684495153282893, 0.004699819465384624, 0.005944191817230123, 0.002947618985252445, 0.003703554818639415, 0.003726748208359111, 0.0036504555937736925, 0.0038549640551275985, 0.004638852424740889, 0.0024433019113518735, 0.0026757306964860826, 0.0018120341039100513, 0.001860874405802055, 0.0015764927449701052, 0.001332286565890134, 0.0013802403798838382, 0.0017513683885234741 ], "c1_mean": [ 0.049791255814956796, 0.0785059154129384, 0.14495703744296962, 0.08802474746242721, 0.7080609482693517, 0.6514674099937932, 0.5606394278112445, 0.5298931426614036, 0.5728285363649125, 0.4778684503057022, 0.5357011656225654, 0.5079348274932272, 0.4618464295446904, 0.38069343069485934, 0.4985182350442986, 0.44547397557331825, 0.4380520609131056, 0.4680668877859419, 0.3518572773808935, 0.3559860683768905, 0.45268002819830516, 0.4895711436836588, 0.6706085511718644, 0.6804224140105675, 0.6153514614416756, 0.5752233179203471, 0.660130322194868, 0.521663192977525 ], "c1_sem": [ 0.0019825499738171425, 0.002010957444573805, 0.002657440426221307, 0.002044877271045801, 0.0030338086586660534, 0.004397265449226972, 0.0034205431220449035, 0.003961866495245698, 0.0038548064904066447, 0.004494704394215104, 0.0041504494049888945, 0.004712310359603918, 0.004523046161950874, 0.0046153077174308325, 0.004269631128519946, 0.00351769622498875, 0.004855375279513922, 0.004458156140102747, 0.00428471672302291, 0.0037816956511827413, 0.0038036973076178236, 0.0037148965333512448, 0.004132260507435797, 0.0033883200132265776, 0.003086875633315508, 0.004598030143700265, 0.0042844514849416605, 0.0051043943703744255 ], "delta_c1_mean": [ -0.03272180557426592, -0.028337675890020286, -0.011990303788939963, -0.015276468600195959, -0.005014966048096237, 0.002522805578203641, 0.027350493827573385, 0.06173527114756557, 0.08821617867873899, -0.014711118471003069, 0.12242546385305289, 0.05139497696746192, 0.0957160955347383, 0.08353444537515313, 0.11734019439510511, 0.025006976254119264, 0.18337738845710153, 0.22149502237633875, 0.09621816057335716, 0.1955913555019087, 0.19437284081233538, 0.19958900459688092, 0.1616700467617749, 0.10497361342756588, 0.12939976602316458, 0.22445752365789962, 0.20680139156153424, 0.13019884914147642 ], "delta_c1_sem": [ 0.0019611500583169537, 0.0019986777719563802, 0.0025567617167130646, 0.0020332022654893983, 0.0033663155288687404, 0.0051276533800134185, 0.004033887169692595, 0.004624260048875663, 0.004009640529120935, 0.004814912910242241, 0.005007768463338205, 0.005619561194492876, 0.0068456716374675364, 0.007971369095416767, 0.0048276979583438675, 0.00578228972870107, 0.00604956917776633, 0.005600138421075549, 0.00589833421991411, 0.006001153252098534, 0.0045255394837405314, 0.0041792055575721795, 0.004077735218624201, 0.00353915223066483, 0.0034303362379265617, 0.004595976272948042, 0.004049883422293425, 0.004721051405283243 ] }, "user_A": { "marker_mean": [ 0.011582369460441473, 0.02489654148373736, 0.06700468865462, 0.050740399791331055, 0.020293675475110896, 0.04069293497341232, 0.023491724193062676, 0.043330795079949594, 0.046479707595144436, 0.04582252334898374, 0.023645179453078705, 0.04633408236311796, 0.035319752902106136, 0.06407404608479765, 0.0643938731083084, 0.044134519387267465, 0.03574232037870536, 0.030555870772424935, 0.04667892791293097, 0.04869241504602955, 0.032990104370044855, 0.022531893355556908, 0.01792302693828955, 0.01298637862396855, 0.012405840340016875, 0.007270324073627368, 0.009441896904494698, 0.020976961650428044 ], "marker_sem": [ 0.0002147784192529091, 0.0006346996280920006, 0.0013555096915963878, 0.0011081468875851442, 0.0005688387687670448, 0.0009257519810957055, 0.0004418987066875268, 0.0006670892990081183, 0.0008303414458303015, 0.0006324855402823393, 0.00037482576527292594, 0.0006315059271797253, 0.0005952964723907883, 0.0010453127672122062, 0.0013546226779197416, 0.0007832929296889431, 0.0006331809963697738, 0.0005813182177808234, 0.0005589532414256523, 0.000891587077563417, 0.0007757406824695541, 0.0003740400226295633, 0.0003640519529004181, 0.0002537464057477137, 0.0002677403557911668, 0.00017616878199313435, 0.0002157573140339623, 0.0004249458431640185 ], "c1_mean": [ 0.03995175794313681, 0.05248520977954071, 0.07344418745247379, 0.061628186652255036, 0.01658671428865683, 0.01989312243928998, 0.016265198838421417, 0.018826750019977755, 0.03115535391280259, 0.03898079638460126, 0.027133159484333667, 0.02473893873799243, 0.03255366237605688, 0.04912290084272003, 0.04228007410538533, 0.018648708427966204, 0.030178798942941665, 0.01990645118298476, 0.02012495017468411, 0.03309309970734727, 0.022948633130868173, 0.02412799501064666, 0.017441874248828034, 0.010186445714125077, 0.012865001400056256, 0.012016423021940791, 0.013170788815562514, 0.01981350593450095 ], "c1_sem": [ 0.0019197067085650894, 0.001885689816933625, 0.0024339633203086554, 0.0022354486474902005, 0.0005808307927321915, 0.0008399591137690944, 0.00046998570456107785, 0.000683085567717344, 0.001304988475762488, 0.001295304685124552, 0.0009219399429476708, 0.0011506978374343523, 0.0012438187417635352, 0.0019418599898745506, 0.001725805915054393, 0.0008560730528982942, 0.0015841830159802636, 0.0009336461992657868, 0.0009280455868564268, 0.0012661274358718218, 0.001088070618940923, 0.0009950508863659524, 0.0008319045761812305, 0.0005444080209035018, 0.000480182047309028, 0.0005277417112100351, 0.0006460712734911768, 0.0008458006683272626 ], "delta_c1_mean": [ -0.02836938848269533, -0.027588668295803333, -0.00643949879785377, -0.010887786860923966, 0.0037069611864540587, 0.020799812534122348, 0.007226525354641253, 0.02450404505997184, 0.015324353682341864, 0.006841726964382487, -0.0034879800312549443, 0.021595143625125542, 0.002766090526049261, 0.014951145242077604, 0.022113799002923065, 0.02548581095930125, 0.005563521435763706, 0.010649419589440183, 0.026553977738246866, 0.015599315338682312, 0.010041471239176704, -0.0015961016550897565, 0.00048115268946150985, 0.002799932909843463, -0.0004591610600393793, -0.004746098948313414, -0.003728891911067817, 0.001163455715927084 ], "delta_c1_sem": [ 0.0018593592742830913, 0.0017951659813318164, 0.002206839037720916, 0.002048124850424269, 0.0008183413958826036, 0.0012241302138629039, 0.0005997924085228543, 0.000855787097242967, 0.0015376938618258396, 0.0014580788412545565, 0.0010171299223299577, 0.0013146850600433255, 0.001208685574605879, 0.002073404675403505, 0.002151655245617652, 0.0011794460189399935, 0.0016782412191359553, 0.001087149052776084, 0.001044546553333095, 0.001337422630132956, 0.0012271616449024952, 0.0009294359073331674, 0.0008698512423970374, 0.0005586487119948408, 0.0004700694872581797, 0.0004988025731704142, 0.0006087048878933687, 0.0008783267658646879 ] }, "asst_A": { "marker_mean": [ 0.9685359336245726, 0.9164917571660205, 0.7858878619189621, 0.8638908351505441, 0.26769956863977407, 0.2792439972209667, 0.3677727124096625, 0.3419894047855988, 0.2706474727316646, 0.4542563758381852, 0.29639345368106707, 0.35128960775731766, 0.3519253517413151, 0.4325697332268996, 0.2672012869977189, 0.44985496275508857, 0.26834829645474895, 0.23735839844686066, 0.45095314540691234, 0.3310022682262757, 0.2707561694105793, 0.23658544001970155, 0.12709550511512396, 0.17667820557568237, 0.22733825054055326, 0.1882323159331964, 0.11634035905311117, 0.3134086295434901 ], "marker_sem": [ 0.000277651534356373, 0.0013775064454741202, 0.0029199746790794477, 0.0018783562156213809, 0.0027509845149208873, 0.0029559210994938396, 0.002992060348442234, 0.002571608965494338, 0.002382566686391939, 0.0027567623242794777, 0.002807113010058757, 0.004385904686659152, 0.004876399242803181, 0.0066054256391701975, 0.003291991024645416, 0.003986499326874774, 0.0036820932236181574, 0.0033616385607492054, 0.003927641237756985, 0.0036958649260511725, 0.0025162933950530785, 0.0024497024183403283, 0.001428376192224965, 0.001643188628216936, 0.0015277471872911681, 0.0013214882486932795, 0.0013078909151447281, 0.0017004679772823436 ], "c1_mean": [ 0.8995206870100632, 0.8512023389548518, 0.7664943209450161, 0.8354402680890824, 0.270895908932264, 0.32563875438574935, 0.41538424826677345, 0.44796549035877703, 0.3902444392583173, 0.47338464204661485, 0.4311011304864743, 0.4604914970854855, 0.49410919650886637, 0.5583032323946767, 0.4469098625273956, 0.5245885853481227, 0.5188617628593678, 0.49717899718014763, 0.6134936527643661, 0.5802255731329028, 0.5110494768517851, 0.4745635922837526, 0.29941990443680117, 0.3010585323302193, 0.35793749645916023, 0.40469523354226195, 0.3068736641509938, 0.44000229515088946 ], "c1_sem": [ 0.004344422415292121, 0.00454715826148893, 0.005113034322011839, 0.004549625275279742, 0.0031375354963651945, 0.004421901088520039, 0.0037177003441992017, 0.004245989781163565, 0.0042143982795215815, 0.00472249565995998, 0.004208873640274298, 0.004695181741218286, 0.004611821077066235, 0.0046702136897452205, 0.004380301854934885, 0.0038302875191462294, 0.004892935993606464, 0.004732623625857921, 0.004447036414420366, 0.0042694809065792465, 0.004188100362085144, 0.0040379331491100364, 0.004214607634290885, 0.0034331890780280156, 0.0032571578966276997, 0.0044973957060005535, 0.004175761928322353, 0.005105800859956817 ], "delta_c1_mean": [ 0.06901524661450968, 0.06528941821116878, 0.019393540973946157, 0.02845056706146166, -0.0031963402924898776, -0.046394757164782696, -0.04761153585711083, -0.10597608557317825, -0.11959696652665285, -0.01912826620842976, -0.13470767680540738, -0.10920188932816796, -0.14218384476755125, -0.12573349916777685, -0.17970857552967656, -0.07473362259303425, -0.2505134664046191, -0.2598205987332871, -0.1625405073574535, -0.24922330490662717, -0.240293307441206, -0.23797815226405092, -0.17232439932167723, -0.1243803267545371, -0.13059924591860697, -0.21646291760906552, -0.19053330509788266, -0.12659366560739946 ], "delta_c1_sem": [ 0.004309098613483885, 0.004400680706482535, 0.00505704679279593, 0.004396549978530536, 0.003681294887711812, 0.0050399208922483965, 0.004463148390367509, 0.004991055972493795, 0.0043584137427909436, 0.005120052493389991, 0.005237628179232368, 0.006115316895138794, 0.007313281342178822, 0.008857799110347977, 0.005339725841657534, 0.006080797762088115, 0.006075408760893047, 0.005505253589547277, 0.006163922377166644, 0.005560775186593114, 0.004548605751133886, 0.004502302716199584, 0.004032453922038874, 0.0035721406449370488, 0.003518478540359852, 0.004524222320493738, 0.003923302605719584, 0.004660766496214865 ] }, "asst_header_A": { "marker_mean": [ 0.0028336668491934533, 0.008442742338118885, 0.01412924066641367, 0.012622954743090633, 0.008978925924478116, 0.026065986970838038, 0.020716657668169085, 0.02303419438813224, 0.021849190167089638, 0.03674955877988619, 0.021852793785855085, 0.04305923352050185, 0.05518205162156755, 0.03911530373693728, 0.05253659945873902, 0.03556073946075993, 0.07447073776845115, 0.0425299294180075, 0.054294032207526245, 0.06875810546961159, 0.049199716960155994, 0.05171806130776845, 0.02267526545709151, 0.024912898628307246, 0.015448738744991567, 0.004823892999782547, 0.007316956221242138, 0.01376987689329752 ], "marker_sem": [ 5.399373175689778e-05, 0.0002228206679071667, 0.0002697591612460407, 0.00023504984858734756, 0.0002639380122553611, 0.0006544163551007214, 0.00040222228880937543, 0.0004268668367750553, 0.000369468455436659, 0.0005193967823238583, 0.0004301975562964069, 0.0007624358346947505, 0.0008310284195964476, 0.0008951652058551596, 0.0009483888101366324, 0.0007251384670666414, 0.0011838169534528593, 0.0005814260053715556, 0.0006509420867778544, 0.000991170055469288, 0.0009619763417475524, 0.0006691774348321776, 0.000443324102618776, 0.0006964736179295527, 0.0002991968371166305, 0.00011434782869362256, 0.00014566634414994847, 0.0001721362316716762 ], "c1_mean": [ 0.010745160404085538, 0.017810889363145222, 0.01510622667162667, 0.014904586509050096, 0.004495307937859372, 0.0029948901239552233, 0.007715626651656899, 0.0033169891852682597, 0.005759815875848007, 0.00976220156687992, 0.0060644658443454015, 0.0068344687157125454, 0.011486849123582716, 0.011885786549927554, 0.01231930317695829, 0.01129535468007343, 0.012905656923659322, 0.014845743127363897, 0.014530087014397914, 0.03069246903281984, 0.013308445666916668, 0.011735708491423453, 0.012535421545073557, 0.008333558957273982, 0.013830523528225764, 0.008067360712758107, 0.01982167209298217, 0.018549295635266697 ], "c1_sem": [ 0.0006048211422779913, 0.0007791817643778096, 0.0006405485987395334, 0.0007235902194165513, 0.00027229932189709897, 0.00018492064742272194, 0.0003157936897958999, 0.00023678845448472474, 0.000325230620946422, 0.0005955597815063992, 0.0003116596449295031, 0.0005032767224099243, 0.0005023256819953965, 0.0005023810304484389, 0.0005470992557121906, 0.0005689444755083864, 0.0007222921226771956, 0.0006123892787601115, 0.0006964257378241618, 0.0009523693276863017, 0.0007312260898750455, 0.0006328869693585652, 0.0006542943823151423, 0.0005697007939059259, 0.0005149084878582102, 0.00044730605021211465, 0.0005574285701537506, 0.000659177924832391 ], "delta_c1_mean": [ -0.007911493554892086, -0.009368147025026335, -0.0009769860052130043, -0.0022816317659594557, 0.0044836179866187455, 0.023071096846882806, 0.013001031016512196, 0.01971720520286398, 0.016089374291241614, 0.02698735721300627, 0.015788327941509687, 0.03622476480478932, 0.04369520249798483, 0.027229517187009722, 0.04021729628178074, 0.024265384780686478, 0.061565080844791835, 0.02768418629064362, 0.039763945193128314, 0.03806563643679174, 0.03589127129323931, 0.03998235281634501, 0.010139843912017955, 0.016579339671033252, 0.0016182152167658031, -0.003243467712975556, -0.012504715871740036, -0.004779418741969183 ], "delta_c1_sem": [ 0.000614506269052466, 0.0007772872177993515, 0.0006597850623835413, 0.0007309900302824787, 0.0003574080832525434, 0.0006819144889912261, 0.0005255856155431679, 0.0004891252369731781, 0.00047954451279136074, 0.0008190386496210277, 0.0005558505749476541, 0.0009840860947493704, 0.0009440030338256323, 0.0010376881533463527, 0.0011458091253643075, 0.0009354156477973784, 0.001362674074060624, 0.0008514799501865405, 0.0009784506059834098, 0.0011216758738895102, 0.001190910621663433, 0.0008832272407589929, 0.0007875798412005762, 0.0008398777461844908, 0.0005474447106322344, 0.00041861773408020513, 0.0005223340429679787, 0.0006420757553966227 ] }, "system_B": { "marker_mean": [ 0.012893681112454963, 0.0301823174967212, 0.0870455291350277, 0.05344112269516216, 0.012300497291571635, 0.010094997993366299, 0.010772946932144001, 0.023375623431817004, 0.011980417830755517, 0.032081224430561536, 0.01010550011652617, 0.012153680231992384, 0.016586288733156023, 0.04694436353213175, 0.05333358277709278, 0.01813499919823086, 0.02862331527760442, 0.00786834365536212, 0.0152797511356077, 0.044223106554139316, 0.03395693082058307, 0.050124685681539057, 0.019653316435157036, 0.023930257808759205, 0.020911300946882334, 0.01614266532777372, 0.011841749971998588, 0.027603886099553072 ], "marker_sem": [ 0.0001580665885207761, 0.0005488738693816894, 0.0012258045541230981, 0.0006878733955486574, 0.0002778932466147151, 0.0002010599859930508, 0.00017400409331082213, 0.00029088760127841544, 0.00017855465991909876, 0.0004137164365130186, 0.0001451666510034097, 0.00020327598391402105, 0.00026800943274571794, 0.0008291070805965876, 0.0008829851220008405, 0.00038233606707633856, 0.0007262270201670305, 0.00010997603899082334, 0.00031433167931108774, 0.000996693201629681, 0.0009689569433491026, 0.00145610299892398, 0.00048450820987804276, 0.0004527215615595936, 0.0004521674942883887, 0.0003483923288234391, 0.0002511049863700621, 0.00052067127175253 ], "c1_mean": [ 0.03809214050414138, 0.0527994770315943, 0.09864454129531121, 0.07001399426474714, 0.007704519354139886, 0.005926875035546967, 0.005210385367224394, 0.0071184737616527965, 0.003999440790879333, 0.00878795344869364, 0.002365854177793264, 0.002270799408373078, 0.003114344141617115, 0.004480350060746748, 0.004056670378738592, 0.0018847899439587857, 0.0017730860772922938, 0.0016014576927290713, 0.0016688940794446542, 0.003474046756595153, 0.0020381932282343405, 0.002862615297244145, 0.0023990673165642192, 0.002120951798416304, 0.0026707974244716895, 0.004044300076972776, 0.004930317592058544, 0.009148993288973423 ], "c1_sem": [ 0.0015014050697299253, 0.0014150181944366101, 0.0018954311968026954, 0.0016267668523090688, 0.0002085394712383951, 0.00018333764101134678, 0.00013113335421991346, 0.000215450637461177, 0.0001475805259923292, 0.0003829671682736213, 7.776228665898742e-05, 0.0001694610753185677, 0.0001733258739036512, 0.00034957469020645743, 0.0003172082791497404, 0.00010655610363428835, 0.00019239311611970515, 8.655808166355914e-05, 8.900954342549265e-05, 0.00017556732060708237, 0.00014083612942618806, 0.000170524613144926, 0.00013998273849168065, 0.0001415516361059933, 0.0001036742924485483, 0.0002426468316763798, 0.0002856423471547374, 0.00047785499704885526 ], "delta_c1_mean": [ -0.025198459391686422, -0.02261715953487311, -0.011599012160283506, -0.016572871569584948, 0.004595977937431745, 0.0041681229578193315, 0.005562561564919614, 0.01625714967016421, 0.007980977039876184, 0.023293270981867894, 0.007739645938732901, 0.009882880823619305, 0.013471944591538903, 0.042464013471384975, 0.049276912398354196, 0.01625020925427207, 0.02685022920031214, 0.0062668859626330425, 0.013610857056163045, 0.04074905979754413, 0.03191873759234874, 0.04726207038429493, 0.017254249118592822, 0.021809306010342887, 0.01824050352241065, 0.012098365250800932, 0.006911432379940047, 0.018454892810579628 ], "delta_c1_sem": [ 0.0014741723006619107, 0.0013756092381745752, 0.0018491558687009793, 0.0015833369924479475, 0.00028606777676929205, 0.00021496635107205527, 0.00018282225505033065, 0.0003342821631658696, 0.0001883981327342343, 0.0005353070814539459, 0.0001584566732780566, 0.0002345058949650255, 0.00031261894128219457, 0.0008806732780291057, 0.0009569975195318287, 0.0003886515565092273, 0.0007267441108452071, 0.00013764689932612779, 0.0003194904289064817, 0.00099602364466074, 0.000982559234345565, 0.0014494241416300156, 0.0004655905508715677, 0.0004537564283225645, 0.0004736009708044131, 0.00037594975129062627, 0.0003365433793926517, 0.0006508162734717419 ] }, "user_B": { "marker_mean": [ 0.0073650609380172, 0.01551325382881923, 0.04340652478425241, 0.02974789250821438, 0.011828312840942684, 0.01951810528971831, 0.012216049543321108, 0.026570766121838056, 0.02037604080404129, 0.0231242752230099, 0.011398639772388771, 0.02575384177914768, 0.01821754043161564, 0.028864810911085264, 0.03131288474531973, 0.019119459280968622, 0.0154010070486669, 0.01293447563229889, 0.02088043456285264, 0.024891447477777606, 0.01647601901329056, 0.011431979500852023, 0.009842447294320258, 0.0074572713308544755, 0.0072083376704608435, 0.0041667672672442, 0.005375069336870435, 0.010283896295041174 ], "marker_sem": [ 0.00020501057714869333, 0.00043209015217869753, 0.0011225890654567132, 0.0009344573339937155, 0.00037174612713047504, 0.0004814390027885985, 0.0002502200871769137, 0.00040721775214742515, 0.0003879545741148347, 0.0003702046706598435, 0.00020449306078786108, 0.00036876612694297184, 0.0003444945221333318, 0.0006677331574452499, 0.0007787114162627948, 0.00042575802828463043, 0.0002898931937955581, 0.00030912779144822886, 0.0003866650396999305, 0.0005463138774137291, 0.00044701660022799963, 0.00024807193796635285, 0.0002927386356708043, 0.0002171878864780847, 0.00021994092484163802, 0.00012758026862702123, 0.00016494279010878852, 0.00029049817469628785 ], "c1_mean": [ 0.025234212188717214, 0.03444369564730223, 0.05206518184018858, 0.04067800437469486, 0.013177329693236367, 0.0152751938846107, 0.01151735974643959, 0.015967387830885957, 0.026375288959939368, 0.03432649889949672, 0.024144096157688318, 0.022328354212935653, 0.028222935913190365, 0.04343755766053248, 0.03811097999339384, 0.014752545010825277, 0.026879554573032403, 0.016928872390419483, 0.016490448617402134, 0.029956052718823695, 0.020792659349448645, 0.022605294073771643, 0.016420886413896392, 0.009141358408243577, 0.01119101750767454, 0.0100143852519768, 0.010696727299727633, 0.01602704024158682 ], "c1_sem": [ 0.0013386684816752645, 0.0012881947998769452, 0.0019844733148929204, 0.0016465214695762455, 0.00048432095676223796, 0.0006466630515026654, 0.0003360673098804863, 0.0005837013225082374, 0.0011175405584538847, 0.001130682643222376, 0.000828727108697641, 0.001013437369177837, 0.0010822552003576947, 0.0017328031480809167, 0.0015337668727449319, 0.0006625624891668068, 0.0013829288256977314, 0.0007648475432750804, 0.0007688403006075781, 0.0011414015334233498, 0.0009638203816094996, 0.0009337535742622516, 0.0008104036407010923, 0.0005109601832419276, 0.0004269875466456691, 0.00045588792467074626, 0.0005812211176614597, 0.0007509704946486212 ], "delta_c1_mean": [ -0.017869151250700006, -0.018930441818483003, -0.008658657055936174, -0.010930111866480503, -0.0013490168522936863, 0.0042429114051076, 0.0006986897968815242, 0.01060337829095209, -0.005999248155898067, -0.011202223676486841, -0.012745456385299553, 0.0034254875662120196, -0.010005395481574706, -0.014572746749447228, -0.006798095248074112, 0.004366914270143344, -0.011478547524365496, -0.003994396758120596, 0.0043899859454504956, -0.005064605241046091, -0.004316640336158085, -0.011173314572919613, -0.006578439119576132, -0.0016840870773891022, -0.003982679837213704, -0.005847617984732596, -0.005321657962857197, -0.005743143946545654 ], "delta_c1_sem": [ 0.0012517450097477222, 0.0012101114565432412, 0.0016001196830727827, 0.0013720511600441622, 0.0006037810235816938, 0.0007709948225650071, 0.00037568661623342954, 0.0006427088732571952, 0.0011855283493127406, 0.0012371130629012712, 0.0008464794814250296, 0.0010802438076840035, 0.0010597440556228313, 0.001753888193221234, 0.0016380034886948837, 0.0007748093769984217, 0.0013773889582646822, 0.0008064158920829719, 0.0007942247336029215, 0.0011285343711971059, 0.001004118702475422, 0.0008740248667025566, 0.000825520234312524, 0.0005064661429772788, 0.0004272458552389814, 0.00042893445273179493, 0.0005362742158311968, 0.000718268990717473 ] }, "asst_B": { "marker_mean": [ 0.9075961778792438, 0.8382217602763509, 0.6722911692946696, 0.7677193456139344, 0.2474317485111194, 0.2500217568030333, 0.33333600061595486, 0.31920260300073405, 0.24471878349981732, 0.4041666026950019, 0.27392241724878746, 0.31813183259887046, 0.31652835374314947, 0.3918819156993751, 0.244120292031077, 0.4024192015013444, 0.25243347825835366, 0.21987768113786862, 0.41194599299125534, 0.3165887380726766, 0.25920060102469844, 0.22659433464202158, 0.12273612305037175, 0.16878962585119275, 0.21889509183983577, 0.18225896089338955, 0.11073941298846626, 0.3000384093345207 ], "marker_sem": [ 0.0030576724080327387, 0.0033715798922003323, 0.00486424387996321, 0.0037097940055028505, 0.0027591785695525507, 0.0028042044006739027, 0.002921909157579685, 0.0024664641582518502, 0.0023745863352430895, 0.0030183975463844246, 0.002853246289820546, 0.00423839734825156, 0.005089049865301053, 0.00680414053539368, 0.0034277469632772594, 0.004703417929579107, 0.003499879586003392, 0.0031547157962432157, 0.0039645525979753295, 0.0035659546382722914, 0.0024022811585154096, 0.0023817154149067474, 0.0013963290095080315, 0.0016474756809750357, 0.0016683532925363433, 0.001354815504219976, 0.001298511275698702, 0.0016743308916274558 ], "c1_mean": [ 0.805197708396199, 0.7608617037257004, 0.6574331248749276, 0.7376291332316194, 0.2521903526497833, 0.2910960765387026, 0.3798990351177713, 0.42779340015679607, 0.36272142478599906, 0.44916853933401785, 0.4027604050414308, 0.43118117725114385, 0.46149347352838216, 0.5256111344560062, 0.4243308310932793, 0.4852769955250076, 0.48701454767274027, 0.46632678903537006, 0.5797777340040315, 0.5516734144637155, 0.4889837880085272, 0.4581352010461624, 0.28505041003485015, 0.2857712104201445, 0.33903849033640787, 0.3835776802880206, 0.28217206200386385, 0.4078212815338424 ], "c1_sem": [ 0.005775604961663519, 0.004924559951731028, 0.00595442294104254, 0.005554972100499725, 0.0029160500947777905, 0.003840443089363734, 0.00364482353884829, 0.004034608907585772, 0.004003143680035798, 0.004502700609680798, 0.004103002240459274, 0.0044853872555382064, 0.004336149866004074, 0.004524844821849921, 0.004274234945554317, 0.003907886813038145, 0.00475640892293946, 0.004466539273098652, 0.004486274497551294, 0.004597768931580957, 0.004335868701331235, 0.004378670666353872, 0.004223261800403941, 0.0034138856305960495, 0.003213124054434708, 0.0044535127523509565, 0.003978975699709615, 0.005128387172569139 ], "delta_c1_mean": [ 0.10239846948304518, 0.07736005655065026, 0.014858044419741758, 0.030090212382314428, -0.004758604138663984, -0.04107431973566931, -0.046563034501816467, -0.1085907971560619, -0.11800264128618179, -0.045001936639015847, -0.12883798779264308, -0.1130493446522733, -0.14496511978523277, -0.13372921875663127, -0.18021053906220214, -0.08285779402366338, -0.23458106941438647, -0.24644910789750146, -0.16783174101277593, -0.23508467639103864, -0.22978318698382877, -0.2315408664041409, -0.16231428698447853, -0.11698158456895173, -0.1201433984965721, -0.20131871939463092, -0.17143264901539765, -0.10778287219932157 ], "delta_c1_sem": [ 0.0049126294497986965, 0.0044398605329741495, 0.00514987236041476, 0.0049547048174106816, 0.0036454067612632277, 0.004250589162178399, 0.004235189549797779, 0.004741879914925327, 0.004280943152193511, 0.004966814959512511, 0.005021822959652673, 0.005818227077824799, 0.007212402950305846, 0.008838801514583107, 0.005390976905529403, 0.006463099806257081, 0.00571459009321639, 0.004931840776216381, 0.005621119451578191, 0.005559224792830405, 0.004554251627187443, 0.004817862121265804, 0.003980970584625328, 0.0034055151094912555, 0.003479364373011688, 0.004505190632813247, 0.003624881749570488, 0.004548438729623885 ] }, "specials": { "marker_mean": [ 0.07216650025036878, 0.11608194896087773, 0.1972453017068041, 0.14909410772840165, 0.7284575839499406, 0.7203582742875111, 0.6436460163818027, 0.6308338152190043, 0.7229458421886878, 0.54061368763998, 0.7045914996326282, 0.6439733723137504, 0.6486574985295996, 0.532295868434823, 0.6712234277011907, 0.5603575127336401, 0.7035330030994376, 0.7593256090292521, 0.5518953645274455, 0.6143269199876503, 0.6903653081164371, 0.7118445428487453, 0.8477405066155281, 0.7997963544675051, 0.7529293259158576, 0.7974389812395889, 0.8720746925275255, 0.6620913183975611 ], "marker_sem": [ 0.003055433837460582, 0.003353672136830834, 0.003948306572316129, 0.003404697411090781, 0.0025148427352564904, 0.0026779974085568235, 0.002758477034148083, 0.002253794325275374, 0.0021308493081514932, 0.0028398038232025145, 0.002778595298262626, 0.004156110663651898, 0.00526050989738503, 0.006937732258845875, 0.0032151550495682253, 0.004623627643559881, 0.003604501237525255, 0.0031786599531620136, 0.003962001066029639, 0.003645503611066585, 0.0023551708731414053, 0.002282994770614837, 0.0015913644189833457, 0.0018099394205457811, 0.0018134202235769213, 0.0014733905470563048, 0.0012565366012263427, 0.0015899072009599182 ], "c1_mean": [ 0.1314848000921849, 0.15189947709934953, 0.19185892448896275, 0.15167665684365025, 0.7269666754901223, 0.6876960315646733, 0.6033777201883989, 0.5491231105054847, 0.6068919902231128, 0.5077130986913492, 0.5707295660749249, 0.5442194006761496, 0.507165383985778, 0.4264763082723306, 0.5335289912715538, 0.49809229324837073, 0.484331090681973, 0.5151409600123102, 0.402068890499008, 0.41489369631782547, 0.48817194306905787, 0.5163953287799912, 0.696135385721617, 0.7029674301702432, 0.6470841775070666, 0.6023659693396962, 0.7021973396107243, 0.567030974668758 ], "c1_sem": [ 0.004993518753471253, 0.003911682336407611, 0.00471578614276215, 0.004600918914663328, 0.0027772271386385773, 0.0037118759236575267, 0.003464930009311423, 0.0038145404106910115, 0.003805666163076131, 0.00428955195869193, 0.004087491256610175, 0.00449919494300315, 0.004375803538936261, 0.004467078677721007, 0.004146851784134036, 0.0037643153477484514, 0.004747443067954247, 0.0042837316256079516, 0.004342693990585206, 0.0043127898875183574, 0.004026235831633785, 0.0040978058701480425, 0.004154690205137609, 0.0033682854330933007, 0.003133374262809729, 0.004496240407527522, 0.003988730182182393, 0.005064330885726095 ], "delta_c1_mean": [ -0.059318299841816184, -0.03581752813847184, 0.005386377217841148, -0.002582549115248524, 0.0014909084598181588, 0.03266224272283801, 0.040268296193403795, 0.08171070471351935, 0.11605385196557526, 0.03290058894863064, 0.1338619335577036, 0.0997539716376009, 0.1414921145438211, 0.1058195601624924, 0.13769443642963672, 0.06226521948526963, 0.21920191241746442, 0.2441846490169415, 0.14982647402843735, 0.19943322366982483, 0.20219336504737934, 0.19544921406875446, 0.15160512089391107, 0.09682892429726264, 0.10584514840879078, 0.19507301189989296, 0.16987735291680073, 0.09506034372880294 ], "delta_c1_sem": [ 0.004115780770258153, 0.0036424298863367904, 0.003542837780290193, 0.0037559583730146224, 0.0033615768893328225, 0.004170178938661749, 0.004082573079477157, 0.004560195681836665, 0.0040469700336039065, 0.004715851058799891, 0.004956806625175351, 0.005628458178148444, 0.007341775066455503, 0.008864114681690448, 0.005047101400691505, 0.006403639891322796, 0.005820760383380175, 0.0048261940173974435, 0.0055007668437190805, 0.005640600781454655, 0.004498874420229038, 0.004607509190653668, 0.004084324854158564, 0.00346716650139282, 0.0034903627540713686, 0.004551546015490083, 0.0036821309355614742, 0.004700056536933723 ] } }, "gates": { "n_examples": 112, "gate_A_per_layer": [ false, false, false, false, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true ], "gate_B_per_layer": [ true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true ], "gate_C_per_layer": [ false, false, false, false, true, false, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true ], "gate_D_per_layer": [ false, false, false, false, true, false, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true ], "direction_per_layer": [ 0.008928571428571428, 0.03571428571428571, 0.25892857142857145, 0.15178571428571427, 0.9285714285714286, 0.9553571428571429, 1.0, 1.0, 1.0, 1.0, 1.0, 0.9910714285714286, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.9910714285714286, 0.9732142857142857, 0.9910714285714286 ], "mean_per_layer": [ -0.025198459391686422, -0.02261715953487311, -0.011599012160283506, -0.016572871569584948, 0.004595977937431745, 0.0041681229578193315, 0.005562561564919614, 0.01625714967016421, 0.007980977039876184, 0.023293270981867894, 0.007739645938732901, 0.009882880823619305, 0.013471944591538903, 0.042464013471384975, 0.049276912398354196, 0.01625020925427207, 0.02685022920031214, 0.0062668859626330425, 0.013610857056163045, 0.04074905979754413, 0.03191873759234874, 0.04726207038429493, 0.017254249118592822, 0.021809306010342887, 0.01824050352241065, 0.012098365250800932, 0.006911432379940047, 0.018454892810579628 ], "sem_per_layer": [ 0.0014741723006619107, 0.0013756092381745752, 0.0018491558687009793, 0.0015833369924479475, 0.00028606777676929205, 0.00021496635107205527, 0.00018282225505033065, 0.0003342821631658696, 0.0001883981327342343, 0.0005353070814539459, 0.0001584566732780566, 0.0002345058949650255, 0.00031261894128219457, 0.0008806732780291057, 0.0009569975195318287, 0.0003886515565092273, 0.0007267441108452071, 0.00013764689932612779, 0.0003194904289064817, 0.00099602364466074, 0.000982559234345565, 0.0014494241416300156, 0.0004655905508715677, 0.0004537564283225645, 0.0004736009708044131, 0.00037594975129062627, 0.0003365433793926517, 0.0006508162734717419 ], "contig_windows_3plus": [ [ 6, 27 ] ], "ruleout_C2_H4": { "applicable": true, "mean": [ -0.025094961394980055, -0.029284684140913973, -0.02529734072186762, -0.031224651946864215, 0.0010776557692509345, 0.0011902893704344789, 0.00013750714712105477, 0.0016083276866370058, 0.002823386790490751, 0.007586610613999273, 0.0015165205588407872, 0.003976511168257522, 0.005324948089636112, 0.015355522295278794, 0.01141525790920234, 0.002839453193665162, 0.008870269833538618, 0.003887612031716109, 0.003905354278546664, 0.015002618358884615, 0.009135392793430173, 0.01567716766199106, 0.007577467026440986, 0.006318512995527236, 0.0036526864482104536, 0.012339181776617488, 0.010220685955640088, 0.014305115306796777 ], "sem": [ 0.0014965878548003218, 0.0013174676224749413, 0.0019333301293251706, 0.001562598939459773, 0.0003196933768660777, 0.00028086023880780493, 0.00014731812540675243, 0.00032692488314991163, 0.00038045483693642805, 0.000562410636249865, 0.0001369482956002381, 0.00039542932709281213, 0.0006054017684881955, 0.0010196656321106619, 0.0008072483172160326, 0.00027146237437052453, 0.0005541045036140608, 0.0002202517645123948, 0.00030640798014749867, 0.0007204444525995481, 0.0003549276562498211, 0.0005245513272876486, 0.0003238351714727074, 0.0002504043848377555, 0.00015646156522797049, 0.00038379772386965206, 0.0003829112078551818, 0.0006530350080109592 ], "passed_per_layer": [ false, false, false, false, true, true, false, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true ] }, "ruleout_C3_H5": { "applicable": true, "mean": [ -0.005264252067447235, -0.008595173975714803, -0.011158941834691837, -0.017501761032708046, -0.0004947231373476259, -0.0008103412882995883, -3.847987684072779e-05, -0.0013664967740603863, -0.0005813769449021641, -0.0004956784052716774, -0.00026940804117515216, -0.0005044143488938518, 0.00021361078660924075, 1.1364920507056465e-05, -0.00030726272509907316, -0.00014758221381407256, 0.0001497232848173028, 2.504630123390211e-05, -0.00017361643386463663, -0.00010032824580275205, -0.00011575549303767809, -0.00030711014530129555, -6.013324220062792e-05, -0.00013251242231896148, -0.00026112857721068903, -0.00015698514422109264, -0.0005458006536609532, -0.0009444765813526548 ], "sem": [ 0.002688411582144624, 0.00221221997721845, 0.002742411503171184, 0.00210370935299159, 0.0003211205139062693, 0.0003005740096068818, 0.00022273297529899403, 0.00033411415598437537, 0.00018719571000105364, 0.00047267518544662646, 8.280847213598116e-05, 0.00019199081107741116, 0.00026455348503584016, 0.0005487361311077472, 0.00041710714907894445, 0.0001497618522528428, 0.000321691735713918, 0.00015341362352259456, 0.0001363837798483291, 0.0002105320939237505, 0.00018857392340158736, 0.00020361789519582682, 0.0001653241717723336, 0.0001665467795597981, 0.00012737080309676812, 0.0002952688110655985, 0.0003352275517993798, 0.0006234594651798133 ], "passed_per_layer": [ false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false ] }, "ruleout_C4_eoa": { "applicable": false } }, "gate_F_trajectory": { "applicable": true, "h1_window": [ 6, 27 ], "diff_per_layer_per_delta": [ [ 0.00030811422294016975, 4.492678577665277e-05, 0.0001389715945043779, 0.002575043148294806, 0.0012604420848205088, 0.0013512366309723972, 0.000941881289306494, 0.0018729635794190848, 0.001571172979195264, 0.0032439674541055175, 0.0007852326052106571, 0.0025992465080047164, 0.0028329877974584286, 0.0044473609958011525, 0.0032674087868636735, 0.0009162158609429673, 0.0015684242655267101, 0.0008001336019025293, 0.001425703355137432, 0.0031549581971231228, 0.003983003834353959, 0.0035475697115009324, 0.002005264085025944, 0.0017870795407438386, 0.0008223862863878254, 0.0030255153733088833, 0.0035628605950017954, 0.0051952054310986095 ], [ -0.0009250945374425692, -0.0002910266736519604, 0.000529252724473725, 0.0018764580860243518, 0.0009655560461961071, 0.0004038961039623248, 0.0006208543139967181, 0.0016207122863377277, 0.0012469335608136832, 0.002628772334214673, 0.0005138042058358541, 0.0013610181451908176, 0.0022770633228593583, 0.0020833859224497833, 0.0011838420866508957, 0.0003217373795246672, 0.0003261797613224029, -0.00047405147463515677, 0.00045567938243133276, 0.0012631809597149126, 0.002008044189115399, 0.0008013516624338791, 0.0010839445259437164, 0.0008746028351277095, 0.0004829312741803358, 0.0007184368161525, 0.0014394384124601402, 0.0022435888571484836 ], [ -0.00011314763556277002, -0.0015917407386334612, -0.0014027741700184948, -0.0017873220294688658, -0.00011409450921097235, -5.1942913393888436e-05, 0.0003405374248645161, 0.0008349040255891359, 0.001399057281900872, 0.002193308435427593, 0.00046082614323514, 0.0018882638889415999, 0.0026647586103561976, 0.002469589338903384, 0.0034534427451829684, 0.001269046254836175, 0.00223680303603404, 0.001252337599657856, 0.0015990306931936843, 0.003955567560012552, 0.0020236189890484096, 0.0019818525375302114, 0.0009598464693068324, 0.00035002117118386987, -7.62020704741539e-05, -8.083161276976458e-05, 0.0008264432285933262, 0.0016609814347652383 ], [ -0.00022097140729296708, -0.0022227080638553796, -0.001691970738382731, -0.0020268390726985996, 0.00016255939563460976, 0.0001931779263113437, 0.00038981789012667526, 0.0016763032355811428, 0.001217066617311355, 0.003267684963901757, 0.0005054235177373565, 0.00204077792729308, 0.003031861006780599, 0.0029297696047121593, 0.0031249070989011933, 0.0006923738067223665, 0.001887353892578881, 0.0005568209725873982, 0.0013697585293936587, 0.00352353973696563, 0.001845667273379632, 0.002890255880480916, 0.0013556719022949429, 0.0013671648969655623, 0.00035100555991188394, 0.0019673983212888544, 0.0029539137083860103, 0.0034428450153521396 ], [ 0.0005044912783466471, -0.0018741801748657846, -0.0006769403864923806, -0.0006953939684066143, 0.0013023066791386208, 0.0013516865673413219, 0.000482477235728967, 0.001970703781440461, 0.0033417448352271624, 0.00502769408265856, 0.0009664597331156613, 0.002406947694900585, 0.0029434746566521994, 0.0037802797081412194, 0.005129755884551502, 0.0021083208641075363, 0.0030470624895708757, 0.0018014808004598462, 0.00222011954773887, 0.005039426993050944, 0.002690784910560723, 0.003547696803714418, 0.0021707851154192663, 0.00211788638128141, 0.0006112827104189644, 0.0023601360085933496, 0.003243306512710881, 0.003979727453909647 ], [ -0.0003737136851020423, -0.0018149790647909309, -0.006217591565646385, -0.003751250982864905, 0.0007686603558487368, 0.0019068318759138739, 0.000372884612692621, 0.002429220727324122, 0.003525508903851969, 0.003614880434594986, 0.0009115285324099048, 0.0022411853407880247, 0.0031504581462471854, 0.005846277979441339, 0.005954205424985751, 0.0022364237346705427, 0.00412634881269733, 0.0017376279519818608, 0.0017498287078697222, 0.00514446296929607, 0.0031870445754123696, 0.0030372728231523828, 0.002244644695839301, 0.0025620361306466894, 0.00203300316045916, 0.0015262293847014457, 0.0024101429566923942, 0.0025742929830510734 ], [ 0.005770234043242931, -0.0014971383271736027, -0.007300404955188092, -0.0040947958793326605, 0.00632323757053961, 0.005562682848955903, 0.0033375145178953423, 0.003447982270272964, 0.0027207623099969346, 0.015826187415407242, 0.003234583849172886, 0.005793513713846442, 0.005901379344501708, 0.02976771463510551, 0.01825357452361329, 0.0033630206446788238, 0.01634063835858073, 0.006269106046375062, 0.006987952641511844, 0.03168802119953659, 0.016249429625643137, 0.03591664585674228, 0.017225025255460394, 0.012483390704301201, 0.006751881763576623, 0.028435034448927168, 0.021433997080667604, 0.03193970882512432 ], [ 0.0021054256783786304, 0.0049374009657388584, 0.009791636493779204, 0.01237246211271946, 0.006738614786887897, 0.005841105782702491, 0.0067884732354955, 0.01652684564168841, 0.00820115937992137, 0.02293413679484619, 0.007753875842222908, 0.009225146435795122, 0.012040273664817362, 0.04033834697982644, 0.04677180822644077, 0.01558852984056789, 0.025397835995616472, 0.005706917907227764, 0.013185446335730938, 0.038959409940399335, 0.029373336525393964, 0.044884124001444196, 0.016350524886181154, 0.020520469849763724, 0.016820324432316867, 0.010146542417000727, 0.005460904662112424, 0.01637043068385413 ], [ 0.0025913195820119056, 0.005681280872956326, 0.029316224325091872, 0.022258530812416993, 0.002445166752036965, 0.0014920926077424445, 0.003247738114192284, 0.004901671303740267, 0.0043106360953629064, 0.023049545368290743, 0.007512673195926666, 0.009189027109888991, 0.012273799539448654, 0.013016826927744155, 0.03863114654311788, 0.010427461170415604, 0.02084984289260097, 0.003155181798715694, 0.011309065995936228, 0.014180219450755534, 0.003271208746306487, 0.0026264447187565347, 0.0021051638935382097, 0.0035975706611395953, 0.005717636388592892, 0.008153161817228506, 0.006482880162087039, 0.01207278478930924 ], [ -0.0004137739451398996, 0.0011617365835659733, 0.008688938215648784, 0.005722917748059955, 0.0051140392839636, 0.00881508904679118, 0.0028907461521899954, 0.008644113452743967, 0.006145225659634072, 0.02307410484459014, 0.005166931062252546, 0.012524115336792811, 0.008326081644829213, 0.016171427529883736, 0.03033794128176831, 0.006037349858919959, 0.005221654555750821, 0.002537041527827327, 0.011602198260848453, 0.02165016700469708, 0.005123173522380442, 0.015466882910143484, 0.010486285796186514, 0.008360381652471872, 0.009915655631743061, 0.01458160281894972, 0.009864262192927433, 0.01593764930668127 ] ], "band_diff_per_delta": [ 0.002425297369700888, 0.0011400659436031741, 0.0015301455993327127, 0.001926699152666054, 0.002772161554725138, 0.0028461594994911928, 0.014698502955951731, 0.01951567562175744, 0.010003713031049775, 0.011366590545646012 ], "diff_at_marker": 0.01951567562175744, "diff_at_marker_minus5": 0.0015301455993327127, "ratio_marker_minus5_over_marker": 0.07840597625156258, "reframe_required": false, "diff_at_eoa": 0.011366590545646012, "diff_at_eoa_minus5": 0.002772161554725138, "n_pos": 112, "n_neg": 100 }, "segmentation_a_vs_b_comparison": { "direction_seg_A_per_layer": [ 0.008928571428571428, 0.07142857142857142, 0.375, 0.25, 0.4375, 0.5, 0.7678571428571429, 0.8839285714285714, 0.9732142857142857, 0.375, 0.9910714285714286, 0.8035714285714286, 0.9017857142857143, 0.8214285714285714, 0.9821428571428571, 0.6696428571428571, 1.0, 1.0, 0.9017857142857143, 1.0, 1.0, 1.0, 1.0, 0.9910714285714286, 1.0, 1.0, 1.0, 1.0 ], "direction_seg_B_per_layer": [ 0.008928571428571428, 0.03571428571428571, 0.25892857142857145, 0.15178571428571427, 0.9285714285714286, 0.9553571428571429, 1.0, 1.0, 1.0, 1.0, 1.0, 0.9910714285714286, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.9910714285714286, 0.9732142857142857, 0.9910714285714286 ], "pass_seg_A_per_layer": [ false, false, false, false, false, false, true, true, true, false, true, true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, true ], "pass_seg_B_per_layer": [ false, false, false, false, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true ], "sink_layers_A_only": [], "sink_reframe_required": false }, "head_selection_split_sample": { "selected_heads_per_layer": [ [ 14, 11, 9 ], [ 13, 8, 21 ], [ 14, 4, 20 ], [ 16, 5, 12 ], [ 6, 0, 2 ], [ 18, 7, 8 ], [ 13, 11, 7 ], [ 23, 22, 26 ], [ 2, 13, 24 ], [ 0, 1, 2 ], [ 6, 2, 18 ], [ 12, 23, 22 ], [ 17, 8, 12 ], [ 17, 4, 3 ], [ 27, 22, 0 ], [ 17, 14, 1 ], [ 19, 18, 17 ], [ 27, 22, 20 ], [ 1, 22, 11 ], [ 26, 4, 14 ], [ 24, 14, 25 ], [ 6, 4, 23 ], [ 13, 9, 23 ], [ 5, 14, 9 ], [ 24, 22, 26 ], [ 13, 9, 10 ], [ 23, 17, 2 ], [ 16, 26, 0 ] ], "split_b_eval": [ { "selected": [ 14, 11, 9 ], "split_b_mean_at_selected": [ -0.05439928727490558, -0.0268527698665691, -0.02836314634317075 ] }, { "selected": [ 13, 8, 21 ], "split_b_mean_at_selected": [ -0.07508666728224071, -0.055046365942273814, 0.13428977813039514 ] }, { "selected": [ 14, 4, 20 ], "split_b_mean_at_selected": [ -0.04418927090508599, -0.09529955948569949, 0.06128057752336775 ] }, { "selected": [ 16, 5, 12 ], "split_b_mean_at_selected": [ -0.07636993910585131, -0.06760538145068236, -0.04751407280564308 ] }, { "selected": [ 6, 0, 2 ], "split_b_mean_at_selected": [ 0.04749240555933542, 0.028860546435628628, 0.014303404119397916 ] }, { "selected": [ 18, 7, 8 ], "split_b_mean_at_selected": [ 0.007341105435209882, 0.011433467056070054, 0.03027282995837075 ] }, { "selected": [ 13, 11, 7 ], "split_b_mean_at_selected": [ 0.06926618537732533, 0.037509328446217946, 0.009783963114023209 ] }, { "selected": [ 23, 22, 26 ], "split_b_mean_at_selected": [ 0.07723252209169525, 0.11580716339605195, 0.0880682362243533 ] }, { "selected": [ 2, 13, 24 ], "split_b_mean_at_selected": [ 0.029115907754749055, 0.022511788766964195, 0.0366102958098054 ] }, { "selected": [ 0, 1, 2 ], "split_b_mean_at_selected": [ 0.015747299178370408, 0.08747753967930162, 0.13335761329425236 ] }, { "selected": [ 6, 2, 18 ], "split_b_mean_at_selected": [ 0.07371459475585394, 0.026302490170512883, 0.010041678590433934 ] }, { "selected": [ 12, 23, 22 ], "split_b_mean_at_selected": [ 0.017705074777560576, 0.058746536954173, 0.006437485372381553 ] }, { "selected": [ 17, 8, 12 ], "split_b_mean_at_selected": [ 0.01135470617030348, 0.02023685531291578, 0.046105518218662066 ] }, { "selected": [ 17, 4, 3 ], "split_b_mean_at_selected": [ 0.33717839119822857, 0.0861400569489758, 0.03913669599486248 ] }, { "selected": [ 27, 22, 0 ], "split_b_mean_at_selected": [ 0.4052482346072794, 0.1366550346902971, 0.033986082779509694 ] }, { "selected": [ 17, 14, 1 ], "split_b_mean_at_selected": [ 0.019843424058386263, 0.06775010970554182, 0.07318757367985589 ] }, { "selected": [ 19, 18, 17 ], "split_b_mean_at_selected": [ 0.02000056933944247, 0.01488901791921567, 0.016980137888874324 ] }, { "selected": [ 27, 22, 20 ], "split_b_mean_at_selected": [ 0.012685893715492318, 0.017215110920369626, 0.011546613941235202 ] }, { "selected": [ 1, 22, 11 ], "split_b_mean_at_selected": [ 0.0026366377265990846, 0.013648650821830548, 0.020385378416228506 ] }, { "selected": [ 26, 4, 14 ], "split_b_mean_at_selected": [ 0.055268592199510226, 0.06274325651247636, 0.02501450327940152 ] }, { "selected": [ 24, 14, 25 ], "split_b_mean_at_selected": [ 0.04838699055835605, 0.024263175487119173, 0.008496956467362387 ] }, { "selected": [ 6, 4, 23 ], "split_b_mean_at_selected": [ 0.06030982113027546, 0.029412673040938645, 0.02270335879126963 ] }, { "selected": [ 13, 9, 23 ], "split_b_mean_at_selected": [ 0.030413279655788626, 0.01342018710149984, 0.02008025166162821 ] }, { "selected": [ 5, 14, 9 ], "split_b_mean_at_selected": [ 0.3494433159274715, 0.017024016322102396, 0.005999554009602953 ] }, { "selected": [ 24, 22, 26 ], "split_b_mean_at_selected": [ 0.021115499536972494, 0.011358882160025782, 0.07557175090270381 ] }, { "selected": [ 13, 9, 10 ], "split_b_mean_at_selected": [ 0.03479863075273379, 0.05128915203469141, 0.09331021489841596 ] }, { "selected": [ 23, 17, 2 ], "split_b_mean_at_selected": [ 0.012786175636782509, 0.012528208536761143, 0.01211309991776943 ] }, { "selected": [ 16, 26, 0 ], "split_b_mean_at_selected": [ 0.03653869575687819, 0.020831500898514484, 0.017134719594780887 ] } ], "split_a_size": 56, "split_b_size": 56, "split_b_indices": [ 86, 95, 109, 3, 94, 104, 20, 98, 43, 84, 32, 61, 57, 70, 23, 107, 80, 15, 48, 60, 9, 62, 31, 83, 16, 44, 93, 67, 34, 30, 58, 74, 99, 110, 54, 49, 6, 101, 11, 96, 41, 22, 19, 35, 64, 47, 12, 53, 14, 13, 66, 36, 97, 65, 77, 8 ] } }, "villain": { "persona": "villain", "n_examples": 110, "region_means": { "system_A": { "marker_mean": [ 0.018288656330550258, 0.05208003618450181, 0.15509164210336362, 0.08646146591916053, 0.7053830414816931, 0.6759844539662848, 0.5778861673331105, 0.5897629102425918, 0.6724680183092494, 0.45366273012205766, 0.6502550961921449, 0.5742831151303536, 0.5344968939490327, 0.40347889103479195, 0.5661377845380408, 0.4644722851525462, 0.5922384078820031, 0.6524526673187678, 0.404941624323374, 0.5934924224319716, 0.6355793558883589, 0.6373690374243959, 0.8422333228946117, 0.7862464691040579, 0.6999756686921629, 0.7549288816774238, 0.8371769978531767, 0.6433742718876531 ], "marker_sem": [ 0.00039635393529305866, 0.0009528234730610655, 0.0017262442835797266, 0.0012769328337949755, 0.0022516536905731856, 0.0026085367739746225, 0.0023409044146526707, 0.001985006165911015, 0.002058721729405789, 0.002397613067251862, 0.0023993099430901564, 0.003643258221023137, 0.003375963921852802, 0.004617969173333431, 0.0034877784567942834, 0.0032238088197159994, 0.004512503669734166, 0.003866189791401823, 0.003338473601168062, 0.004585664190649643, 0.0037762028236299422, 0.0037368438962706516, 0.0030453926945840084, 0.0022408405513045567, 0.001972036266721174, 0.001617845880583412, 0.001883752841890516, 0.0019114519111468836 ], "c1_mean": [ 0.05136913096767618, 0.08538825806976647, 0.1776653307425795, 0.10403305534834298, 0.7079028299767877, 0.6651417980099086, 0.5585441676011405, 0.5364844720293739, 0.5753001658468413, 0.4775035142619768, 0.5323359770359252, 0.5088662525898829, 0.45954063925889116, 0.37371821374554154, 0.4972046107101996, 0.4489512723320704, 0.43157108938785826, 0.46566821264437197, 0.35355162850872357, 0.35010119773531073, 0.447707298280548, 0.4865179765326626, 0.661727939331197, 0.6754733944547228, 0.6095849712095611, 0.5714227729944955, 0.6546259889245178, 0.5112421780548277 ], "c1_sem": [ 0.001868990911710684, 0.002328530153438693, 0.002978960693167407, 0.0022305362518353767, 0.0027985406907073125, 0.004369602088486068, 0.0031747686934093084, 0.0036010794449350112, 0.003533618922611647, 0.004246416416795228, 0.0041817790164203434, 0.0047879634011761, 0.004642521582348114, 0.004695023638250894, 0.004560075452538594, 0.0036774989741115947, 0.0053643158239915665, 0.004922826787145668, 0.004436115076773708, 0.004341183357307339, 0.00432146996516498, 0.004489516249027594, 0.004226128429421257, 0.0031746751010748035, 0.0030673406468806146, 0.0038188548264718432, 0.0043401185074194515, 0.0051514777075362915 ], "delta_c1_mean": [ -0.033080474637125906, -0.03330822188526468, -0.022573688639216, -0.017571589429182456, -0.0025197884950948677, 0.010842655956376243, 0.019341999731970008, 0.05327843821321784, 0.0971678524624081, -0.02384078413991912, 0.11791911915621976, 0.06541686254047013, 0.07495625469014171, 0.029760677289250213, 0.06893317382784116, 0.015521012820475804, 0.16066731849414498, 0.18678445467439656, 0.05138999581465045, 0.24339122469666083, 0.187872057607811, 0.15085106089173336, 0.18050538356341478, 0.11077307464933492, 0.09039069748260213, 0.1835061086829285, 0.1825510089286597, 0.1321320938328252 ], "delta_c1_sem": [ 0.001845226672347081, 0.0022447034842593434, 0.0031704722288377974, 0.002318330096011216, 0.003368436286122514, 0.005019723412306338, 0.004019464951845921, 0.00412552438764941, 0.004045361318488422, 0.005064220791840069, 0.005190747796377603, 0.00634648370697811, 0.0056865409567216545, 0.0062134604407570225, 0.005675774136329311, 0.0051210193727685045, 0.006507576614233462, 0.00588632462478767, 0.005633491125512321, 0.006439519573492266, 0.005795231013185665, 0.005712415887491321, 0.005282723503916724, 0.0035231724968613123, 0.0034992175561113373, 0.0041126493763297784, 0.0042005043971582, 0.004695389802450563 ] }, "user_A": { "marker_mean": [ 0.011866993481822834, 0.022955202874799126, 0.06490145697826881, 0.0516945361297324, 0.018419760125320327, 0.036564660565844474, 0.026472335720841518, 0.05257594887070456, 0.05200483716013064, 0.07192046258525996, 0.03539924391357503, 0.0561541149987014, 0.03577261802395685, 0.08566554836148711, 0.06804236171991723, 0.04659524541516297, 0.051687475087955695, 0.0603303899911426, 0.06326971593487656, 0.04306666352369445, 0.03875040525431418, 0.03322503304262658, 0.023698050102374715, 0.029343638967650076, 0.02631215700598954, 0.015102148958022232, 0.01853541454579115, 0.036717727393247704 ], "marker_sem": [ 0.00025105611583832547, 0.0006635274537328085, 0.0012817852124673143, 0.0010281245969533796, 0.0005046560576271966, 0.0008595703888643041, 0.0005836863894856725, 0.0008777098862422684, 0.0008722249240079862, 0.00114124240137427, 0.0005587065068586646, 0.0007234997439745604, 0.0005752662601155117, 0.0015921574452964716, 0.0014992152271309947, 0.0007913841592367381, 0.0009553186509833538, 0.0013613438425330356, 0.0009159756401583469, 0.0007195824161613172, 0.0006367596268094652, 0.0008049777884298855, 0.0003934211016962158, 0.00044271238454005594, 0.0004801085755184034, 0.0003224701561961822, 0.0003830097669252573, 0.0006880993651381136 ], "c1_mean": [ 0.04000134868728944, 0.04979100821719216, 0.06910103820841881, 0.06186359312824901, 0.01693838479881426, 0.019705208694681082, 0.017369255194290244, 0.01990214262136417, 0.0325721208600938, 0.04071099058546111, 0.028536717704753804, 0.025168067317259853, 0.03395973973122441, 0.04906742266231099, 0.04192533136000743, 0.018932886776490198, 0.02938925341052931, 0.019987615455067782, 0.020019498166424326, 0.032041451724005, 0.0236942568619164, 0.024767630903757814, 0.019396718843338816, 0.011686268716411615, 0.014071648961414048, 0.013302251149013166, 0.014064445043284373, 0.02229477096020166 ], "c1_sem": [ 0.0018505441077213275, 0.0017942932122249574, 0.0020542564524492274, 0.0019997391271926084, 0.0005905688033162551, 0.0008122164380296118, 0.0005523118507807955, 0.0007613528225557403, 0.0013826710983551955, 0.0014414023558475858, 0.0009938718870326493, 0.0011589993585462656, 0.0012451211909842808, 0.002011719248021444, 0.0019405040147428341, 0.0010336314386637845, 0.0016645306872779494, 0.0010940582477125518, 0.0009676798140174398, 0.0015933584500882009, 0.001177950135730045, 0.0011734130456608786, 0.00138490495336435, 0.0008265261678554472, 0.0006130099879934503, 0.0007083797793227577, 0.000789461648153276, 0.0012000219014419652 ], "delta_c1_mean": [ -0.028134355205466605, -0.02683580534239302, -0.004199581230149981, -0.010169056998516657, 0.0014813753265060735, 0.01685945187116337, 0.009103080526551264, 0.032673806249340374, 0.019432716300036828, 0.031209471999798847, 0.006862526208821229, 0.030986047681441534, 0.0018128782927324333, 0.03659812569917614, 0.026117030359909813, 0.027662358638672776, 0.02229822167742638, 0.0403427745360748, 0.043250217768452226, 0.011025211799689454, 0.015056148392397785, 0.008457402138868772, 0.0043013312590358945, 0.01765737025123847, 0.012240508044575502, 0.0017998978090090763, 0.004470969502506779, 0.014422956433046042 ], "delta_c1_sem": [ 0.0017635744239652249, 0.0017057481316432312, 0.0019813543880024278, 0.0019785512451508916, 0.0006422330071148222, 0.0010320435594755974, 0.0007208956580287536, 0.0010309385509228624, 0.001438163029766398, 0.0015618163596176628, 0.001012975066743559, 0.001258125161011428, 0.0012089871646450631, 0.0023996528478290344, 0.0024054569071646206, 0.0011759002611687998, 0.0017571505617462898, 0.001798088894280843, 0.001318779634293943, 0.0017862088073910245, 0.0014260986361628075, 0.0014725082705537773, 0.0014810387481527744, 0.0009209115850791861, 0.0007182709687849229, 0.0007457709522479306, 0.0008393081913248764, 0.0012494907190677227 ] }, "asst_A": { "marker_mean": [ 0.9669706506388525, 0.9153882950544356, 0.7649659661213298, 0.8485549790228344, 0.2669731755822583, 0.2628418552525971, 0.3750929363579914, 0.3337436205792158, 0.25287985064470303, 0.4397474901387829, 0.2909371977557076, 0.3243256402147524, 0.37398421443974617, 0.46301584699033915, 0.29787066579101296, 0.45209843852790066, 0.2984635094277463, 0.23889147716622752, 0.4564313295448517, 0.3147640367619112, 0.2877343926240097, 0.30593344210284207, 0.11894522286322592, 0.1729544183180377, 0.2562290930013814, 0.22190302127500539, 0.1347558865792347, 0.30295767371433896 ], "marker_sem": [ 0.000505643944197559, 0.0015862940106788246, 0.0029364472268751875, 0.0021087620365080155, 0.002612141974831581, 0.003011044870124769, 0.002850662448210747, 0.002371681602237986, 0.0025306105079964136, 0.0030834839712283956, 0.0026589711687555317, 0.004110776770064702, 0.003776931714580936, 0.005525814641468341, 0.003968975352998285, 0.0037903060331070616, 0.005272281738623508, 0.0039053048975690747, 0.004358683710990185, 0.0042719432886972174, 0.003726837401055583, 0.0032272903792238948, 0.00291761644331061, 0.002172797820631798, 0.001962223850448617, 0.0016106917188419372, 0.001758699468870012, 0.0017424810633828135 ], "c1_mean": [ 0.8978092069188498, 0.8458921666772337, 0.7382448948769795, 0.8192207724126899, 0.2709210536501388, 0.3125571531832504, 0.41626837147070195, 0.4404954820629451, 0.38729305266553854, 0.4737629587664694, 0.43341775215297407, 0.4601571748440164, 0.4967509614260773, 0.5664791995037781, 0.4493516261571955, 0.5224186902849172, 0.5264354369331559, 0.4993466086828077, 0.612125417896873, 0.5888267911806727, 0.5159996347165626, 0.4777633129717185, 0.3062988341478951, 0.3048024858570433, 0.3626139923996388, 0.40643690774081176, 0.31236083047458435, 0.445520459329286 ], "c1_sem": [ 0.004164552076894809, 0.004774366896539175, 0.005151682909716949, 0.004464363775295947, 0.00286553021990063, 0.0044680681529835, 0.003434869589355777, 0.003905934134848884, 0.0038835730140864455, 0.0045816136975660214, 0.004372606933332366, 0.005099195747557778, 0.005188417870445567, 0.005284126723680429, 0.005095221984504892, 0.0042237789172203, 0.005965589083318046, 0.005393510254219935, 0.005010841941430976, 0.005105127228684534, 0.004833278726872099, 0.004880011582154019, 0.004396131654437692, 0.003268960356905071, 0.0033189369571516732, 0.0038787045349665586, 0.004393972512824686, 0.005326501657046658 ], "delta_c1_mean": [ 0.06916144372000323, 0.06949612837720227, 0.02672107124435053, 0.029334206610143958, -0.003947878067880417, -0.04971529793065322, -0.04117543511271065, -0.10675186148372946, -0.1344132020208356, -0.03401546862768613, -0.14248055439726637, -0.13583153462926428, -0.12276674698633082, -0.10346335251343905, -0.15148096036618267, -0.07032025175701671, -0.22797192750541007, -0.2604551315165802, -0.1556940883520217, -0.2740627544187615, -0.22826524209255322, -0.17182987086887638, -0.18735361128466904, -0.13184806753900552, -0.10638489939825749, -0.18453388646580643, -0.17760494389534956, -0.1425627856149471 ], "delta_c1_sem": [ 0.004063666724869894, 0.0045822458560888, 0.005486986153472038, 0.0045505856691661056, 0.003601238073649195, 0.005277849290973362, 0.004511912616241888, 0.004591648932093631, 0.004439436355556534, 0.0054742963282570925, 0.005307287121474705, 0.0067108245695062085, 0.006354601836075671, 0.007279605579628776, 0.006383887394787022, 0.005727310772053329, 0.007471176728567568, 0.006441011410698766, 0.006709980882222843, 0.006820088243902354, 0.005999522792033938, 0.005981022932062791, 0.005390484126384687, 0.0036031368511051844, 0.003624177780776577, 0.004108474976973762, 0.004270598097934503, 0.004920948470394409 ] }, "asst_header_A": { "marker_mean": [ 0.002887967406149174, 0.009571693520059672, 0.015047536834291273, 0.013296623220599204, 0.009238365021357593, 0.02466557169784871, 0.020537292506596562, 0.023927860334515563, 0.022644129498293263, 0.034675795889713555, 0.023422962228779678, 0.04523207848586073, 0.05573608278260603, 0.04779431344632975, 0.06795459405746603, 0.036794671816469775, 0.05760473117335129, 0.04834290724368645, 0.07535760978043912, 0.04868550846817865, 0.037948180573036915, 0.023470085310871032, 0.01509333500614414, 0.011457175984011069, 0.017478256783253134, 0.008053850682524889, 0.009549823056542736, 0.016994235413179463 ], "marker_sem": [ 4.3207199535548486e-05, 0.00023270506708135798, 0.0002776945028447141, 0.0002287687019379367, 0.00027499816742426606, 0.0006212147570276656, 0.0003948115597866056, 0.0003963350442173612, 0.000349807548634739, 0.00043297101698778475, 0.00043711613870169177, 0.0005881189755217694, 0.0009169196077534738, 0.000985416331245965, 0.0010709283038933335, 0.0007064770688435513, 0.0008174947948635487, 0.0007413384864998082, 0.0011791369087319158, 0.0008715311223625075, 0.0005738909034485618, 0.0005352737975615702, 0.0004563303660119479, 0.0003365127367873144, 0.0004036658047603742, 0.0001710281878326001, 0.00014300692294287373, 0.00024764669133335696 ], "c1_mean": [ 0.010833723007628296, 0.018920150434958767, 0.014983103637018111, 0.014882771766394185, 0.004260491904964941, 0.0026070039649450445, 0.007813404848957636, 0.003127978706833311, 0.004832848037292156, 0.008012237124940284, 0.005708518535255563, 0.005807648747416688, 0.009744612456408222, 0.010740078474492033, 0.011552376706397553, 0.009689507372542752, 0.012600043150539333, 0.014988808823524902, 0.014294185253004037, 0.029044756031340366, 0.012593109416006235, 0.010956818022693852, 0.012581129783549463, 0.00804265308809663, 0.013732287603836402, 0.00883703985214445, 0.018953099930596365, 0.02096026034801271 ], "c1_sem": [ 0.0005802477472738836, 0.0008133586517749936, 0.000634894102343293, 0.0006877988694005421, 0.0002609063766793697, 0.00017297894683477737, 0.000316973919769379, 0.000207238571328471, 0.0002569665496741052, 0.00041672175202005164, 0.00033538939832838645, 0.0004595682510594446, 0.0004956169978707519, 0.0004953327543379035, 0.0005552874750644729, 0.0004888860207308198, 0.0006739878591279367, 0.0006234387737075693, 0.0007300812699401624, 0.0008878656461695003, 0.0005953558720946325, 0.0005165633905211874, 0.0005788748730229479, 0.0005019914297201907, 0.000451456981360021, 0.00047904682408083564, 0.0005646683862406911, 0.0007465791361422992 ], "delta_c1_mean": [ -0.007945755601479122, -0.009348456914899099, 6.443319727315953e-05, -0.001586148545794966, 0.004977873116392659, 0.022058567732903676, 0.012723887657638922, 0.020799881627682253, 0.01781128146100111, 0.026663558764773256, 0.0177144436935241, 0.03942442973844405, 0.045991470326197825, 0.03705423497183771, 0.05640221735106854, 0.027105164443927028, 0.04500468802281196, 0.03335409842016155, 0.061063424527435135, 0.019640752436838275, 0.025355071157030687, 0.012513267288177182, 0.00251220522259468, 0.003414522895914439, 0.003745969179416734, -0.0007831891696195591, -0.009403276874053632, -0.003966024934833244 ], "delta_c1_sem": [ 0.0005756814109052278, 0.0008194453825056304, 0.0006340710330460351, 0.0007146435689545537, 0.00033003500279418844, 0.0006354836917385759, 0.00046080612894290195, 0.0004262183503502852, 0.0003993895236720632, 0.0005006109502223454, 0.0004518256187993235, 0.0007323549618354158, 0.000948710080769653, 0.0009445223745866664, 0.0011126140482213781, 0.0008086712442942832, 0.001022366776707024, 0.0009454342604897448, 0.0014166235118771098, 0.0011274082657618365, 0.0008678359618153195, 0.0007255402319931182, 0.0007241583076637775, 0.0005744634468853293, 0.0005434102023677959, 0.00048217736005269195, 0.0005577487681044221, 0.0007632786487895561 ] }, "system_B": { "marker_mean": [ 0.013819041547271543, 0.031381097672486306, 0.10277076297887153, 0.06180938178334724, 0.013616783655696107, 0.011929977738431522, 0.011261156177172412, 0.026591489057649263, 0.012373716679292842, 0.032171096698707595, 0.0161844321284685, 0.011755131114903212, 0.017960990035253293, 0.03832811472284328, 0.03902877962410257, 0.040235821271387806, 0.057278118906663594, 0.029456934889222127, 0.0576408047169, 0.19016275386894768, 0.08498010007882273, 0.11440505363143888, 0.22994895105056662, 0.13379887964624856, 0.05226580824993263, 0.05016086338595913, 0.051927545932786805, 0.08212408737183574 ], "marker_sem": [ 0.0003126127289381381, 0.0006471951523442962, 0.0011240872273733742, 0.0008941951487337219, 0.0002967952213793192, 0.00021008040384611456, 0.00020844528906742592, 0.0003595857328485901, 0.00021422278884442034, 0.00045524540176339594, 0.0002491374633600893, 0.0001813955836317585, 0.0003339231001703023, 0.0006686770805619879, 0.0009171746740957966, 0.000940635303493717, 0.0017675418942943474, 0.0006102014947733074, 0.0013657942984832447, 0.00381729164456441, 0.0017962640486048776, 0.002421201254544847, 0.0042808071561436616, 0.002102664632999996, 0.0009429655480948823, 0.0008551570467965368, 0.0009156820988266212, 0.001606132416238324 ], "c1_mean": [ 0.039727402132154456, 0.058574135590065315, 0.12527148940276914, 0.08183303001939618, 0.011346432663656791, 0.010295655385972081, 0.00858054402054517, 0.01174610425822449, 0.008750258286322192, 0.011152637216289734, 0.005084439332161536, 0.0039294275974358925, 0.005591495145209036, 0.008336025004648575, 0.006982259374325826, 0.0035371398817681298, 0.0030220803811725878, 0.00322878103479501, 0.0030257558376788137, 0.005558650062364525, 0.0036503197785161512, 0.004513758458355867, 0.004451437077625606, 0.004493987287026788, 0.004424855108996522, 0.005420061256120422, 0.007455506309764, 0.012202414660638759 ], "c1_sem": [ 0.0014360213416407717, 0.0016251836648915907, 0.002188224687924262, 0.001771008710687339, 0.00029034437262424894, 0.00027006869927648377, 0.00019646496612226263, 0.0003218367149117614, 0.0002981644854781558, 0.0004176553935756464, 0.00017577812300854733, 0.0002070541299025379, 0.0002935978892419482, 0.0004419863088718378, 0.0004593691470792355, 0.00020977258866175275, 0.0003105242423188032, 0.00018633279299653141, 0.00017641236755409865, 0.0006134065800038656, 0.00028748746687197864, 0.0005520783894976268, 0.00042124053138424804, 0.00033739742716381037, 0.00022984947985217147, 0.00026607142307638826, 0.0003901016064363346, 0.0006543472617882252 ], "delta_c1_mean": [ -0.025908360584882932, -0.02719303791757902, -0.02250072642389756, -0.02002364823604894, 0.0022703509920393135, 0.001634322352459436, 0.002680612156627239, 0.014845384799424778, 0.00362345839297065, 0.02101845948241784, 0.011099992796306975, 0.007825703517467317, 0.01236949489004427, 0.02999208971819471, 0.03204652024977673, 0.036698681389619674, 0.05425603852549103, 0.026228153854427106, 0.0546150488792212, 0.1846041038065831, 0.08132978030030659, 0.10989129517308296, 0.22549751397294102, 0.12930489235922182, 0.04784095314093607, 0.04474080212983869, 0.044472039623022826, 0.06992167271119695 ], "delta_c1_sem": [ 0.0014432854095514738, 0.0015457303508838373, 0.0023285459827822644, 0.001816872388846836, 0.00034105051489936546, 0.00029838965849742833, 0.0002434566234744819, 0.00045694643689372564, 0.0003156028972431342, 0.000499042232958973, 0.000251859725909088, 0.0002467802319636827, 0.000341218055799687, 0.0006151620133564873, 0.0007948109990885359, 0.0008698615197523828, 0.001746665242683338, 0.0006267903903196847, 0.0013625853290580795, 0.004000138307821434, 0.0018500038129377506, 0.0026821114663632363, 0.004458877769038165, 0.002261130089422717, 0.0010139541778620286, 0.000960761449194604, 0.0010778229249077088, 0.001754507908494219 ] }, "user_B": { "marker_mean": [ 0.007558913510011243, 0.013865614420499158, 0.04159181309960685, 0.029728708793741773, 0.011738544494868355, 0.017607763433048807, 0.01329838262961465, 0.033800232035482845, 0.025876120207031863, 0.051931984197687034, 0.019912375650722423, 0.03688849353208779, 0.020730206903747554, 0.03726907353417156, 0.03421632097473209, 0.02224342734531482, 0.023392763150577707, 0.024194810480973987, 0.0293722210327594, 0.025253738215005705, 0.022564701710876028, 0.0203982835612776, 0.014639843368332827, 0.016080485789298816, 0.015695444006625803, 0.00986638332553837, 0.012718899935905215, 0.021435831995121453 ], "marker_sem": [ 0.00023195745856529793, 0.00044718802801036107, 0.0010230863381157226, 0.0008334370564394307, 0.00034773902391032436, 0.00047158910829355534, 0.00031523363167553886, 0.0005497875426387504, 0.0005221488377554664, 0.0008261728804689573, 0.0003439924450143991, 0.0004564146512913144, 0.0003866617258403252, 0.0008772988139428105, 0.0008715551504567688, 0.00051189647961896, 0.00046107013314318187, 0.000566327903465096, 0.00044604889762834307, 0.0005487989365892923, 0.00045918655238512814, 0.0006156028748157562, 0.0003802410481314067, 0.0003997649849577182, 0.0003972217940334501, 0.0002678821785016327, 0.0003326659812173661, 0.0005810451837503139 ], "c1_mean": [ 0.025427948161468667, 0.03301403370813892, 0.04891241627681832, 0.04134219324353828, 0.01412742025426452, 0.015718365706823535, 0.01189726361075642, 0.01684002194085732, 0.02887572162341143, 0.03769806164709545, 0.02585340182789783, 0.023765841493787573, 0.03035483611365699, 0.04412663031983577, 0.038840530339173805, 0.01564834632756204, 0.02626102997113065, 0.017271482677754788, 0.016674426860911515, 0.02933007328861373, 0.021682586926909064, 0.023369139427805052, 0.018177207988147003, 0.01030541447030073, 0.011866923942625264, 0.011046646028996129, 0.01158751513364371, 0.018062805944919918 ], "c1_sem": [ 0.0012784198920664865, 0.0012263994245572812, 0.0016436984207903493, 0.001491933120365871, 0.0005083728452625259, 0.0006520879027251912, 0.0003937364811391299, 0.0006461877453825137, 0.0012418919164983882, 0.0013351173828154512, 0.0008969275599065883, 0.0010631784792540498, 0.001084110343147608, 0.0017678426493547392, 0.0017709739690699923, 0.0008606100947700215, 0.0014210371909780589, 0.0009299763660866273, 0.0008031572391341673, 0.001482185597344431, 0.0010723325950968547, 0.0011230114140121838, 0.001362717569976494, 0.000795414552714162, 0.0005723064120790346, 0.0006305678875327151, 0.0007288022347254724, 0.0010850947230546869 ], "delta_c1_mean": [ -0.017869034651457436, -0.01914841928763976, -0.007320603177211454, -0.0116134844497965, -0.002388875759396176, 0.0018893977262252788, 0.0014011190188582257, 0.01696021009462555, -0.0029996014163795686, 0.014233922550591565, -0.0059410261771754205, 0.013122652038300209, -0.00962462920990943, -0.006857556785664222, -0.004624209364441709, 0.006595081017752775, -0.002868266820552937, 0.0069233278032191925, 0.012697794171847883, -0.0040763350736080315, 0.000882114783966969, -0.0029708558665274515, -0.0035373646198141894, 0.00577507131899809, 0.0038285200640005516, -0.0011802627034577593, 0.001131384802261496, 0.003373026050201521 ], "delta_c1_sem": [ 0.001172880397453466, 0.0011239844463755868, 0.0014125425641683222, 0.0013300729374477085, 0.0005086767131103334, 0.0006879798135664648, 0.0004576059581935618, 0.0007481125819292668, 0.0012320489247973092, 0.0014151921352268998, 0.0008848846519904283, 0.0010943968922670691, 0.0010604029495938144, 0.0019747157540581073, 0.0019322917724616012, 0.0009082332586205028, 0.0013919028777378763, 0.001124429487303729, 0.0008716887736404354, 0.0015729013400379236, 0.0012186573750799729, 0.0013034446317494275, 0.0014404189930477622, 0.0008397058801760731, 0.0006415029737607729, 0.0006471625448756426, 0.0007385222382585481, 0.0010565908263970912 ] }, "asst_B": { "marker_mean": [ 0.9099875709505227, 0.8396792660047311, 0.6561599106467393, 0.7582011537602196, 0.24667327069278278, 0.23597986641420846, 0.3417114579230091, 0.3128184852144959, 0.22924010763393315, 0.39163575316076293, 0.26979025088892433, 0.2933124963350041, 0.33094051155812026, 0.41582279419947904, 0.2682272039694344, 0.3992651083110505, 0.2787461478536272, 0.2198051466266005, 0.41192785602552423, 0.2991129302222893, 0.27003551894098116, 0.2924798366208109, 0.11432770785830335, 0.16307461078240165, 0.24721121348054356, 0.21350426237832526, 0.12973569467952611, 0.2923963641045077 ], "marker_sem": [ 0.002746261521536715, 0.00330013651705331, 0.004488590881687566, 0.003715784633286779, 0.0026516120120209322, 0.0029550835079782604, 0.003138783946502089, 0.0024168437653311354, 0.002430954332531599, 0.0031384633640368993, 0.0026730711768060056, 0.0038771844161691145, 0.003918019601779114, 0.005532615059910873, 0.003873483326314272, 0.004550965419997627, 0.005041222157956405, 0.0038056867116309785, 0.004559060824562689, 0.004279163182828718, 0.003639204673491797, 0.003141850546401341, 0.0028818626461763245, 0.0021620763384788736, 0.0018812127852666754, 0.0015799944519248122, 0.001732479713632098, 0.001778587435802374 ], "c1_mean": [ 0.8020950077375733, 0.7556679652324292, 0.6325616828966646, 0.7229789836306346, 0.2520896412286539, 0.2801520925739055, 0.3821920829338359, 0.42035016263983666, 0.36075095847433847, 0.4498789845882046, 0.40627918421020937, 0.43228314749551033, 0.4643164944878401, 0.5346592818011752, 0.42578677205974425, 0.48366316224977773, 0.49238633201786, 0.4680710209314648, 0.5779135846946433, 0.5590187770647618, 0.49311212981751423, 0.4607418740421763, 0.29042122517086566, 0.2890113748763156, 0.3426508198944688, 0.38392751582160406, 0.2864194704295349, 0.4127838293939791 ], "c1_sem": [ 0.006083965661708206, 0.005547839412440772, 0.00572914589482136, 0.0056210821614418776, 0.0025736532667948327, 0.0036747572389395082, 0.0034352666468505893, 0.0035528087477154718, 0.0037069322854719985, 0.004207862032722614, 0.0044290364501474375, 0.004738011711271315, 0.004860853779804681, 0.0052257068519361155, 0.004750471416027184, 0.0039014226878936447, 0.005330017394491238, 0.004802445023579072, 0.004805226605293684, 0.005196586672574378, 0.004786672450389462, 0.004865747501680486, 0.004285747862790322, 0.003072416627837734, 0.0032942027349702036, 0.003711538809161614, 0.004077091077037655, 0.004957120988230218 ], "delta_c1_mean": [ 0.1078925632129498, 0.08401130077230148, 0.02359822775007456, 0.03522217012958468, -0.005416370535871102, -0.044172226159697126, -0.04048062501082711, -0.10753167742534077, -0.1315108508404056, -0.05824323142744153, -0.13648893332128514, -0.138970651160506, -0.13337598292971958, -0.11883648760169638, -0.15755956809030985, -0.0843980539387272, -0.21364018416423294, -0.24826587430486435, -0.1659857286691194, -0.25990584684247225, -0.22307661087653327, -0.1682620374213651, -0.17609351731256237, -0.12593676409391402, -0.09543960641392511, -0.17042325344327883, -0.15668377575000864, -0.1203874652894713 ], "delta_c1_sem": [ 0.005207136210790837, 0.0053484126092640735, 0.005317502385131931, 0.005158503153038781, 0.003431204671476311, 0.004514225659729862, 0.004383168494405125, 0.004262654939337843, 0.004229536030864699, 0.005080962214180053, 0.005171656517238631, 0.006336377579382155, 0.006382058326177361, 0.007433537927259376, 0.006163658743660043, 0.006105077541054497, 0.007208016408128448, 0.005929543627235323, 0.006526385784156335, 0.006858805035541137, 0.005849659903037483, 0.005925657336078962, 0.005357946730232631, 0.00339412285169897, 0.0036396471680161836, 0.003942413729978721, 0.0038803918654252154, 0.004492915596022528 ] }, "specials": { "marker_mean": [ 0.06864874186862235, 0.11506924951995658, 0.19948411532443372, 0.1502683599618212, 0.7279857346693653, 0.7345389338121261, 0.6337177318971523, 0.626800133447562, 0.732506890461913, 0.5242676446383651, 0.694127442215436, 0.6580388272304086, 0.6303581010864736, 0.5085346171332087, 0.6585331003266306, 0.5382162840814952, 0.640577093403493, 0.7265605496605492, 0.5010593979185556, 0.48547920892034796, 0.6224320136784732, 0.5727144230958721, 0.6410534275072783, 0.6870477264384173, 0.6848227095526006, 0.7264563930740989, 0.8056359803314679, 0.6040876248683925 ], "marker_sem": [ 0.0027061089644074875, 0.0031973431830855416, 0.003795562861792952, 0.0032750115552394317, 0.002396319800544584, 0.002727171086229761, 0.002912821139720891, 0.002233489775615774, 0.00212929921086033, 0.0025769052144087564, 0.002476716999233815, 0.00370651494116704, 0.0038782445724971134, 0.005230392414836561, 0.0036960490997817006, 0.004423624699340047, 0.004517984084304152, 0.00369874653808474, 0.0036067602106883254, 0.0033287562306536967, 0.003626909235467437, 0.003394223817826414, 0.0029125882004689507, 0.0022507843829296095, 0.0019771666585400205, 0.0017387405423492598, 0.0019260272482849677, 0.002140855677092363 ], "c1_mean": [ 0.13276305156035234, 0.15273544885672788, 0.19324877889659078, 0.1538459857718511, 0.7224592634317878, 0.6938450501299692, 0.5973253074674346, 0.5510737866183787, 0.6016212489356696, 0.5012600173061117, 0.5627819399348559, 0.5400207262339691, 0.49973312716692225, 0.4128829771772679, 0.5284243809679304, 0.4971437080313304, 0.47832638020079676, 0.5114199608037218, 0.4023769626787806, 0.40610669636704777, 0.48154926290451355, 0.5113809664463818, 0.6869547502989025, 0.696194025485348, 0.6410603010929309, 0.5996047485637095, 0.6945418715898135, 0.556968618870068 ], "c1_sem": [ 0.005252755634697399, 0.004472235256360819, 0.004739131390742007, 0.0047784129282241695, 0.002446053917587077, 0.0034041513896649897, 0.0032704572949229533, 0.003229831404492786, 0.0032624926860943255, 0.0038549753015515464, 0.004246538054406549, 0.0044236871123574896, 0.004427717030232055, 0.004705813475557168, 0.004227174348552442, 0.0034469862406447363, 0.004761863971149474, 0.004451695205954411, 0.004429237464959424, 0.004682861354829248, 0.004407189700812664, 0.004489297623160699, 0.0041881253334429, 0.0029908167670183367, 0.0031926637702230287, 0.003685705689433174, 0.004015368430665751, 0.004749689098137714 ], "delta_c1_mean": [ -0.06411430969173001, -0.03766619933677133, 0.006235336427842933, -0.0035776258100299707, 0.005526471237577023, 0.04069388368215692, 0.03639242442971741, 0.07572634682918322, 0.1308856415262437, 0.023007627332253467, 0.1313455022805803, 0.11801810099644, 0.13062497391955105, 0.09565163995594093, 0.13010871935870003, 0.04107257605016461, 0.1622507132026963, 0.21514058885682752, 0.09868243523977474, 0.07937251255330051, 0.14088275077395962, 0.06133345664949033, -0.04590132279162438, -0.009146299046930614, 0.04376240845966946, 0.12685164451038966, 0.11109410874165435, 0.0471190059983246 ], "delta_c1_sem": [ 0.004180361039071865, 0.0041351667068103455, 0.003186155353823501, 0.003703449033081841, 0.003175236182974645, 0.004163318725807757, 0.004103591979572823, 0.0038974257401716947, 0.003892223249167339, 0.004736873157747927, 0.0049986683074039456, 0.0060836031407777835, 0.006099267064491035, 0.0069881208891456464, 0.005689316768603509, 0.005800557886138203, 0.006371124605228331, 0.00544835579309752, 0.005564247495636176, 0.005769405307704762, 0.005264775849198305, 0.005276769716375141, 0.004940001555220479, 0.0032507567869859088, 0.0035350784523609327, 0.003923158473963271, 0.003776044644805396, 0.004464779028123664 ] } }, "gates": { "n_examples": 110, "gate_A_per_layer": [ false, false, false, false, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true ], "gate_B_per_layer": [ true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true ], "gate_C_per_layer": [ false, false, false, false, true, false, true, false, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true ], "gate_D_per_layer": [ false, false, false, false, true, false, true, false, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true ], "direction_per_layer": [ 0.0, 0.01818181818181818, 0.18181818181818182, 0.11818181818181818, 0.7727272727272727, 0.7272727272727273, 0.8818181818181818, 1.0, 0.8818181818181818, 1.0, 1.0, 0.990909090909091, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.990909090909091, 0.990909090909091 ], "mean_per_layer": [ -0.025908360584882932, -0.02719303791757902, -0.02250072642389756, -0.02002364823604894, 0.0022703509920393135, 0.001634322352459436, 0.002680612156627239, 0.014845384799424778, 0.00362345839297065, 0.02101845948241784, 0.011099992796306975, 0.007825703517467317, 0.01236949489004427, 0.02999208971819471, 0.03204652024977673, 0.036698681389619674, 0.05425603852549103, 0.026228153854427106, 0.0546150488792212, 0.1846041038065831, 0.08132978030030659, 0.10989129517308296, 0.22549751397294102, 0.12930489235922182, 0.04784095314093607, 0.04474080212983869, 0.044472039623022826, 0.06992167271119695 ], "sem_per_layer": [ 0.0014432854095514738, 0.0015457303508838373, 0.0023285459827822644, 0.001816872388846836, 0.00034105051489936546, 0.00029838965849742833, 0.0002434566234744819, 0.00045694643689372564, 0.0003156028972431342, 0.000499042232958973, 0.000251859725909088, 0.0002467802319636827, 0.000341218055799687, 0.0006151620133564873, 0.0007948109990885359, 0.0008698615197523828, 0.001746665242683338, 0.0006267903903196847, 0.0013625853290580795, 0.004000138307821434, 0.0018500038129377506, 0.0026821114663632363, 0.004458877769038165, 0.002261130089422717, 0.0010139541778620286, 0.000960761449194604, 0.0010778229249077088, 0.001754507908494219 ], "contig_windows_3plus": [ [ 8, 10 ], [ 12, 27 ] ], "ruleout_C2_H4": { "applicable": true, "mean": [ -0.025726246154363162, -0.03233850598941421, -0.03611264211795437, -0.03634803445217653, -0.0015899711710277915, -0.0005143474655536312, -0.0017685519930305878, -0.00035483133433602366, 0.0029686341633587067, 0.006005296328667453, 0.0025571362957765554, 0.003449273984002361, 0.004796167063421985, 0.006339402025859316, 0.004194850223223341, 0.0024599889100446596, 0.004441444383628235, 0.0036234702891367794, 0.0035554576643043526, 0.010578469931435776, 0.006868989068953809, 0.009060434511741993, 0.010527637832377533, 0.007616864882142588, 0.0031129491666784933, 0.005965328293567011, 0.00696140283499592, 0.008384255076019639 ], "sem": [ 0.0014272837134707652, 0.0015886191566303618, 0.0024848121905072453, 0.0018948770996381468, 0.00037480414416867744, 0.0003439789782968794, 0.00023092497961327909, 0.00046468846980642547, 0.0005857481663974184, 0.0006037462936428539, 0.00028309624465155383, 0.0003938647183293739, 0.0006263137693717273, 0.000661995895685982, 0.000743946327237559, 0.000317972309275183, 0.0005566387304779741, 0.00033864344616072665, 0.00033101634449151903, 0.0007399192095066369, 0.0003896287445512886, 0.0005623625229903015, 0.0007484459175933905, 0.0005135505172059137, 0.00030151791754525034, 0.0003884444184759107, 0.0005565272710672882, 0.0008761666801508139 ], "passed_per_layer": [ false, false, false, false, false, false, false, false, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true ] }, "ruleout_C3_H5": { "applicable": true, "mean": [ 0.00010453924596865123, -0.010036047535800383, -0.011792377459935565, -0.020335080245059586, -0.0018241082576672491, -0.0011707942692806856, -3.038473317935824e-05, -0.0023178876700934046, -0.0008624299016296847, -9.573188467266193e-08, -0.00019561466083607885, -6.0924543057733874e-05, 0.00024590898301145954, -0.00030236602962688334, -0.00012150016538340226, 4.550311050692245e-05, 0.00029963447681714665, 0.00043738653115299225, 0.00016621727272692465, 0.0012299946198934674, 0.0007901669587439547, 0.0001097883758928497, 0.001096303531007757, 0.00017380961033369686, 0.0003902810125561831, 0.0004105505886063331, 0.00019989625585186202, 0.0007249152593891203 ], "sem": [ 0.0025113768492745765, 0.0022275838921658395, 0.0031471101145443873, 0.002174453702791418, 0.00035826310706269025, 0.00039406508636325403, 0.0003284161919632563, 0.000501691035213676, 0.00034854739467166053, 0.0004929376910783386, 0.00018515710819185394, 0.0002281626119582539, 0.0003514917774999413, 0.00047274146472540436, 0.00045292549782870834, 0.0002624111833217804, 0.00032849224152761225, 0.0002657328762944945, 0.00021645767247277986, 0.0004620646349257424, 0.0003753597726523872, 0.0003849214838513907, 0.0005932848469993459, 0.0003961486443884064, 0.0003613717741931274, 0.00046207054902722193, 0.0006219970353374887, 0.0009229462392388167 ], "passed_per_layer": [ false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, true, false, true, true, false, true, false, true, false, false, false ] }, "ruleout_C4_eoa": { "applicable": false } }, "gate_F_trajectory": { "applicable": true, "h1_window": [ 12, 27 ], "diff_per_layer_per_delta": [ [ -0.0003326463207926622, 0.0012152306680599766, 0.001304630450141342, 0.005497352733173193, 0.0014537763449079186, 0.0009800944887343576, 0.00042099563939747894, 0.0008368666964740385, 0.0022078413884351975, 0.00011118314069069948, 0.00012583668304414018, -0.0005689174962536592, 0.00042730866041633224, 0.0013310046808479685, -0.001807747277266394, -0.001729299512377323, -0.003022419760387707, -0.0013885414201385273, -0.0020743917297388077, -0.0032251904540250703, -0.00033050088603473263, -0.000568840432036726, -0.0009938321347052938, -0.0011576411234933363, -0.0008171746281278808, -0.0005214593425087333, -2.213930260726478e-05, 0.0003143035883915665 ], [ -0.000491494781287842, 0.0013480166937559594, 0.0013302462048943864, 0.0015906017516360005, 0.001810922729057052, 0.00047136870802488937, 0.00035825911213873286, 0.00015174306992610763, 0.002657937606798137, 0.0018600658881707689, 0.00047922177306775494, 0.00010229420119461236, 0.001000975837372393, 0.0009688834186912451, -0.000310947612848729, -0.0007969709408360646, -0.0025318491115146335, -0.00026451368222025085, -0.0004084354904993247, -0.0008400674760318996, -0.0004211912378113145, -0.0005934841524433123, -0.0010819786348236762, -8.826810160132443e-05, -0.0010419376687012157, -0.0011833483102246098, -0.0005168298743155383, -0.00029285348075634883 ], [ -0.0008048889545733354, 0.0002665884116857843, -0.0037280609594754627, -0.0003283571362058327, 0.0006644497481862674, 0.0003902907189142031, 0.000107420095565346, 0.0002969573717337519, 0.002325032301256195, 0.001302917978397303, 0.00022204823317247945, 2.6069488134477375e-05, -3.212738709596624e-05, 0.000895935280872933, -0.0005060261855878573, -0.0003665782391492813, -0.002169010965641157, -0.0008371532742329412, -0.0007256149965345687, -0.0009372739814452382, 3.196604639845585e-06, -9.238431727881524e-05, -0.0019775752294422435, -0.0013250274776976066, -0.0010634777959218434, -0.0018638443448747164, -0.0019161924112182961, -0.0021516296130090675 ], [ -3.116551938150795e-05, 0.0002377519821481766, -0.0006271985804891939, 0.0005892011661149596, 0.0008021698156658996, 0.00042636745025754694, 0.0006453754373390661, 0.0002911795159142687, 0.0021465831804616513, 0.001409338480388881, 0.0002337585229051694, 0.0005228058159278222, 0.0014919951946743741, 0.0007306373985136484, 0.0023464941122801966, 0.0005167453635526336, -0.0006096523036112937, 0.0001053656454579055, 0.0006017666047720481, 0.0019764850705154347, 0.0006413217544080883, -0.00046972685051490694, 0.0005222984126582817, -0.0001020532096510417, -4.282049372090948e-05, -7.391800640556192e-05, 0.0010311758827815723, 0.0014410763398815234 ], [ -0.0005292674560266851, -0.0007082988351927236, -0.0035827499512635086, 0.0023652706002588314, 0.0006783940113760344, 0.00035938036798910736, 0.000783270411949314, 0.0011854493951911783, 0.004590919899157789, 0.0031948240913107547, 0.0007707105741182963, 0.0017343723939205599, 0.001666564056181115, 0.0014898015618439297, 0.0015842337336983876, -4.960155126626509e-05, -0.0017043912573566312, 0.0002523785533214149, 0.0004811033396593936, -0.0003595482978043657, 0.0001684904580500357, -0.00046793078909576277, -0.0009096217097201674, -0.000827437010413234, -0.0011866219862486666, -0.001119921863971654, -0.0001945522844010606, -0.0008899102999378114 ], [ -0.0013431735964634251, -0.0005588499833361418, -0.004991084518940744, -0.0015148716464779624, -0.0002530154829970335, 1.0548207376687851e-05, 0.00011984336153640206, -0.00046584510640543426, 0.00354265020789833, 0.00047728899709046507, 0.00022165998095319446, -0.000722603534133618, -2.918250595715377e-05, -0.00019983700122805717, -0.0015817569760158186, 0.0004706206963421729, -0.0019411792882185943, 3.5383282282218376e-05, -3.815942679343681e-05, 0.0029029716857952425, 0.0009278361559255811, -0.0009497060017416795, -0.0004355539979096403, 8.04698843936448e-06, 0.00022674388348865697, -0.0019969315480746286, -0.0014046899362579936, -0.004857137583512144 ], [ 0.006017751715616368, -0.0022305636716225506, -0.01361251336992593, -0.003277103419724821, 0.0034281300019787363, 0.005378662697840842, 0.0011585721416193257, -0.0001833915935871601, 0.0001078225467686638, 0.007738496138866959, 0.003515909184254226, 0.0026029327650276286, 0.003560602931372286, 0.009712179266226277, 0.000117985568687402, 0.003706342698885247, 0.005316821859352736, 0.005044427765094874, 0.005262968084791462, 0.018068218042510072, 0.011480871768575315, 0.020493781097692926, 0.02236786579358811, 0.01550752594097372, 0.004971910730919385, 0.013394214303159784, 0.011477553871574503, 0.016905873038437682 ], [ 0.001332686097006576, 0.0035142944033968553, 0.005562317049064236, 0.016525757854122435, 0.004707151796606782, 0.0037676228607654016, 0.004678178193522374, 0.014011165396139919, 0.0012533878962329471, 0.015898995376929084, 0.00897651166573481, 0.0027544056970245125, 0.005753089390035909, 0.02419078889750239, 0.022765933593709396, 0.032685983660653575, 0.048406540959752754, 0.02221414794595821, 0.05021180066997133, 0.1746324318895419, 0.07565207943406452, 0.10155598581879133, 0.2127778329616978, 0.11973101733747053, 0.04366965191277781, 0.03999202812793168, 0.03849956345621969, 0.06198268805495599 ], [ 0.0021134727131898144, 0.003766363863417572, 0.04348419509490184, 0.030675589267433585, 0.0022619224346073497, -0.0008389946203315986, 0.0023329291324578685, 0.0033211784635053723, -0.0006704742042168317, 0.019823187683785888, 0.009677323170804546, 0.006836124729870077, 0.013048767191221836, 0.009074016038234668, 0.031654704443319664, 0.01651032186007466, 0.01680206290244384, 0.002381203820076226, 0.010693060054874184, 0.01271820112320916, 0.003002539628858875, 0.0053492718710384125, 0.010197487037486488, 0.010054493375528295, 0.004233710001549354, 0.009814102367030291, 0.013151494801770544, 0.01864611804176821 ], [ -0.0009838156523483427, 0.00013808285120276223, 0.013658083350678862, 0.0068457889810286665, 0.004857175688360606, 0.0045223582834126325, 0.0005104348646452692, 0.008015415338359392, 0.005491272727074404, 0.018196766266365717, 0.008794694551532829, 0.010539971662590025, 0.006251171601243784, 0.00923510840920467, 0.023478364254969384, 0.011731358661842474, 0.010183890408793975, 0.004183696806355217, 0.012660987675682776, 0.018260088540476054, 0.007332685088274648, 0.0179281500667332, 0.02617976450060258, 0.02597097336319154, 0.015854380150909942, 0.01487786995624789, 0.014734709843363482, 0.02600113698806151 ] ], "band_diff_per_delta": [ -0.0009741600671119956, -0.0005251760324102878, -0.0009415490208510512, 0.0006316994322244996, -0.0001291853342163339, -0.0005539082233397444, 0.010461821422615113, 0.06717009775693968, 0.011708222159905295, 0.01530402101974707 ], "diff_at_marker": 0.06717009775693968, "diff_at_marker_minus5": -0.0009415490208510512, "ratio_marker_minus5_over_marker": 0.014017383512796439, "reframe_required": false, "diff_at_eoa": 0.01530402101974707, "diff_at_eoa_minus5": -0.0001291853342163339, "n_pos": 110, "n_neg": 100 }, "segmentation_a_vs_b_comparison": { "direction_seg_A_per_layer": [ 0.0, 0.05454545454545454, 0.23636363636363636, 0.2727272727272727, 0.509090909090909, 0.5545454545454546, 0.6545454545454545, 0.8727272727272727, 0.9818181818181818, 0.34545454545454546, 1.0, 0.8181818181818182, 0.8545454545454545, 0.6909090909090909, 0.8545454545454545, 0.6454545454545455, 0.990909090909091, 1.0, 0.8181818181818182, 1.0, 1.0, 0.9818181818181818, 0.990909090909091, 0.990909090909091, 0.9727272727272728, 1.0, 1.0, 1.0 ], "direction_seg_B_per_layer": [ 0.0, 0.01818181818181818, 0.18181818181818182, 0.11818181818181818, 0.7727272727272727, 0.7272727272727273, 0.8818181818181818, 1.0, 0.8818181818181818, 1.0, 1.0, 0.990909090909091, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.990909090909091, 0.990909090909091 ], "pass_seg_A_per_layer": [ false, false, false, false, false, false, false, true, true, false, true, true, true, false, true, false, true, true, true, true, true, true, true, true, true, true, true, true ], "pass_seg_B_per_layer": [ false, false, false, false, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true ], "sink_layers_A_only": [], "sink_reframe_required": false }, "head_selection_split_sample": { "selected_heads_per_layer": [ [ 9, 11, 13 ], [ 13, 21, 26 ], [ 0, 4, 19 ], [ 16, 5, 12 ], [ 8, 12, 3 ], [ 7, 6, 18 ], [ 12, 8, 11 ], [ 23, 22, 18 ], [ 2, 1, 0 ], [ 25, 23, 17 ], [ 6, 19, 2 ], [ 23, 24, 22 ], [ 17, 15, 7 ], [ 19, 20, 17 ], [ 27, 0, 15 ], [ 17, 15, 14 ], [ 19, 0, 18 ], [ 20, 14, 27 ], [ 1, 16, 24 ], [ 6, 22, 27 ], [ 21, 24, 26 ], [ 5, 1, 3 ], [ 17, 7, 27 ], [ 6, 5, 14 ], [ 21, 24, 22 ], [ 13, 10, 11 ], [ 19, 6, 17 ], [ 3, 24, 14 ] ], "split_b_eval": [ { "selected": [ 9, 11, 13 ], "split_b_mean_at_selected": [ -0.02865137112693581, -0.028749538552894433, -0.02688438849195584 ] }, { "selected": [ 13, 21, 26 ], "split_b_mean_at_selected": [ -0.08091733802448618, 0.16527845035899766, -0.06253582824360242 ] }, { "selected": [ 0, 4, 19 ], "split_b_mean_at_selected": [ -0.06533901215276935, -0.11070831138979303, -0.043160369179465544 ] }, { "selected": [ 16, 5, 12 ], "split_b_mean_at_selected": [ -0.08379240686243229, -0.07773103345524181, -0.05641765356063842 ] }, { "selected": [ 8, 12, 3 ], "split_b_mean_at_selected": [ 0.004897369037974964, 4.523656584999778e-05, -0.005195874084125865 ] }, { "selected": [ 7, 6, 18 ], "split_b_mean_at_selected": [ 0.02584631199186499, -0.04044128656387328, 0.004812097246335313 ] }, { "selected": [ 12, 8, 11 ], "split_b_mean_at_selected": [ -0.008703602877530187, -0.009777555872093549, 0.026863260160792962 ] }, { "selected": [ 23, 22, 18 ], "split_b_mean_at_selected": [ 0.09210957245393231, 0.07458214643326669, 0.023943496143276042 ] }, { "selected": [ 2, 1, 0 ], "split_b_mean_at_selected": [ 0.028558282229033373, -0.0025221828439018945, 0.017412775023417038 ] }, { "selected": [ 25, 23, 17 ], "split_b_mean_at_selected": [ 0.11256777126363225, 0.04117448806085368, 0.026972909244624057 ] }, { "selected": [ 6, 19, 2 ], "split_b_mean_at_selected": [ 0.09299970133738081, 0.10318120197816329, 0.02854900566014377 ] }, { "selected": [ 23, 24, 22 ], "split_b_mean_at_selected": [ 0.044101751988584334, 0.02641695679588751, 0.0075136599621989505 ] }, { "selected": [ 17, 15, 7 ], "split_b_mean_at_selected": [ 0.013013523410667072, 0.07241455246101727, 0.047228634086522184 ] }, { "selected": [ 19, 20, 17 ], "split_b_mean_at_selected": [ 0.09349403050474141, 0.05990172533826396, 0.14008751153945925 ] }, { "selected": [ 27, 0, 15 ], "split_b_mean_at_selected": [ 0.19969546245580366, 0.07621477994729173, 0.03608098443089562 ] }, { "selected": [ 17, 15, 14 ], "split_b_mean_at_selected": [ 0.05128776138479061, 0.3618102069334551, 0.13261110189286143 ] }, { "selected": [ 19, 0, 18 ], "split_b_mean_at_selected": [ 0.020669402009384195, 0.27355440224436206, 0.01309404001655904 ] }, { "selected": [ 20, 14, 27 ], "split_b_mean_at_selected": [ 0.0580306353894147, 0.08569716364145279, 0.05447953682054173 ] }, { "selected": [ 1, 16, 24 ], "split_b_mean_at_selected": [ 0.0064693273451517895, 0.5763998219620605, 0.08667004478248683 ] }, { "selected": [ 6, 22, 27 ], "split_b_mean_at_selected": [ 0.7245405776968056, 0.5842582415857098, 0.5847622251028026 ] }, { "selected": [ 21, 24, 26 ], "split_b_mean_at_selected": [ 0.49834786091338507, 0.12605435017835012, 0.4117187791927295 ] }, { "selected": [ 5, 1, 3 ], "split_b_mean_at_selected": [ 0.6157053629871966, 0.30477537691593165, 0.01559433294036849 ] }, { "selected": [ 17, 7, 27 ], "split_b_mean_at_selected": [ 0.8609433566237038, 0.7621281788769093, 0.7936733835359864 ] }, { "selected": [ 6, 5, 14 ], "split_b_mean_at_selected": [ 0.7643572775071317, 0.4243792490254749, 0.045599849874323084 ] }, { "selected": [ 21, 24, 22 ], "split_b_mean_at_selected": [ 0.3922233760356903, 0.13309820818291468, 0.02266007540408862 ] }, { "selected": [ 13, 10, 11 ], "split_b_mean_at_selected": [ 0.307544053142721, 0.09343184546990825, 0.14774608167735015 ] }, { "selected": [ 19, 6, 17 ], "split_b_mean_at_selected": [ 0.12167505264282229, 0.11561123929240488, 0.08315800439227711 ] }, { "selected": [ 3, 24, 14 ], "split_b_mean_at_selected": [ 0.09688294930891556, 0.11241412970152767, 0.08406575227325616 ] } ], "split_a_size": 55, "split_b_size": 55, "split_b_indices": [ 93, 63, 3, 92, 102, 20, 96, 43, 82, 32, 61, 57, 68, 23, 105, 78, 15, 48, 60, 9, 62, 31, 81, 16, 44, 91, 67, 34, 30, 58, 74, 106, 108, 54, 49, 6, 99, 11, 94, 41, 22, 19, 35, 64, 47, 12, 53, 14, 13, 66, 36, 97, 65, 77, 8 ] } }, "comedian": { "persona": "comedian", "n_examples": 104, "region_means": { "system_A": { "marker_mean": [ 0.017116825150118337, 0.04941099487723977, 0.13188533669665134, 0.07535134211622666, 0.7131005431535645, 0.6705735903642659, 0.5823725239619366, 0.5894935433087605, 0.6679264018337681, 0.45063357793337133, 0.6430443544350155, 0.570945899997541, 0.5340786537284717, 0.46051653197219405, 0.6261971617555043, 0.47876077832572234, 0.6477482261821872, 0.6999318349267264, 0.5259067822498253, 0.6153135216182073, 0.6996136873315731, 0.7042976664583923, 0.847105088142248, 0.7898795373896441, 0.7620948427331193, 0.8055346104428993, 0.8795624048971054, 0.673208820446964 ], "marker_sem": [ 0.0003287274594431947, 0.0010353701228413708, 0.0015826754415699331, 0.0013106156823873062, 0.002511713444640659, 0.002310508334892813, 0.0024206613729996643, 0.001824868234399332, 0.001855863408770004, 0.002386557477387796, 0.0026969199262093986, 0.0035919699035855865, 0.0040650322439761905, 0.005642541217977741, 0.003459235388438492, 0.0034178607836617635, 0.003758592296199521, 0.003393565769669821, 0.004533373741036428, 0.004137696132495835, 0.003627561688850602, 0.003450766791804821, 0.00198283238474478, 0.0021380867235893464, 0.0018623252451921328, 0.001788948768059886, 0.001421923420518893, 0.001845553889051818 ], "c1_mean": [ 0.047623425937462445, 0.07553361584209871, 0.14790648309220325, 0.08467098934416144, 0.7059529136340943, 0.649343838657084, 0.552336482910067, 0.5286186451344702, 0.5668426006144647, 0.4764956461958039, 0.5264669350272455, 0.5034949284858755, 0.4550190418382023, 0.3726498168061863, 0.4935699020536789, 0.4437147764539906, 0.4365729925587932, 0.4636564193320796, 0.3542190667983682, 0.3529145321800354, 0.44225366275073463, 0.48380516261019635, 0.660708545786885, 0.672726424271243, 0.6107074793253059, 0.5696623323327883, 0.6565295969606814, 0.509383343705175 ], "c1_sem": [ 0.0017834017599519662, 0.0019803491344187697, 0.0025047766414407137, 0.0019636786971630182, 0.0029652629057752723, 0.004098663914118028, 0.0033241720153285707, 0.00426096380603132, 0.004081680080944446, 0.004715944766138778, 0.004390231856128009, 0.005094234678386265, 0.004277003920865505, 0.004791436216832329, 0.004629402062643859, 0.0038952155090278234, 0.0050714511062852265, 0.004709085468594016, 0.004535074671272321, 0.004267836574655203, 0.003994145409378391, 0.004219288073648672, 0.00427061686651345, 0.003432134919050048, 0.0030693638441060263, 0.004113486116430839, 0.0041255001679566744, 0.0055051772533511985 ], "delta_c1_mean": [ -0.030506600787344115, -0.026122620964858935, -0.016021146395552004, -0.00931964722793474, 0.007147629519470053, 0.021229751707181964, 0.030036041051869616, 0.06087489817429022, 0.10108380121930345, -0.025862068262432626, 0.11657741940777001, 0.06745097151166529, 0.07905961189026932, 0.08786671516600811, 0.13262725970182526, 0.0350460018717318, 0.211175233623394, 0.23627541559464657, 0.17168771545145706, 0.26239898943817214, 0.25736002458083884, 0.22049250384819635, 0.18639654235536351, 0.11715311311840135, 0.1513873634078134, 0.23587227811011083, 0.2230328079364237, 0.1638254767417891 ], "delta_c1_sem": [ 0.001781986974043128, 0.002039023483849973, 0.0023709293595218363, 0.0019808231230184787, 0.0037717630022416353, 0.00471636697516669, 0.004063875351092558, 0.004512080113475455, 0.00428395330995842, 0.00528496101996754, 0.005333912495922898, 0.006621379358436523, 0.006065971706494903, 0.006723579117036802, 0.005613910040650317, 0.00559213818497272, 0.005947618057670024, 0.006057494813934482, 0.006236217285920914, 0.005881380973952906, 0.005626258359052705, 0.005188289855057184, 0.004679508086856612, 0.0040023182538932445, 0.003644828160662318, 0.004824183869413066, 0.0039967252706745865, 0.0053448564828679395 ] }, "user_A": { "marker_mean": [ 0.011668382788992526, 0.025016257754417053, 0.0652712360008461, 0.05233396341174119, 0.020941513540678598, 0.036174344801745785, 0.026865083489024617, 0.04393245377750544, 0.04187934511995353, 0.053768970740058424, 0.028519597914754953, 0.0433995194909365, 0.03226958565090292, 0.06877583207523544, 0.05410468899785034, 0.05358198979727048, 0.030288931179521753, 0.036275113566271985, 0.04326168030062391, 0.036379596092974475, 0.022816872024642568, 0.020472184805816675, 0.012805932876669961, 0.010436794505589568, 0.0075376467927731295, 0.004265289215414508, 0.0067305839881612135, 0.014349048915502764 ], "marker_sem": [ 0.0002411387900067673, 0.0007493272119627382, 0.0013911625101753478, 0.0010360443699796561, 0.0005681711854150559, 0.0009070805975052239, 0.0005904112617364595, 0.0006907581089647529, 0.0008225177364677284, 0.0007545335635592385, 0.0004159300544989894, 0.0006106087691391845, 0.0005260754522611921, 0.0014520380960085454, 0.0012492941013204628, 0.0009899569892619006, 0.000532134935094162, 0.0005769237239863633, 0.0005770542728513136, 0.0006760615163776305, 0.0005152177913233966, 0.0004478963622580995, 0.00024778959476000226, 0.00026405990155851423, 0.00015257317138920933, 0.0001089688128158851, 0.00015641860958395752, 0.0003457830919268386 ], "c1_mean": [ 0.04013690181609593, 0.05352998345011273, 0.07377203655146783, 0.06187392750012847, 0.016707898633491362, 0.021288642700862982, 0.01793048218325467, 0.020331231825100084, 0.030064155864468645, 0.03708767298257653, 0.026714713734185127, 0.02411608968576486, 0.03281399018779079, 0.04664472228241133, 0.039413372028772736, 0.018309293712791157, 0.02709633238116987, 0.018314980051381956, 0.01819664042094712, 0.03005482927129944, 0.021829560569772553, 0.023448633782434877, 0.019613054076136834, 0.011453493613088828, 0.01274254391810853, 0.012127247330245951, 0.013970238654709304, 0.021218466356987858 ], "c1_sem": [ 0.0017883692230763338, 0.0019652261592951227, 0.002255760924736946, 0.002213154965778662, 0.000627017778238135, 0.0009307591155085982, 0.0005648734650048595, 0.000952393963895388, 0.0012672994900483926, 0.0011581269709720554, 0.0008783367241632464, 0.001058160239784637, 0.0011975728191952859, 0.0017065783284875412, 0.001695705074522112, 0.0009349173136127637, 0.0014352329107708893, 0.0009158300287951477, 0.000794937653076509, 0.001402832084145316, 0.001122519906589268, 0.0011419292230747027, 0.0015913164891915613, 0.0008911287774840319, 0.0006027106642488656, 0.0006537992631484877, 0.0008384442672418078, 0.0011650408924532628 ], "delta_c1_mean": [ -0.028468519027103418, -0.02851372569569567, -0.008500800550621702, -0.009539964088387252, 0.004233614907187241, 0.014885702100882811, 0.008934601305769944, 0.02360122195240537, 0.011815189255484866, 0.016681297757481898, 0.0018048841805698257, 0.01928342980517165, -0.0005444045368878986, 0.02213110979282413, 0.014691316969077597, 0.03527269608447932, 0.003192598798351891, 0.017960133514890047, 0.02506503987967678, 0.00632476682167501, 0.0009873114548700145, -0.0029764489766182073, -0.006807121199466875, -0.001016699107499259, -0.005204897125335407, -0.007861958114831447, -0.007239654666548087, -0.0068694174414850925 ], "delta_c1_sem": [ 0.0017580858019488846, 0.001980048025581802, 0.0019839300421387717, 0.0019979162004208095, 0.0008167287680466473, 0.0011873752868923192, 0.0006820448158320153, 0.001145996992101552, 0.0014860618925932852, 0.0013308420775772316, 0.0010189088832984329, 0.001249597007490868, 0.0012933927496631798, 0.00218200248509376, 0.0021516517854224247, 0.001366317797325337, 0.0015343032324155528, 0.0011858666572365831, 0.0010022717133736322, 0.001574211216553091, 0.0012716117624984712, 0.001243857177095839, 0.001614457120426943, 0.0009559241638895642, 0.0006257934307692739, 0.0006687843775454592, 0.0008285966251812682, 0.0012057805419647767 ] }, "asst_A": { "marker_mean": [ 0.9684261000090905, 0.9166744169625604, 0.788779784249817, 0.8588997914077162, 0.25640979278823284, 0.2686284070842192, 0.36937011577122425, 0.34389820463244125, 0.27145867492088277, 0.46541183956919213, 0.30626619147753414, 0.34613845406860033, 0.3858176743071834, 0.43227521779916284, 0.2727240491666643, 0.4332585966746723, 0.2623231931487841, 0.2264267115823024, 0.38880474344446003, 0.3139452715180457, 0.24735861235160056, 0.2544826625578954, 0.13030832577619098, 0.19012604429064175, 0.22189369542456427, 0.18680512921207912, 0.10811486951354378, 0.29941957063491936 ], "marker_sem": [ 0.0004807303117861918, 0.0018119628555362242, 0.0028556757082525055, 0.0021601293297948904, 0.0029655882273207273, 0.002828506544302476, 0.002901378949037365, 0.002222020436506831, 0.002221104979985435, 0.0029098240776043427, 0.0029307179456168563, 0.0041641078577442136, 0.004878486489426882, 0.006877609364735107, 0.004167277348173052, 0.004257397954197606, 0.004013997874619072, 0.0033990741114691306, 0.004419698267077793, 0.003652067828509288, 0.003334020820745407, 0.0031052452493334957, 0.0017992207087468945, 0.00196963901410355, 0.001791639589459615, 0.0017697461504945253, 0.0013165583504595878, 0.001607250385094325 ], "c1_mean": [ 0.9017143284072682, 0.8530742315350326, 0.7633175255009229, 0.838507825332684, 0.27292249820495296, 0.326266235456793, 0.42182005300467396, 0.4479774937110413, 0.3984264225008073, 0.47847882587076335, 0.4409485426946968, 0.4663863737987653, 0.5024616252833077, 0.57000099017501, 0.4563435453421402, 0.5282116867748903, 0.5241901465524039, 0.5035799758208329, 0.6153730221947268, 0.5905821970204698, 0.524089013544106, 0.4819903079703691, 0.30794163603923586, 0.3078836960304825, 0.3635043752428808, 0.4100368781880878, 0.312936394647033, 0.44972414132498667 ], "c1_sem": [ 0.0040252843173375396, 0.004636589956741557, 0.004812714349673353, 0.00446106473085658, 0.0031132231256333245, 0.004220641655817137, 0.0034662584643158126, 0.004424622106082606, 0.004433761213340272, 0.005041997811991544, 0.004503813761158788, 0.0054188513797933735, 0.004736156102040843, 0.005196356717944631, 0.0050782959955877685, 0.0043071456506128805, 0.0056621402434783846, 0.004964663799538793, 0.004798182658617259, 0.0049116714651314805, 0.004434149889028261, 0.004404384377446018, 0.004383951208648248, 0.00348448693164222, 0.0032496580326661305, 0.004253192004477302, 0.0041559752664365795, 0.0056802465709619885 ], "delta_c1_mean": [ 0.06671177160182258, 0.06360018542752816, 0.02546225874889439, 0.020391966075032616, -0.016512705416720164, -0.05763782837257367, -0.052449937233449324, -0.10407928907859988, -0.1269677475799244, -0.013066986301571002, -0.13468235121716254, -0.12024791973016476, -0.11664395097612432, -0.1377257723758473, -0.18361949617547568, -0.09495309010021777, -0.26186695340362004, -0.2771532642385305, -0.22656827875026656, -0.2766369255024244, -0.2767304011925052, -0.22750764541247356, -0.1776333102630448, -0.11775765173984079, -0.14161067981831663, -0.22323174897600856, -0.20482152513348925, -0.1503045706900674 ], "delta_c1_sem": [ 0.003994237730001106, 0.004613336780433278, 0.004685773295507767, 0.004219241370074184, 0.00414911773058343, 0.004844741469970022, 0.004464901611002088, 0.004889226470285357, 0.004791345620583282, 0.005657696988370813, 0.005511954697417434, 0.007328377933189708, 0.007061336256032115, 0.008393313831215055, 0.006648677096441488, 0.006338720047437397, 0.006597278085688665, 0.006080969582370343, 0.006501053295420406, 0.0060605617411769435, 0.005789508089194334, 0.005354192279670801, 0.004735040019564735, 0.003950439708270348, 0.003787669304782333, 0.004906629267604979, 0.004040646171109107, 0.005389144130702974 ] }, "asst_header_A": { "marker_mean": [ 0.0028159439990077385, 0.008900524753459605, 0.014061388554442337, 0.013414952478742238, 0.00957377688424098, 0.024645296639811503, 0.021379697006041722, 0.022663916997191915, 0.01874964107160589, 0.030182060918637676, 0.022168139496288566, 0.0395238983761651, 0.04783171112905004, 0.038428779766615996, 0.046998602706890366, 0.034399839779275736, 0.05964196986738837, 0.0373331918099711, 0.0420020311011911, 0.03437559978149775, 0.03020145486180599, 0.02073776767851347, 0.009779532448961754, 0.009562067815440367, 0.008493254097269887, 0.003366282813578516, 0.005598505563325786, 0.013036527376203878 ], "marker_sem": [ 5.5338660164011074e-05, 0.00027191016717774077, 0.0003001565376871492, 0.0002640429878329891, 0.00031724868726410485, 0.0006588673023217532, 0.00042616496237239286, 0.0003962624555449417, 0.0003243950601354859, 0.00043390355559062556, 0.00041504835689087753, 0.0007182448717078217, 0.0010351560188359356, 0.001065605417680179, 0.0010066012861460858, 0.000778243882698041, 0.0010118122988352857, 0.0004961984862082809, 0.0005615063101533037, 0.0006003004502319959, 0.0005949317308215918, 0.0004836556074012797, 0.0002621805283690403, 0.00024475452331603224, 0.000159302068537918, 7.79168383573138e-05, 0.00012418385644609843, 0.00021075879373630595 ], "c1_mean": [ 0.01054597842612364, 0.017865244664905907, 0.014998649858310035, 0.014939202678725946, 0.00443696525415794, 0.003107689228249064, 0.007908496314688708, 0.0030667224194085973, 0.004655504760869412, 0.007939090177507631, 0.0058629843196196, 0.005987199165293418, 0.009708794883260782, 0.010693223429707719, 0.01069915100004276, 0.009755179695037811, 0.012132657623812486, 0.014445493074817224, 0.012214240102601704, 0.02644979036679152, 0.011823424212151629, 0.01075397200337258, 0.011753583612619242, 0.007935485136833512, 0.013030689814891397, 0.008173538911348886, 0.016577503441263807, 0.019703598085813043 ], "c1_sem": [ 0.0005761375695864199, 0.0008239706736977415, 0.0006561922267591987, 0.000745754492397809, 0.00027397489981634206, 0.00017301083263616601, 0.00029365802845947894, 0.00019387498171392846, 0.00023253127238634928, 0.0003757635594026836, 0.0003067916173269123, 0.00042637725421583824, 0.00047103682076068656, 0.0004753716791228857, 0.0004983885235579565, 0.0004869909577046481, 0.0006024119614465317, 0.0005245547063722139, 0.0005391729825682921, 0.0008193046250423861, 0.0005673908966429039, 0.0005233761208107104, 0.0006094878912548572, 0.000524739153598148, 0.0004325404596758119, 0.00045705878429434197, 0.000490708986768555, 0.0006731311208046573 ], "delta_c1_mean": [ -0.007730034427115905, -0.0089647199114463, -0.0009372613038677019, -0.001524250199983706, 0.005136811630083045, 0.021537607411562444, 0.013471200691353007, 0.01959719457778332, 0.014094136310736482, 0.022242970741130054, 0.016305155176668966, 0.03353669921087168, 0.03812291624578922, 0.027735556336908267, 0.03629945170684761, 0.024644660084237918, 0.04750931224357588, 0.02288769873515386, 0.029787790998589376, 0.007925809414706234, 0.01837803064965436, 0.009983795675140881, -0.0019740511636574835, 0.0016265826786068553, -0.004537435717621511, -0.004807256097770372, -0.010978997877938022, -0.006667070709609155 ], "delta_c1_sem": [ 0.0005736675147275845, 0.000822139282662948, 0.0006738634950062037, 0.0007241364567750054, 0.00037817698495162355, 0.0006833423475932292, 0.00044745671958000636, 0.0004526737317132458, 0.00036183223096019896, 0.0005070519007139199, 0.0004985324012369005, 0.0008454238578448007, 0.0011904073658570878, 0.0011985285478784272, 0.001178416223477487, 0.0008720942941387035, 0.0012664308077804242, 0.0007885604072456767, 0.000745548443319834, 0.0009072708656156505, 0.0007519372366304511, 0.0006815401601673213, 0.0005857959448421663, 0.0005541103685558306, 0.0004477130567903942, 0.0004607841996828106, 0.0004512369170329049, 0.0006681164787505734 ] }, "system_B": { "marker_mean": [ 0.012723865219687859, 0.029967042587213374, 0.0816947410681418, 0.05227417864543793, 0.015661900566256312, 0.01080287714580913, 0.014787623172646362, 0.024607069739191738, 0.018294784621652828, 0.0380177616121268, 0.0171177480523321, 0.011835703204109612, 0.023389449639240747, 0.06483996316156057, 0.09014073836586471, 0.03024342591147667, 0.07684925852527659, 0.016788533346338588, 0.031044754987727706, 0.11771708565181586, 0.06429638197277109, 0.0783982056981096, 0.031684804968740585, 0.020440747337108787, 0.01065990393776651, 0.006550194273426471, 0.008493903205617446, 0.018346998016013884 ], "marker_sem": [ 0.00019249233081642127, 0.000714381824695314, 0.000973117353903438, 0.0009275467160259412, 0.00036375378920814824, 0.00021323261335102892, 0.00023963467720838785, 0.0003273117429593174, 0.00031157862989918144, 0.0005176710774068303, 0.00025976484576111615, 0.00017833521278350927, 0.0003846894690805289, 0.0014044310372799216, 0.00176421262939765, 0.0006757707188034304, 0.0020329817057430943, 0.0002819113260767711, 0.0006908112444515335, 0.0018853931228001476, 0.0011046256122019778, 0.0010413100461208104, 0.0006087414463326283, 0.00042515158559874123, 0.00023061176649456325, 0.0001185409914818593, 0.0001408857361872347, 0.00031109527347810713 ], "c1_mean": [ 0.03599072115854813, 0.05034786578905329, 0.0954999226347574, 0.06387385493081128, 0.010167089842138674, 0.008816515549823547, 0.008081626130241113, 0.009119589499435846, 0.008673868034416193, 0.012643334432499072, 0.004152074631653435, 0.002705475655470715, 0.0034008907908343465, 0.004570388751081129, 0.0043641402533547, 0.00215602808562875, 0.0014266915773927446, 0.0016198056161206647, 0.0014092338612717139, 0.0045488420456845004, 0.0018910271930988052, 0.0027846911101832936, 0.0031620372661535345, 0.002161475617276926, 0.002888480850548891, 0.003387992193371585, 0.004715620494871072, 0.007954115855207562 ], "c1_sem": [ 0.001319348098634615, 0.0013646793798346, 0.0016938281407825914, 0.0014919762483650836, 0.0002308857742976602, 0.0002662854902370638, 0.00017121194586221112, 0.0002660958415224156, 0.00028538588701399414, 0.0004931209235876771, 0.0001432019696098958, 0.00011943822512583397, 0.00018999949338419344, 0.00028517793252092675, 0.0002996201414191348, 0.00010305712770737751, 0.0001054462258005069, 7.331221631391678e-05, 6.6317188051648e-05, 0.00024924594435826324, 0.00015339163223906447, 0.0002644725916610302, 0.00025542337565777427, 0.00012444316048785327, 9.572089080276133e-05, 0.00013392576039183033, 0.0002246831512033105, 0.0003943305424933195 ], "delta_c1_mean": [ -0.023266855938860267, -0.020380823201839895, -0.013805181566615594, -0.011599676285373327, 0.005494810724117638, 0.001986361595985587, 0.006705997042405252, 0.015487480239755892, 0.009620916587236631, 0.025374427179627717, 0.01296567342067866, 0.009130227548638892, 0.019988558848406408, 0.06026957441047943, 0.08577659811251001, 0.028087397825847918, 0.07542256694788382, 0.015168727730217928, 0.02963552112645598, 0.11316824360613141, 0.062405354779672274, 0.07561351458792628, 0.028522767702587045, 0.018279271719831867, 0.007771423087217623, 0.0031622020800548883, 0.0037782827107463706, 0.010392882160806326 ], "delta_c1_sem": [ 0.0013184365578146938, 0.0014234767586208494, 0.0015685306323197342, 0.0015298736431255241, 0.0003867992899661933, 0.00027829346450126697, 0.00022466373908499123, 0.0004076380143293447, 0.0003536046153989302, 0.0005941454875158611, 0.0002603112771544362, 0.0001877860994824773, 0.0004152284721119251, 0.0013413176652246166, 0.0017327542048560828, 0.000643760228319939, 0.002010807814879727, 0.0002995430672671753, 0.0007039549929795347, 0.0019642856614262706, 0.001142852692808909, 0.0011309751183024954, 0.0006509788050859377, 0.0004477902719840049, 0.00024930273146486374, 0.0001812867036766542, 0.00026086315714082874, 0.0004899855843517295 ] }, "user_B": { "marker_mean": [ 0.007347993385698812, 0.015286569783350402, 0.042633240800389285, 0.02987158978778476, 0.012449875526674353, 0.01787339971621135, 0.013852893714841007, 0.026695645854048485, 0.020821132732465393, 0.03476215286722794, 0.01450460045324999, 0.02933910358103699, 0.01794334139500919, 0.03019463232674041, 0.027621710280077878, 0.025255570862971595, 0.01406971141353766, 0.016719681929136823, 0.022205623162374285, 0.02091405596452222, 0.012064315158628165, 0.012631219525281836, 0.007527949522357503, 0.006671760781270906, 0.004102764040367419, 0.0024758215259970424, 0.004279062569386185, 0.008012646460559601 ], "marker_sem": [ 0.0002154000718358948, 0.0004893881958175836, 0.0011750912098455358, 0.0008283112444022255, 0.00034434641888316387, 0.00045792099152634774, 0.00031791170962085127, 0.0004168562067615607, 0.00042967604131280266, 0.0005367718781087819, 0.00022826199578867103, 0.0004355996440244595, 0.0003339925371236877, 0.0008117292458940259, 0.0007655812708702634, 0.0005925815061637283, 0.00025147143261265384, 0.0003159789705394069, 0.00036791019699304427, 0.00044897405801197374, 0.00035889021377879523, 0.00034724553402834145, 0.00020890821546353644, 0.00022933955737132724, 0.00011808655682159149, 7.285355161402966e-05, 0.00012845300560795678, 0.0002583481743008012 ], "c1_mean": [ 0.02542300764258298, 0.03543146986798957, 0.05178549562652524, 0.040884356884770955, 0.01343321992379192, 0.016695622173429157, 0.012457401482921506, 0.01739957648183795, 0.02645254631941549, 0.033784571324628934, 0.024026735565814732, 0.02257226953852703, 0.02888483274757063, 0.041380088879928376, 0.03641980886566379, 0.014901041504540635, 0.024327816379627394, 0.016028570998892367, 0.015361382358884021, 0.027579930958516692, 0.020106614559272134, 0.022348459684970297, 0.018617492376574653, 0.010358190788505221, 0.010865334324941987, 0.010294973212170464, 0.011471084410566757, 0.017725505380242278 ], "c1_sem": [ 0.001212205856067025, 0.001321632878440577, 0.0018445348361066168, 0.0016492106427321662, 0.0005458151808865331, 0.000770551378110433, 0.00042665123243736293, 0.0008695461615762048, 0.0011589113135385552, 0.001080008307346304, 0.0008099110874469522, 0.00097268607917085, 0.0010467407088664866, 0.0015119202976783305, 0.0015463957008153013, 0.0007681579512543587, 0.0012325331122883371, 0.0007931726655518695, 0.0006672292721609925, 0.0013081364312066753, 0.0010328913606270247, 0.001116902768771065, 0.0015832006133810951, 0.0008721910610764097, 0.0005571498238594202, 0.0005868772375910735, 0.00079681253638019, 0.0010720130696584436 ], "delta_c1_mean": [ -0.01807501425688417, -0.020144900084639174, -0.009152254826135952, -0.011012767096986205, -0.0009833443971175677, 0.0011777775427821977, 0.001395492231919508, 0.00929606937221054, -0.005631413586950091, 0.0009775815425990123, -0.00952213511256474, 0.006766834042509964, -0.010941491352561438, -0.011185456553187962, -0.00879809858558591, 0.010354529358430963, -0.010258104966089728, 0.0006911109302444531, 0.006844240803490263, -0.0066658749939944705, -0.008042299400643963, -0.009717240159688454, -0.011089542854217153, -0.0036864300072343087, -0.006762570284574566, -0.007819151686173427, -0.007192021841180567, -0.009712858919682679 ], "delta_c1_sem": [ 0.0011622541327199773, 0.0012801582517500511, 0.0014094450166952156, 0.0013952938308035977, 0.0006196181436466658, 0.0008097964365411726, 0.000456187718734254, 0.0009633711039196839, 0.0012455947489719923, 0.0012011922570927028, 0.0008782072687973467, 0.0011047705421665987, 0.0011144588718374929, 0.001753459544975773, 0.0017640012935175985, 0.0010059714697068772, 0.0012674192262121238, 0.0008992649334893879, 0.0007503695939622321, 0.001362661500207783, 0.0011285539134295315, 0.0011717899662253954, 0.001587786709585327, 0.0009170384436107535, 0.0005662070210606326, 0.0005933364349865691, 0.0007823695692408444, 0.0010693223975057758 ] }, "asst_B": { "marker_mean": [ 0.9121676745330155, 0.8410126008010603, 0.675528692644458, 0.7645463242328591, 0.23349852908002808, 0.23718617038556974, 0.33039554981430513, 0.316764600548425, 0.24150036885933804, 0.4074812754958288, 0.2812939965832021, 0.3094394245790394, 0.33918025200082524, 0.38651767794709774, 0.24593536587178952, 0.38310558242137943, 0.2446701349166847, 0.2094187669439694, 0.35943674350967236, 0.3047994858174086, 0.23873604538735826, 0.24577690218067577, 0.12667614497759688, 0.1840124523366615, 0.21588338897978138, 0.18347125908565848, 0.1038715338964529, 0.28860233404022 ], "marker_sem": [ 0.0029619074270710185, 0.003456002018055009, 0.00436052355378588, 0.0036078236980172707, 0.0029258798134688523, 0.0025985336253499967, 0.0029931156163104026, 0.002172055493144822, 0.002176674856325694, 0.0032833248072815157, 0.0030810649089421747, 0.004229190198767986, 0.005260512119854624, 0.006886446840916013, 0.0041677777019811955, 0.004735980208562646, 0.0036581698635329398, 0.0031714555247731014, 0.004291463551458332, 0.0035623258098949544, 0.003254426922516095, 0.003086221780094866, 0.0017306363249388233, 0.0020008510022132046, 0.001800046017560807, 0.001720500945332159, 0.0012957079704275245, 0.001669581405532781 ], "c1_mean": [ 0.8082790252630037, 0.7622187771789548, 0.6542894371222339, 0.7395285162174591, 0.2538558476574494, 0.29170378066641467, 0.38687422711616765, 0.4266670915632219, 0.37163555834460094, 0.4540289449922557, 0.41248561859133326, 0.4379338091196354, 0.4701681508443122, 0.5378032977741334, 0.43373183550630795, 0.4892938799247043, 0.49159184180161386, 0.4722433833596381, 0.5810996605547174, 0.5612354033957362, 0.5002854733902389, 0.4652502690119471, 0.2919172726115015, 0.2913749406042866, 0.3416558138254421, 0.38795880454002113, 0.2843437008528894, 0.41354692098697554 ], "c1_sem": [ 0.006135010225005973, 0.00538013313015398, 0.006161734488103873, 0.006421616619542063, 0.003063626442042749, 0.0037940813445861356, 0.003770197029026342, 0.004215716963554748, 0.004619797093221015, 0.004957682914407504, 0.004581663563375137, 0.005230004025891422, 0.004858642754269535, 0.00536437934819945, 0.005134173718370917, 0.004437232736336038, 0.005643829204538189, 0.004726570269424693, 0.005171298374513859, 0.005364315120991587, 0.004555752278594231, 0.004746112633320411, 0.004398497624235573, 0.003462191755202403, 0.003319768073990673, 0.004220197410608347, 0.004170806199206633, 0.005898733738537091 ], "delta_c1_mean": [ 0.10388864927001211, 0.07879382362210557, 0.02123925552222428, 0.025017808015400086, -0.020357318577421298, -0.054517610280845, -0.056478677301862186, -0.10990249101479686, -0.13013518948526262, -0.0465476694964269, -0.13119162200813125, -0.1284943845405963, -0.130987898843487, -0.15128561982703578, -0.18779646963451857, -0.10618829750332487, -0.24692170688492904, -0.26282461641566884, -0.22166291704504518, -0.25643591757832773, -0.2615494280028802, -0.21947336683127125, -0.16524112763390486, -0.10736248826762519, -0.1257724248456608, -0.20448754545436262, -0.18047216695643634, -0.12494458694675543 ], "delta_c1_sem": [ 0.005333998347731373, 0.00475325399946344, 0.004935825146605453, 0.0053490186645912, 0.003954263212924538, 0.00403089952271767, 0.003965668571228368, 0.00441679793909152, 0.00445657497048493, 0.005176102827669452, 0.005220607782848972, 0.006539961728130351, 0.006744647841730825, 0.007881432718940208, 0.0063103351196165565, 0.0059567663792934435, 0.006134882276905253, 0.005446687495290767, 0.005939902801106511, 0.006150963607834231, 0.00568842292877247, 0.005393262774872422, 0.004750514490868126, 0.00371807030410016, 0.003712532822125682, 0.0047212530152374215, 0.003917348627262607, 0.005431310328850569 ] }, "specials": { "marker_mean": [ 0.0677877188189636, 0.11373598113904662, 0.20014107097277686, 0.15330795675194228, 0.7384153137198773, 0.7341591914362672, 0.6409513514754033, 0.6319208025169858, 0.7193977755550703, 0.5197352590960462, 0.6870819384514882, 0.6493935400799772, 0.6194845817581455, 0.5184440879476102, 0.6363266859392911, 0.5613966249117793, 0.6644132158259737, 0.7570398695642834, 0.5872881152808924, 0.5565833620304169, 0.6848938841766748, 0.6631839532120556, 0.8341099766778992, 0.7888794834418528, 0.7693733818833098, 0.8074740370848101, 0.8833618629667922, 0.6850519887811619 ], "marker_sem": [ 0.0029836259457435995, 0.0034424232806127947, 0.004091730860651709, 0.003509332411796052, 0.0026456383295004066, 0.0023629163416867783, 0.002865432851537529, 0.002040983640689239, 0.001896712846579855, 0.002998535111057702, 0.002922751205885882, 0.004044256032477673, 0.005173689113791812, 0.0065278753659490365, 0.0036358021354126187, 0.004381156690234679, 0.0034435665055094415, 0.0031154362279078823, 0.004114883901864211, 0.003291344569402926, 0.003359449367456606, 0.002874064447814689, 0.0016548568903340512, 0.0020645250725480433, 0.0018272834781916305, 0.0017399808901451086, 0.0013440629312838595, 0.0018346882225457818 ], "c1_mean": [ 0.13032788051344302, 0.15200496264084637, 0.1984198396103899, 0.15570521681030677, 0.7225641152142358, 0.6827904873240462, 0.5925822591489367, 0.5468078355558196, 0.5932267108787384, 0.49954438445031657, 0.5593287470492634, 0.5367730362278397, 0.4975495777084638, 0.4162349774357511, 0.5255101832802294, 0.4936399868635239, 0.4826457792635289, 0.5101051080185259, 0.40213269258971907, 0.40663717231722507, 0.47771254596264456, 0.5096146563237922, 0.686320016031497, 0.6961044916852402, 0.644575458806532, 0.5983582266808678, 0.699483327152395, 0.5608030070703662 ], "c1_sem": [ 0.005386440223037893, 0.004450907609629003, 0.005288023652636912, 0.005374319804950259, 0.0029164933798106613, 0.003582026656813534, 0.003658513011759825, 0.00406869212866443, 0.004243678803939146, 0.004631481923190156, 0.004584589792215429, 0.0049892317038859255, 0.0045589043438959065, 0.005124297185092563, 0.004678379464278865, 0.004170777449450299, 0.005223462664091647, 0.004555565289946208, 0.005023889184670316, 0.004987422453110123, 0.004232763197006892, 0.004574801699923845, 0.004251157228466164, 0.003445182697957325, 0.0032524914540711203, 0.004142873994179949, 0.004108832333367938, 0.005673993007722675 ], "delta_c1_mean": [ -0.06254016169447937, -0.038268981501799755, 0.0017212313623871215, -0.0023972600583644873, 0.0158511985056417, 0.05136870411222095, 0.048369092326466495, 0.085112966961166, 0.12617106467633205, 0.020190874645729554, 0.1277531914022252, 0.11262050385213752, 0.12193500404968151, 0.10220911051185931, 0.11081650265906194, 0.06775663804825587, 0.18176743656244496, 0.2469347615457577, 0.18515542269117316, 0.14994618971319154, 0.20718133821403045, 0.1535692968882635, 0.1477899606464025, 0.09277499175661255, 0.12479792307677795, 0.20911581040394253, 0.1838785358143967, 0.12424898171079522 ], "delta_c1_sem": [ 0.004579453632323133, 0.0038793869733825584, 0.003680733471155064, 0.004093594528576056, 0.0036138939392262428, 0.003820207313551314, 0.003785520916911015, 0.0042457595744331686, 0.004037742296109161, 0.004816841652789481, 0.005137167317793872, 0.006152570923229025, 0.006513541709687707, 0.007222029485752837, 0.005751485852374963, 0.0056783403430311664, 0.005909263272707642, 0.00533600660972477, 0.0057406939378121125, 0.005853541407364866, 0.005487929566731362, 0.004877961921509241, 0.00452517047127804, 0.0036746703904862624, 0.0036667338005932797, 0.004653228894696325, 0.00384295832714038, 0.0052836349065870526 ] } }, "gates": { "n_examples": 104, "gate_A_per_layer": [ false, false, false, false, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true ], "gate_B_per_layer": [ true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true ], "gate_C_per_layer": [ false, false, false, false, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true ], "gate_D_per_layer": [ false, false, false, false, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true ], "direction_per_layer": [ 0.0, 0.057692307692307696, 0.21153846153846154, 0.2403846153846154, 0.9134615384615384, 0.75, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.9519230769230769, 0.9423076923076923, 0.9615384615384616 ], "mean_per_layer": [ -0.023266855938860267, -0.020380823201839895, -0.013805181566615594, -0.011599676285373327, 0.005494810724117638, 0.001986361595985587, 0.006705997042405252, 0.015487480239755892, 0.009620916587236631, 0.025374427179627717, 0.01296567342067866, 0.009130227548638892, 0.019988558848406408, 0.06026957441047943, 0.08577659811251001, 0.028087397825847918, 0.07542256694788382, 0.015168727730217928, 0.02963552112645598, 0.11316824360613141, 0.062405354779672274, 0.07561351458792628, 0.028522767702587045, 0.018279271719831867, 0.007771423087217623, 0.0031622020800548883, 0.0037782827107463706, 0.010392882160806326 ], "sem_per_layer": [ 0.0013184365578146938, 0.0014234767586208494, 0.0015685306323197342, 0.0015298736431255241, 0.0003867992899661933, 0.00027829346450126697, 0.00022466373908499123, 0.0004076380143293447, 0.0003536046153989302, 0.0005941454875158611, 0.0002603112771544362, 0.0001877860994824773, 0.0004152284721119251, 0.0013413176652246166, 0.0017327542048560828, 0.000643760228319939, 0.002010807814879727, 0.0002995430672671753, 0.0007039549929795347, 0.0019642856614262706, 0.001142852692808909, 0.0011309751183024954, 0.0006509788050859377, 0.0004477902719840049, 0.00024930273146486374, 0.0001812867036766542, 0.00026086315714082874, 0.0004899855843517295 ], "contig_windows_3plus": [ [ 4, 27 ] ], "ruleout_C2_H4": { "applicable": true, "mean": [ -0.023420205688574867, -0.027448942401260962, -0.027517961487114342, -0.02895732738634352, -0.0004128870898983512, -0.0003446086738572029, -0.0005183360870019703, -0.0007622053149397636, 0.0030466953889330783, 0.005951364636089255, 0.0018044812349300246, 0.0028459218457011137, 0.004663180584713114, 0.008303338268059308, 0.0074846794788841434, 0.0011679195790191687, 0.005367523100919105, 0.002530830472397734, 0.003116955088348645, 0.019966780282683158, 0.014292548522438994, 0.026724638041581275, 0.014966914772494056, 0.013603913836614863, 0.008362812822140655, 0.012111677048852418, 0.014495163271360552, 0.01462687053398986 ], "sem": [ 0.0013032630000398852, 0.0013834413736457571, 0.0017503100145885577, 0.0015002932298779571, 0.00036616560814327847, 0.0002804465423175588, 0.00023374845752190026, 0.00036279443129346166, 0.000483516609894754, 0.0006526974315986577, 0.00020303695756558504, 0.0003609788576775782, 0.000657009995299682, 0.0006881591633730171, 0.0005321523429576031, 0.00019427861078949254, 0.00038433295433368617, 0.00016408194741891505, 0.0002674716287971181, 0.0008433181601183043, 0.0005009149852025346, 0.0009336273171787626, 0.0005692583066348857, 0.0005793088834134764, 0.00030263115249322436, 0.00042126825845230283, 0.0005465692319272435, 0.0005759429317691394 ], "passed_per_layer": [ false, false, false, false, false, false, false, false, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true ] }, "ruleout_C3_H5": { "applicable": true, "mean": [ 0.00018920902303096027, -0.0033807669447379844, -0.005051091561378997, -0.01215290614733728, 0.000548874864514321, -0.0007791524408232713, 0.00019032101848566956, -0.0013696744409521404, -0.0006677010951481311, 0.001630525419465308, 0.00012099920399849485, -8.78711417189463e-06, 0.0007317467909640502, 0.0007242335244915585, 0.0010110029466067227, 0.00013365790152183678, 0.0006448066409069025, 0.0003039305067491961, 0.00013653881769167466, 0.0002618698849862841, 0.0005508527166547051, 0.00020870051117258373, 0.0006831476296441524, 0.0003724367404814645, 0.00040102205293672804, 0.0008222441159001071, 0.00048774482369157976, 0.00020675951982097396 ], "sem": [ 0.0026370656389068286, 0.0022781230044049304, 0.002670618156998174, 0.0020521141160598833, 0.0004438639145903914, 0.00040690074543478467, 0.0002732220534453691, 0.0004568842421425996, 0.00031508268329590575, 0.0006510057907439874, 0.0001525116007154909, 0.00017050556839759572, 0.0003043367108360199, 0.0004394364897869433, 0.000515626347634315, 0.00016119442221818162, 0.0002724213980108663, 0.000165703938444716, 0.00012900068440207212, 0.00033479590606728764, 0.00027853325796325923, 0.0002956098773644154, 0.0002771687580828639, 0.00019903061706979234, 0.00017215816407408665, 0.0002478540800729419, 0.0003681878360728367, 0.0005717269323489936 ], "passed_per_layer": [ false, false, false, false, true, false, false, false, false, true, false, false, true, true, true, false, true, true, true, false, true, false, true, true, true, true, true, false ] }, "ruleout_C4_eoa": { "applicable": false } }, "gate_F_trajectory": { "applicable": true, "h1_window": [ 4, 27 ], "diff_per_layer_per_delta": [ [ -0.0007221790857303411, -0.0005885242723632639, -0.004738619588289916, -0.0038987292362311354, -0.0007649023375719544, -0.0010004986632374865, 3.184601493118333e-05, -0.00010279270476190767, -0.00020118556804456407, -0.0001984192020864882, -0.0005675454293556786, -0.00028100334174718843, -0.0005620079533952419, -0.0009433232855283911, -0.0015590896952934466, -0.0004702968131699635, -0.0007846725392116976, -0.0006807494025062107, -0.0008649260166282255, -0.0008454420194674191, -0.0002697205232352947, -0.001903297887081381, -0.0005399039395566569, -0.0007737502609804743, -0.0008776545697752941, -0.0008623194873739475, -0.0004445992768044157, -0.00042209078736916636 ], [ -0.0006711130716510628, -0.0013560176750854365, -0.004446553057309149, -0.002914127845528705, -0.0005024326236069947, 0.0002831784723637404, 0.00012859511655463705, -0.0004125155694910624, -0.0008782209875293958, -0.001084508836817235, -0.0007478008275866961, -0.000518863480979485, -0.0006102488537390663, -0.0010043267126369076, -0.001181527359057237, -0.0001465601347013291, -0.0010848272792038064, -0.00035804272805062915, -0.0006504252225779561, -0.0012812827223988594, -0.0019447418195556948, -0.003595807037428518, -0.0013117825643906046, -0.0016766879538864569, -0.001292836539147316, -0.0026027252251155384, -0.002474456379013546, -0.0032602170481034008 ], [ -0.00034369388471854403, -0.0018981373323481293, -0.003002390167746255, -0.004768713507579833, -0.0011830688885714974, -0.0007931511886776071, 0.00017272407836332448, -0.00041807742189800545, -0.0013639552371063415, -0.001401177316432002, -0.0010310250787901728, -0.0014830060292721024, -0.001869560348296633, -0.0023805529884862887, -0.002524731365067037, -0.00042018023856843804, -0.0006157517638060673, -1.1615097845127376e-06, -0.00024559555237138467, 0.0015022493065907283, -0.0008519811380672477, -0.0015567920490034996, -0.0006760929802838095, -0.0015880359336847504, -0.0012046489177825327, -0.0022315397841165385, -0.0027554436345923134, -0.002870641744696135 ], [ -0.0008750386412750104, -0.0022524374967738993, -0.004286001678600923, -0.005276678900582525, -0.0014586896935073566, -0.0014856169485886169, -0.0003215888599292045, -0.0008866475438085025, -0.0007225525896093678, -0.0011245641115869547, -0.0008756319802045893, -0.0010164790300544943, -0.0016681578266722176, -0.003059342732134266, -0.002319925745703208, -0.0005145286194082085, -0.0016991219694462646, -0.00022092980921625382, -0.000649185008058494, 6.952287873431603e-05, -0.0009430966387757884, -0.0020668346498568194, -0.0014053133906694053, -0.0017253657828522708, -0.0010639627787551896, -0.002330286097549704, -0.0027843325792807514, -0.0024030193699139035 ], [ -0.0006765428304692806, -0.003088133000762796, -0.008723160396486782, -0.0055060899218945525, -0.001555643779416577, -0.0006204566362974073, 0.00011760374341814647, -0.0007491356442211675, -6.15238596603316e-05, -0.0012135852840559607, -0.0005738138141216723, -0.0007020912169297166, -0.0006632256900743223, -0.0016455016730437706, -0.001281163106580675, 0.00020614954630158566, -0.0005301316253966265, 0.0004600484969073922, 0.0006889024791027903, 0.0030777702679780014, 0.0011584745757528027, 0.0014827393306096857, 0.0019582633972341796, 0.0021265632815086243, 0.0002951460398221404, -9.284894655978322e-05, 0.001167122311199303, 0.0009695938989132055 ], [ -0.0013344860705443336, -0.002894877083417173, -0.009412978429585217, -0.006789002919844328, -0.0009756985519133784, 0.0001529044663510547, -0.0003140178964131761, -0.0001509438927866178, 0.002269798741953523, -0.0012883531779516438, -0.00027549410088545737, 0.00016881891718495152, 3.1436117935878215e-05, -0.000359678318465618, -0.0009147649060597058, 0.0003008215318966111, -0.0012676900251964236, 1.4719091673065683e-05, -0.0005802868963690321, 0.0018347166564873854, 0.0004077052807334334, -0.00032219663622247343, -0.0005342588233469741, 0.0006510403844114479, 0.0016727221958453696, -0.00015442940044762318, 0.0013886047238009696, 0.0011125639004289905 ], [ 0.004140630798281555, -0.0025410041537717414, -0.009178828388467813, -0.003313411078353451, 0.006061220073958628, 0.005491621383487571, 0.0025021205511798674, 0.0009011483221771557, 0.003416481403477882, 0.015969538178527087, 0.005056976908101488, 0.0038023271344702512, 0.007096568139092128, 0.020074424541316763, 0.01792144118798615, 0.0022455215434912233, 0.012567020916961432, 0.005910531583243402, 0.006501348246578329, 0.04832535738987701, 0.034843127838825906, 0.07026795995081098, 0.03849032709238085, 0.03262961270848899, 0.019562022080059693, 0.03027538247313414, 0.03214625734471906, 0.03649644680390051 ], [ 0.0013548441102893428, 0.0034189231976676955, 0.004837772001267365, 0.013180011739639876, 0.007592296130049484, 0.00392000984333988, 0.007513407888300307, 0.015259761978241422, 0.008261118494950469, 0.022783239904376473, 0.011824621332637904, 0.006688858040347496, 0.015891875033752965, 0.054858352922584064, 0.07889013886801607, 0.026066990925132184, 0.07003918378886378, 0.013826334960330127, 0.026996072055994996, 0.10565161923162308, 0.057588022760017045, 0.06969127215322729, 0.026616405078350554, 0.01643760974635305, 0.006860671091882661, 0.00221006559781157, 0.0024278889913078323, 0.009858866445020148 ], [ 0.0012265104008958288, 0.003083242140208702, 0.02832871663357593, 0.023173691109523213, 0.0014994012328135957, 0.0002332814582265367, 0.00354176896010208, 0.003128314689671686, 0.004424073500248515, 0.021246585968693478, 0.010000903174795402, 0.007017035168495832, 0.011877121023813282, 0.01735189268993633, 0.03287709667073604, 0.007969365059180635, 0.019135965458565173, 0.004102302564446851, 0.01179588483476613, 0.030288044988406516, 0.006443046821949103, 0.008633609848949854, 0.004043153695937706, 0.0073479726326853385, 0.004264113979515167, 0.007542875288013571, 0.012969722151896703, 0.014651981075117775 ], [ -0.0005558281433295838, -0.0008208341999422046, 0.007196069291302176, 0.004268335993290649, 0.007211933313487712, 0.00910199139434792, 0.0026831424925962436, 0.0071186894599596495, 0.006982829728545005, 0.019652466548388946, 0.008809061275742646, 0.008280981669891978, 0.004978999782041499, 0.010623142811249695, 0.029252739099476753, 0.0058403434065058026, 0.007145591428152229, 0.002830612066545352, 0.011423702987963606, 0.029282183823342682, 0.012505867240921995, 0.0314867108152072, 0.017508346040178376, 0.02376244621635043, 0.016342976245284586, 0.010141556813095524, 0.017064460259560012, 0.01622911989611177 ] ], "band_diff_per_delta": [ -0.0006620144037188046, -0.0011753776798374732, -0.001157966571850036, -0.00136148545320198, 0.00016746900384957694, 0.0001195016409435232, 0.019106449324843604, 0.027823111802604623, 0.010516063039040138, 0.013177495617289486 ], "diff_at_marker": 0.027823111802604623, "diff_at_marker_minus5": -0.001157966571850036, "ratio_marker_minus5_over_marker": 0.04161887354891894, "reframe_required": false, "diff_at_eoa": 0.013177495617289486, "diff_at_eoa_minus5": 0.00016746900384957694, "n_pos": 104, "n_neg": 100 }, "segmentation_a_vs_b_comparison": { "direction_seg_A_per_layer": [ 0.0, 0.07692307692307693, 0.2692307692307692, 0.33653846153846156, 0.5480769230769231, 0.6538461538461539, 0.75, 0.875, 0.9807692307692307, 0.34615384615384615, 0.9807692307692307, 0.8173076923076923, 0.8846153846153846, 0.8846153846153846, 0.9519230769230769, 0.7403846153846154, 0.9903846153846154, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.9903846153846154, 1.0, 1.0, 1.0, 1.0 ], "direction_seg_B_per_layer": [ 0.0, 0.057692307692307696, 0.21153846153846154, 0.2403846153846154, 0.9134615384615384, 0.75, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.9519230769230769, 0.9423076923076923, 0.9615384615384616 ], "pass_seg_A_per_layer": [ false, false, false, false, false, false, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true ], "pass_seg_B_per_layer": [ false, false, false, false, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true ], "sink_layers_A_only": [], "sink_reframe_required": false }, "head_selection_split_sample": { "selected_heads_per_layer": [ [ 14, 9, 11 ], [ 13, 26, 21 ], [ 11, 19, 14 ], [ 16, 5, 0 ], [ 15, 0, 4 ], [ 8, 7, 18 ], [ 13, 9, 11 ], [ 23, 26, 22 ], [ 26, 13, 0 ], [ 0, 2, 23 ], [ 2, 6, 20 ], [ 23, 12, 26 ], [ 20, 17, 7 ], [ 17, 19, 21 ], [ 27, 8, 17 ], [ 17, 14, 15 ], [ 15, 5, 4 ], [ 27, 14, 0 ], [ 1, 11, 24 ], [ 27, 6, 22 ], [ 21, 26, 15 ], [ 1, 4, 6 ], [ 17, 23, 18 ], [ 5, 6, 2 ], [ 22, 26, 27 ], [ 13, 11, 7 ], [ 17, 9, 23 ], [ 0, 1, 14 ] ], "split_b_eval": [ { "selected": [ 14, 9, 11 ], "split_b_mean_at_selected": [ -0.055760447337077225, -0.020841222341326873, -0.02125786239821537 ] }, { "selected": [ 13, 26, 21 ], "split_b_mean_at_selected": [ -0.06658191497509296, -0.03921121129622825, 0.16833031406769386 ] }, { "selected": [ 11, 19, 14 ], "split_b_mean_at_selected": [ -0.05065787987282071, -0.038232304490744495, -0.0348914073063777 ] }, { "selected": [ 16, 5, 0 ], "split_b_mean_at_selected": [ -0.06074833869934082, -0.05243143705794446, -0.05242477987821283 ] }, { "selected": [ 15, 0, 4 ], "split_b_mean_at_selected": [ 0.01116201413365511, 0.04335938646243168, 0.032184556183906705 ] }, { "selected": [ 8, 7, 18 ], "split_b_mean_at_selected": [ 0.03028546732205611, 0.015704830965170495, 0.003539920723638856 ] }, { "selected": [ 13, 9, 11 ], "split_b_mean_at_selected": [ 0.09039702094518223, 0.0322308485611127, 0.033848973191701444 ] }, { "selected": [ 23, 26, 22 ], "split_b_mean_at_selected": [ 0.062164570247897746, 0.10377676939735046, 0.11080518582692515 ] }, { "selected": [ 26, 13, 0 ], "split_b_mean_at_selected": [ 0.0209637528571945, 0.037945106899580715, 0.0311464190769654 ] }, { "selected": [ 0, 2, 23 ], "split_b_mean_at_selected": [ 0.010737676316728952, 0.17584237623243373, 0.0469999068416655 ] }, { "selected": [ 2, 6, 20 ], "split_b_mean_at_selected": [ 0.02850054601350657, 0.1354098903731658, 0.0298076922324701 ] }, { "selected": [ 23, 12, 26 ], "split_b_mean_at_selected": [ 0.05010343471971842, 0.013270017132163052, 0.039235858415038544 ] }, { "selected": [ 20, 17, 7 ], "split_b_mean_at_selected": [ 0.03781826935995084, 0.008646652446343349, 0.24124979110291372 ] }, { "selected": [ 17, 19, 21 ], "split_b_mean_at_selected": [ 0.40877527846739825, 0.19191395845622397, 0.018433376996276472 ] }, { "selected": [ 27, 8, 17 ], "split_b_mean_at_selected": [ 0.4287086145486684, 0.42423664604027106, 0.06364940001557653 ] }, { "selected": [ 17, 14, 15 ], "split_b_mean_at_selected": [ 0.052738422026427895, 0.1136787358671427, 0.06220094444086918 ] }, { "selected": [ 15, 5, 4 ], "split_b_mean_at_selected": [ 0.07421136545733763, 0.19762511123688176, 0.2570825355557295 ] }, { "selected": [ 27, 14, 0 ], "split_b_mean_at_selected": [ 0.051517721036305794, 0.04212650863023905, 0.05922415629745676 ] }, { "selected": [ 1, 11, 24 ], "split_b_mean_at_selected": [ 0.005028139086117824, 0.036004731811296486, 0.0991160593067224 ] }, { "selected": [ 27, 6, 22 ], "split_b_mean_at_selected": [ 0.6759396452573131, 0.6528101477548118, 0.6497904356139211 ] }, { "selected": [ 21, 26, 15 ], "split_b_mean_at_selected": [ 0.5468691034099231, 0.412936594749156, 0.1385020535904914 ] }, { "selected": [ 1, 4, 6 ], "split_b_mean_at_selected": [ 0.6819221153926964, 0.1895361329191544, 0.06112632339891906 ] }, { "selected": [ 17, 23, 18 ], "split_b_mean_at_selected": [ 0.33616695782312994, 0.017907565201704313, 0.05506225696120125 ] }, { "selected": [ 5, 6, 2 ], "split_b_mean_at_selected": [ 0.13694120422005648, 0.06230733434741315, 0.014839387599092261 ] }, { "selected": [ 22, 26, 27 ], "split_b_mean_at_selected": [ 0.011210335384552865, 0.03517305724895918, 0.057970099495007435 ] }, { "selected": [ 13, 11, 7 ], "split_b_mean_at_selected": [ 0.020036780375700728, 0.016475737094879154, 0.010115982821354499 ] }, { "selected": [ 17, 9, 23 ], "split_b_mean_at_selected": [ 0.023183491596808804, 0.011021812374775224, 0.008388279860194487 ] }, { "selected": [ 0, 1, 14 ], "split_b_mean_at_selected": [ 0.03335538598207326, 0.02557935496935477, 0.012906592224652954 ] } ], "split_a_size": 52, "split_b_size": 52, "split_b_indices": [ 3, 86, 96, 20, 90, 43, 76, 32, 57, 69, 23, 99, 72, 15, 48, 60, 9, 62, 31, 75, 16, 44, 85, 67, 34, 30, 58, 74, 91, 102, 54, 49, 6, 93, 11, 88, 41, 22, 19, 35, 64, 47, 12, 53, 14, 13, 66, 36, 97, 65, 77, 8 ] } }, "software_engineer": { "persona": "software_engineer", "n_examples": 57, "region_means": { "system_A": { "marker_mean": [ 0.012970262786224528, 0.04557475906856092, 0.1258023946655723, 0.06677628615707683, 0.7074950831501108, 0.6649718395898814, 0.5718342913384723, 0.5911662118570099, 0.6619446942568721, 0.45300745838240053, 0.6497249228688409, 0.5515084313298748, 0.5365876300811282, 0.47162017880712537, 0.5923376380510273, 0.48830927881344527, 0.6443958777215397, 0.7037984493531677, 0.466922557117594, 0.5733687596750301, 0.6490371134085463, 0.6743092938118561, 0.8040713146830768, 0.7656171915534521, 0.7549111262421336, 0.7954738228523491, 0.8570795375340267, 0.6494199077415153 ], "marker_sem": [ 0.00022236590978936172, 0.0009963228565411, 0.002080874154914564, 0.0011854627148050582, 0.003961972502268897, 0.003966612397417633, 0.003922175669869203, 0.003439138169206004, 0.004057454999593697, 0.00405026839363181, 0.004406181400554076, 0.005964009469504835, 0.005406670653922476, 0.007789024026134835, 0.003758475014740305, 0.005198891288610497, 0.008150321450649851, 0.005651418339817036, 0.00707010564466637, 0.006894605507553563, 0.004050753692155007, 0.004238458278715517, 0.0034348250448608063, 0.0040724573992855125, 0.003363501138964199, 0.002471753986542325, 0.0033606287418540756, 0.0042787893324947365 ], "c1_mean": [ 0.037947131565095216, 0.06911824628589001, 0.13436372393694354, 0.07406726782956892, 0.7046489954341371, 0.6529202859249448, 0.5425974129706173, 0.5290292427014277, 0.5638288419299968, 0.47106912256632294, 0.5343015486941693, 0.5040216479996654, 0.4564556442935224, 0.3650509598334804, 0.49749157078080425, 0.4400820968646958, 0.44043454864541753, 0.45483702247723656, 0.3456667175487779, 0.3481896839927837, 0.4326338361433321, 0.47932469857808807, 0.6641853512171412, 0.6795114143929072, 0.6130249646901069, 0.568548665603354, 0.6576953517049645, 0.5172163041351402 ], "c1_sem": [ 0.0019056603167692434, 0.002262860336364472, 0.0029908058189001734, 0.0023941731614887363, 0.003396790298614478, 0.00490601922904238, 0.003902078203798878, 0.005091950007504883, 0.005134380007158695, 0.005437170224037715, 0.005140853698227777, 0.005705637949873965, 0.0051237388229861056, 0.006691826979725519, 0.005254270888452927, 0.004822979230540489, 0.006264616382129725, 0.005730381049321588, 0.005660846453400494, 0.005330252281817916, 0.004772459793637368, 0.006258356281733602, 0.00622465011240981, 0.004432332193443576, 0.00392669805674328, 0.006514020172350998, 0.006473652588677019, 0.007474021255590068 ], "delta_c1_mean": [ -0.02497686877887068, -0.023543487217329122, -0.008561329271371258, -0.0072909816724920935, 0.002846087715973654, 0.01205155366493674, 0.029236878367855143, 0.062136969155582186, 0.09811585232687539, -0.018061664183922414, 0.11542337417467162, 0.047486783330209725, 0.0801319857876057, 0.10656921897364495, 0.09484606727022321, 0.048227181948749406, 0.2039613290761223, 0.24896142687593106, 0.12125583956881589, 0.22517907568224643, 0.21640327726521433, 0.19498459523376818, 0.13988596346593551, 0.0861057771605448, 0.1418861615520267, 0.2269251572489952, 0.19938418582906192, 0.1322036036063752 ], "delta_c1_sem": [ 0.0018689058909468713, 0.0023499284139948656, 0.00317975916048802, 0.00249688476934371, 0.0047078902114251996, 0.006439471657597683, 0.005370645345864085, 0.006432316855798952, 0.006583951259939299, 0.006727280255114555, 0.007189700207453233, 0.007975128360269514, 0.006481968299500345, 0.009338379814434158, 0.00648831495048891, 0.007903759812546924, 0.00906498093449306, 0.007782737540646209, 0.008336871302284258, 0.0074219308187112535, 0.006508684154281636, 0.00707740589649728, 0.006585837416308, 0.005645430223643788, 0.004420866893829766, 0.0068381099454321225, 0.005368800304621595, 0.006268503892913085 ] }, "user_A": { "marker_mean": [ 0.012021218547698612, 0.02375750197210832, 0.07106167170683618, 0.05051505293015548, 0.019393835875697527, 0.03470195559733347, 0.022077586221217207, 0.03670210743213265, 0.0380333251477052, 0.0387039273924178, 0.023124030251708057, 0.042432259269124216, 0.030888133756419585, 0.051885391336764945, 0.06365513854968655, 0.03662768593816403, 0.032620189934945615, 0.025528505705804668, 0.04121580780260999, 0.04582959346338126, 0.02928050035227996, 0.024763570353342746, 0.01945627385556096, 0.016636602955760627, 0.013252808658149496, 0.007878380122694902, 0.010222260683581242, 0.02245749776125983 ], "marker_sem": [ 0.0003272284110339063, 0.0009037313060404885, 0.0019879150846965734, 0.0014324508587457254, 0.0006286829663127089, 0.0009453468501951437, 0.0005025257704809336, 0.0007892145349410398, 0.001032742535291501, 0.0007258295066343582, 0.0005303841877569939, 0.0008908043098544618, 0.0008489467488127442, 0.0015869607736436599, 0.0017310787843844318, 0.0010680015435334585, 0.0009933311373631218, 0.0006815599225911949, 0.0009880356641419575, 0.0014025911357793764, 0.0009146472600800098, 0.0006080970616623519, 0.0005265748213210187, 0.0004314764927308166, 0.0003454822313941285, 0.00019498600275099588, 0.0002363276425292364, 0.0005085242579465735 ], "c1_mean": [ 0.03965734198844458, 0.05191821826441943, 0.07392811244271959, 0.060605307490135485, 0.01602193869960494, 0.019470477639408627, 0.016393614465582667, 0.018088795998639665, 0.030231335125673782, 0.03912739005514905, 0.02785351100617579, 0.024328526994203747, 0.03322428712797769, 0.048594706639883974, 0.04456892390264518, 0.01812699400292759, 0.030168865138325274, 0.02046931058600745, 0.019589153589222277, 0.03508496220724594, 0.024782029850397073, 0.025890780671470288, 0.020490065303707884, 0.013259569414293028, 0.014509571293668696, 0.013957811416049145, 0.014254164808480562, 0.022801858000961267 ], "c1_sem": [ 0.002265408122794642, 0.0022996068927091332, 0.002815033603233167, 0.002676630176939702, 0.0009192226802906301, 0.0011972302913929773, 0.0007895692452950161, 0.000817122984218105, 0.0017965804962587445, 0.0017039242166414796, 0.0011677855302747505, 0.0013917114161781016, 0.001728198607793907, 0.002389650240320494, 0.002965008685588115, 0.0013562471015680258, 0.002667699452494829, 0.0017993233577218105, 0.0015535928836892283, 0.0026461006344811982, 0.0021673176515202355, 0.0021177703920467433, 0.002118908126749182, 0.0015095624200821968, 0.0009569275126831916, 0.001073060673290188, 0.0011179357684310063, 0.0017040679443741918 ], "delta_c1_mean": [ -0.027636123440745963, -0.028160716292311105, -0.0028664407358833972, -0.010090254559979977, 0.003371897176092581, 0.015231477957924837, 0.005683971755634533, 0.01861331143349297, 0.007801990022031426, -0.00042346266273125783, -0.0047294807544677265, 0.01810373227492046, -0.0023361533715581025, 0.0032906846968809643, 0.019086214647041397, 0.018500691935236447, 0.0024513247966203317, 0.005059195119797218, 0.021626654213387716, 0.010744631256135317, 0.00449847050188288, -0.0011272103181275488, -0.001033791448146933, 0.003377033541467593, -0.0012567626355191976, -0.00607943129335424, -0.004031904124899324, -0.00034436023970143566 ], "delta_c1_sem": [ 0.002242267515108662, 0.002367407377910283, 0.002594843153547158, 0.0026114626233456014, 0.0009521565202075348, 0.0014376769336713019, 0.0008377019437632939, 0.0010698329359742997, 0.00194579408999035, 0.0015551108941751807, 0.0011161791733229707, 0.0015188730597065594, 0.0015829339866923332, 0.0026556866661469163, 0.003342055578461439, 0.0016160119256911707, 0.0028516213810647725, 0.0019710551436952165, 0.0016539135748687944, 0.0026899485383001936, 0.002129944509197749, 0.0020666541604079497, 0.002308305066147744, 0.0016169451507646738, 0.0009598428484271108, 0.0010288168604426023, 0.001083141772731256, 0.0016372862634797274 ] }, "asst_A": { "marker_mean": [ 0.9721568595421943, 0.9218297956656094, 0.7872768947877984, 0.8693820010674628, 0.26288390426188724, 0.27286881900842963, 0.38286468953146285, 0.342372414550947, 0.27544549742204727, 0.46737186057040264, 0.3021936366045124, 0.3557368585499081, 0.3709214307685246, 0.4417925183859684, 0.2878205648590838, 0.44354429952584373, 0.27200785784207204, 0.241847550379752, 0.4442306125401179, 0.34004399100818056, 0.29315932051927546, 0.27434507328993585, 0.16189291127750977, 0.20971068466446346, 0.22153539697343205, 0.1924998606286737, 0.12510735969605358, 0.31572134388297934 ], "marker_sem": [ 0.0003959936142891887, 0.0018644239174815033, 0.003873944145035207, 0.0023425729040430234, 0.004563295362236497, 0.0048725854960358275, 0.004530769081577538, 0.0043301476079303635, 0.00493655592166746, 0.00480910889441538, 0.004987436540138499, 0.0069984474947588715, 0.0059231021644321254, 0.008369188520362112, 0.004942172370472913, 0.005666131328484235, 0.00886972146522089, 0.00579708300609955, 0.0072491673776477325, 0.006466549031232811, 0.003830637569507244, 0.0046164910417820434, 0.003614224901970552, 0.004087609264181057, 0.003615240947332189, 0.002537463847014281, 0.00329838573807235, 0.004332908979511559 ], "c1_mean": [ 0.911869791232255, 0.8615996564988206, 0.776600637842427, 0.8502531796889872, 0.27468058528851397, 0.32474723216210416, 0.4325606881911613, 0.44943468634664696, 0.40025304040147536, 0.4795308312482871, 0.43175327275847014, 0.4640680643882752, 0.498092429397189, 0.5742469778719748, 0.44457123872713866, 0.5307319668824505, 0.5168678737508092, 0.5107044308895669, 0.6206554287815829, 0.5892633935815904, 0.5299563183787661, 0.4837285763545271, 0.3036356566472592, 0.29920473713659734, 0.35938820561640944, 0.4090025740435795, 0.3082350731684353, 0.43908238015592754 ], "c1_sem": [ 0.004735486576690214, 0.005228683783380093, 0.005743576191067668, 0.00545632088317238, 0.0034480105186676514, 0.004842748153345661, 0.004084237071981006, 0.005362150318921316, 0.005417447602345675, 0.005818923029982669, 0.005364765473866524, 0.005965732811738835, 0.005609691583531141, 0.007198558334019342, 0.005774269945989408, 0.005714271767748196, 0.007253328375401713, 0.006516916848276216, 0.006541616909246916, 0.006869948380052069, 0.006057750125799861, 0.0073025638191302755, 0.006674894729041642, 0.004931075912291983, 0.004430108686214841, 0.006784612840112678, 0.006417866856343578, 0.00749956476466802 ], "delta_c1_mean": [ 0.06028706830993931, 0.060230139166788946, 0.010676256945370728, 0.01912882137847575, -0.011796681026626829, -0.051878413153674564, -0.04969599865969821, -0.1070622717957, -0.12480754297942816, -0.012158970677884379, -0.12955963615395757, -0.1083312058383669, -0.1271709986286644, -0.13245445948600643, -0.15675067386805486, -0.08718766735660675, -0.24486001590873693, -0.2688568805098151, -0.17642481624146455, -0.24921940257340985, -0.2367969978594905, -0.20938350306459144, -0.1417427453697495, -0.08949405247213396, -0.13785280864297722, -0.2165027134149058, -0.18312771347238174, -0.12336103627294825 ], "delta_c1_sem": [ 0.004728471871930806, 0.005424444447145477, 0.0063137177268155365, 0.005628396712901827, 0.005181250891884986, 0.006560567202903739, 0.005755035847355634, 0.007177847929482948, 0.007037866336671119, 0.007415520287620159, 0.007797173913781103, 0.008776140769448803, 0.007682630622014709, 0.010617572438018485, 0.007380537498602713, 0.008605153103654752, 0.01002213717552406, 0.00867341101302958, 0.009461879074856646, 0.008091944452745572, 0.007297503060258538, 0.00816630425694024, 0.006859941210103976, 0.0057901442400859066, 0.0050908711765227125, 0.007143897269463973, 0.005371952956528991, 0.006154164364074789 ] }, "asst_header_A": { "marker_mean": [ 0.0028867900154968137, 0.008819644353811473, 0.01585390241745157, 0.01330080934415658, 0.010253226406323328, 0.027436906274887044, 0.023190263755170352, 0.029718588549821148, 0.02455571709074697, 0.04089738057930966, 0.024979850893518077, 0.050293417426925086, 0.061618014948353866, 0.03467001684674457, 0.05615128186654784, 0.031504602618177044, 0.05102105162521932, 0.028810164755803162, 0.047626839894761006, 0.04072990621392924, 0.02849591643850606, 0.026549218347703716, 0.01452742064170969, 0.008083894073888473, 0.010301532505449483, 0.004145480804425433, 0.0075853560394678185, 0.012444309179059193 ], "marker_sem": [ 7.246502328230815e-05, 0.0003139420384133119, 0.00038512243927536695, 0.00030109014430224307, 0.00034782892015725665, 0.0009117496393535031, 0.0007165333808012912, 0.0007709624851876077, 0.000657712224424187, 0.0007634276457790946, 0.0006224778682005674, 0.001154434562879842, 0.001552238238286623, 0.0009350458327999226, 0.001181153331931121, 0.0008989637702263035, 0.0010669945986269038, 0.0005874251277968046, 0.0007935637637077308, 0.0007635700309791538, 0.0006051116503134398, 0.0006644658667903455, 0.00035589187449622955, 0.000319865067512144, 0.0003245539445664051, 0.00016547062079249366, 0.00029591224671959116, 0.00023456834135013956 ], "c1_mean": [ 0.010538270652891153, 0.017372421646357196, 0.015109446503071434, 0.01507501927526141, 0.004663095459934669, 0.0028917484401154306, 0.0084388495979657, 0.0034347062806357465, 0.005674993505886675, 0.01028698664788801, 0.006097930302352334, 0.007583246352420621, 0.012232524079266574, 0.012101077660609602, 0.013390259868943176, 0.011035398862915505, 0.012512849411748742, 0.013982569104051636, 0.014076173343955443, 0.027440185638684864, 0.012619928197556217, 0.011040322574000384, 0.011707048537187287, 0.008010379194619027, 0.013091068378547385, 0.008488331831008998, 0.01980150780294761, 0.020904621720736226 ], "c1_sem": [ 0.0007821908010347788, 0.0009377341527578028, 0.0008672854843828272, 0.0010286602880258493, 0.00042901276498004463, 0.00031029791856041736, 0.00046398177795553064, 0.0003497982425449816, 0.0004293612173672038, 0.0009887655008047323, 0.0005055716674134417, 0.001041144044103809, 0.0009302302625105087, 0.0007148404458228914, 0.0009231010847027799, 0.00083237978549207, 0.0009981385886096994, 0.0008388450212551182, 0.0008727412683837037, 0.0012115378423047287, 0.0009920813902940906, 0.0008643085771560255, 0.0008221536560423613, 0.0007827287998608573, 0.000631084735782417, 0.0006282280864496489, 0.000738273056842991, 0.0008907448661928419 ], "delta_c1_mean": [ -0.007651480637394333, -0.008552777292545716, 0.0007444559143801317, -0.001774209931104827, 0.005590130946388658, 0.024545157834771604, 0.01475141415720466, 0.026283882269185405, 0.018880723584860294, 0.030610393931421637, 0.01888192059116575, 0.04271017107450448, 0.04938549086908729, 0.022568939186134968, 0.04276102199760465, 0.02046920375526154, 0.03850820221347057, 0.014827595651751528, 0.03355066655080556, 0.013289720575244373, 0.015875988240949844, 0.015508895773703337, 0.0028203721045223997, 7.351487926944435e-05, -0.002789535873097906, -0.004342851026583567, -0.012216151763479798, -0.008460312541677029 ], "delta_c1_sem": [ 0.0007785052791398125, 0.0009897505844245588, 0.0008964409570129992, 0.0010547726078676465, 0.0004853795616047056, 0.0008516428943559643, 0.0007833117525359324, 0.00087614049637334, 0.0007726141685471157, 0.0012089282054205135, 0.0008022933611849027, 0.001367741412543942, 0.0017502597887397247, 0.0011511207332626067, 0.0015052465527774972, 0.0011305445524345194, 0.0012389251339188884, 0.0009862021139264933, 0.0010867766955279972, 0.0012323673543381032, 0.001013740519521962, 0.000916607300316125, 0.0009306878229110139, 0.0007917946064079114, 0.0007282045567630357, 0.0006297836499450275, 0.0007354945006701433, 0.0008495827403541522 ] }, "system_B": { "marker_mean": [ 0.008601485198200752, 0.0256353296809495, 0.07501731392575009, 0.043613563283267216, 0.012597374655399705, 0.008295924255722445, 0.007869090240700802, 0.01856725774985506, 0.010163649953995133, 0.027782425326400233, 0.008916498518976053, 0.009240913543299324, 0.011788672552838511, 0.025484932525863032, 0.029535040154324888, 0.013561703647512541, 0.019646571092494302, 0.006063898376429589, 0.0068791867152197235, 0.017745146126414035, 0.008665089973979127, 0.0131912963478861, 0.007393497057529842, 0.009157177037501097, 0.004146780566613477, 0.004368020935838382, 0.004401222263511859, 0.009693809170061886 ], "marker_sem": [ 0.00017866098821371754, 0.0006792353797296125, 0.001224342201521287, 0.0007670433891451093, 0.00036119693391931963, 0.00020504611631698248, 0.00016913539252340552, 0.0003691016165486881, 0.00026444183722355, 0.0005992855035809673, 0.00020957820791247847, 0.00022399861979597688, 0.00032862948423315524, 0.0007319651875610046, 0.0006173640850182942, 0.0004977399931232595, 0.0008830736295539762, 0.0001572573836773243, 0.00022525429600929976, 0.0006747199545552985, 0.0002938943829383296, 0.0005020261718526752, 0.0003272712365775739, 0.00037746411259167095, 0.00011366655548446197, 9.568820523778522e-05, 0.00010161843614116767, 0.00019738520440304403 ], "c1_mean": [ 0.0259656369652063, 0.04376353435433913, 0.08159809038002173, 0.05220972943784147, 0.007502770881264245, 0.0043618602627412155, 0.004432122905348851, 0.0058581216798555226, 0.003956591707982829, 0.006191667027719394, 0.0018943186691801122, 0.0017808757945288315, 0.002229342528415802, 0.0037640473511703736, 0.0025670060484709774, 0.001321327890459691, 0.0009039041957057045, 0.0010186228615799008, 0.0008786706113669121, 0.0021906823338765703, 0.0012196053440080385, 0.0016286125117134591, 0.001667730408993199, 0.001700631438974059, 0.00220586472172827, 0.0027175811004931717, 0.0038671590325893503, 0.006984023982131836 ], "c1_sem": [ 0.0012859642486487933, 0.0015027107020521005, 0.001882693131217982, 0.0016537729377204497, 0.0003765893375639252, 0.00022285519514170587, 0.0001420044667537373, 0.00023038689975269313, 0.00020733392504928424, 0.0003780929848932779, 9.425909127989583e-05, 0.00014515934511096122, 0.0001754950329630879, 0.0003986847077625805, 0.0002445699443256586, 0.0001081959941507803, 0.00010154176109672882, 6.888700014368943e-05, 6.217569407469138e-05, 0.00013999139479340924, 0.00012092148261025576, 0.0001428681434312768, 0.0001307062049773106, 0.0001329537957198427, 9.26612078051082e-05, 0.00017062367389650225, 0.0002364279157882961, 0.00045124635471253 ], "delta_c1_mean": [ -0.017364151767005558, -0.01812820467338962, -0.006580776454271624, -0.008596166154574232, 0.0050946037741354585, 0.003934063992981231, 0.0034369673353519493, 0.012709136069999544, 0.006207058246012306, 0.021590758298680835, 0.007022179849795942, 0.007460037748770494, 0.009559330024422706, 0.02172088517469265, 0.0269680341058539, 0.01224037575705285, 0.018742666896788593, 0.005045275514849687, 0.006000516103852809, 0.015554463792537462, 0.0074454846299710905, 0.011562683836172637, 0.005725766648536646, 0.007456545598527036, 0.0019409158448852072, 0.0016504398353452113, 0.0005340632309225089, 0.002709785187930049 ], "delta_c1_sem": [ 0.0012494830594507052, 0.0015766280206699975, 0.002002204622594675, 0.001688190748022349, 0.00044136625155612646, 0.0002606450503452121, 0.0001906471214137995, 0.00039595010420726896, 0.0002899330000247802, 0.0006643234697626228, 0.0001952397586411074, 0.00022409283768402318, 0.0003145866676016916, 0.0007354079538996834, 0.0006215598909307289, 0.00046159815806550954, 0.0008758327065044954, 0.00016809424482113264, 0.00021464938534207842, 0.00063114869124539, 0.0002894983436816813, 0.00047682932350348904, 0.0002758025136395426, 0.0003442385815231803, 0.00010510017071213615, 0.00016356379136034662, 0.00020782825843376833, 0.00039033452054930613 ] }, "user_B": { "marker_mean": [ 0.007681571267072928, 0.014934143370883616, 0.04614352230052638, 0.029827590643446932, 0.010990901738766793, 0.016773487751828485, 0.010406502890087831, 0.020049084883001188, 0.01578405356337127, 0.018141613894767757, 0.010403162121707409, 0.023626158474887003, 0.018068968950371658, 0.027199144338051862, 0.034389407098098415, 0.01717638990032882, 0.013543449785154227, 0.012620675785876669, 0.0210925289403274, 0.02610335644963472, 0.015996245869241633, 0.013805963294886113, 0.009369648713355928, 0.007877856027918467, 0.006194790735036834, 0.003727899245768412, 0.004760527063807947, 0.008563109771384216 ], "marker_sem": [ 0.00031982824764476047, 0.0006432483175034242, 0.0016758170504253605, 0.0012595748957010425, 0.0004263818182675286, 0.0005069329724717844, 0.0002798375635949421, 0.0004338653319959202, 0.00044821636304207295, 0.0003849196672414197, 0.0003101223117694688, 0.0005152633414048812, 0.0005380951908973595, 0.0011025392800744769, 0.0011947090209721274, 0.0006192362316993109, 0.00041619443026399923, 0.0003631598512106211, 0.0005692078059899701, 0.0008835248997502925, 0.0005200809754153717, 0.00037021951546582457, 0.0003995215883476708, 0.0002659123946168112, 0.0002695656264664001, 0.00013125603502895243, 0.00015496557307081725, 0.0002759141855334334 ], "c1_mean": [ 0.025015780417224083, 0.03443867149855681, 0.05256100264004427, 0.04017227120641661, 0.012671263635805566, 0.01508427296261524, 0.01162277995779249, 0.015477440259148888, 0.02695797563355455, 0.03592370891226318, 0.025754048959402042, 0.022697327947492556, 0.02998975185140715, 0.044809723458334234, 0.0410714250426105, 0.015352442009049486, 0.027509077168588712, 0.018390180289476424, 0.017283918559456834, 0.033027166919952555, 0.023248385725135462, 0.024755433378710435, 0.019338990945718542, 0.011799217727778253, 0.012188531366708291, 0.011507809488577828, 0.011957289830471408, 0.01842529075732681 ], "c1_sem": [ 0.0015563424318239404, 0.0015769033625306903, 0.0023065647182326857, 0.002012819082925428, 0.0007644218541292552, 0.0009128877052311401, 0.0006053900228067546, 0.0007146493955425344, 0.0015620813729160272, 0.0015675629119285418, 0.0011196358942744786, 0.001245668391175394, 0.001558930097617872, 0.002190921676418431, 0.002640257541572607, 0.0011497789304548997, 0.0023912292383259917, 0.0016320702703150384, 0.0014134499736148532, 0.0025114464252079314, 0.002050536281014746, 0.0020618080615137156, 0.002100461869587686, 0.0014712063799200332, 0.0008648170371851174, 0.0009553078878619468, 0.0010354452996985822, 0.0015357932559967832 ], "delta_c1_mean": [ -0.01733420915015115, -0.01950452812767319, -0.006417480339517908, -0.01034468056296967, -0.0016803618970387794, 0.0016892147892132413, -0.0012162770677046548, 0.004571644623852288, -0.011173922070183277, -0.017782095017495416, -0.015350886837694633, 0.0009288305273944314, -0.0119207829010355, -0.01761057912028236, -0.006682017944512093, 0.0018239478912793284, -0.01396562738343449, -0.0057695045035997565, 0.0038086103808705526, -0.006923810470317836, -0.007252139855893832, -0.010949470083824318, -0.009969342232362614, -0.003921361699859792, -0.005993740631671464, -0.007779910242809416, -0.0071967627666634565, -0.009862180985942591 ], "delta_c1_sem": [ 0.001455363492692253, 0.001553148868434283, 0.0018019794062316765, 0.0017799878470384748, 0.0006971936392804601, 0.0009486065105798195, 0.000587237127199966, 0.0007779693607096417, 0.001528174192143951, 0.0015180039241593165, 0.0010553328502862277, 0.0012741699074757147, 0.001427209916728566, 0.002235055758614787, 0.002624996466589264, 0.001168811889741418, 0.002367431939473732, 0.0016570648546796077, 0.0013200340167283985, 0.0023945915896457547, 0.0019691535037762446, 0.0019828443810387796, 0.00221549565317448, 0.0015338917361198982, 0.0008670053758865787, 0.0009246103675313355, 0.0010126629777844347, 0.0014839850901641044 ] }, "asst_B": { "marker_mean": [ 0.914962170201287, 0.8448468700531738, 0.6687735898378198, 0.769056653468531, 0.24139668203118922, 0.24241923818943611, 0.3479222848289609, 0.31922505908694715, 0.24927540524991032, 0.41327662433189477, 0.27732700524448456, 0.31940752569826364, 0.3280094558790905, 0.3965608999499644, 0.2586293969613364, 0.39183331746082845, 0.25474255653782557, 0.2243042278397231, 0.4071395772592706, 0.3239098041914092, 0.2782337133579959, 0.2615373848760654, 0.15573497023058022, 0.20049047391308192, 0.2128450279069374, 0.18714029136575394, 0.11958367809515229, 0.30433755346259367 ], "marker_sem": [ 0.003199376647259728, 0.003921877360347108, 0.007335374516873222, 0.005538162835991822, 0.004742336537577538, 0.005077365461823142, 0.004919056099873693, 0.004240230216140025, 0.004932199365474219, 0.00528252439998084, 0.005085471269383399, 0.006919559242378327, 0.0064227532317447066, 0.008765320711582435, 0.004869603848837634, 0.00648235186712368, 0.008563247229911546, 0.005653183153073076, 0.00704029108350755, 0.006057126117317126, 0.0036856412840537566, 0.004633395862198082, 0.003652992559003286, 0.004099335384188935, 0.0035583171379179454, 0.002497347489714961, 0.0032728209241720987, 0.004279791583452512 ], "c1_mean": [ 0.8106495368154648, 0.7640431033790974, 0.6615076286881639, 0.7452857710213344, 0.25645006009378796, 0.29218492578915095, 0.39538526281236747, 0.430347536663209, 0.37266597033061566, 0.45579081526079224, 0.4041471466716036, 0.4373028524962039, 0.46725776462336027, 0.541980565811432, 0.4224618910477385, 0.4898392395215325, 0.48477438135939377, 0.4794212093253439, 0.5866372824520126, 0.5601388299525791, 0.5063886427862024, 0.467477224701627, 0.28747446528400183, 0.2826434308253416, 0.33930087545530996, 0.38804472206996854, 0.28206075441737893, 0.40784187579516396 ], "c1_sem": [ 0.0085034013610229, 0.007976987985890027, 0.008251955827022768, 0.008960820648895916, 0.00375603562996678, 0.004592050513934948, 0.005109068784113785, 0.005542503854704221, 0.005508367283863608, 0.005921117239546628, 0.005543304654758041, 0.005980852656646817, 0.006203091425422478, 0.007266567394239627, 0.005771614987248898, 0.00619680416581424, 0.0071913446318821045, 0.006508024829219733, 0.007274377844666954, 0.00739729068191203, 0.006614287114879608, 0.007794126037970945, 0.006118602474772588, 0.0049968595764107475, 0.004454462854283149, 0.006770047112161631, 0.006108761794597565, 0.007423469045698734 ], "delta_c1_mean": [ 0.10431263338582204, 0.08080376667407664, 0.007265961149656086, 0.023770882447196516, -0.015053378062598776, -0.04976568759971486, -0.04746297798340664, -0.11112247757626202, -0.12339056508070548, -0.0425141909288973, -0.12682014142711914, -0.11789532679794046, -0.13924830874426986, -0.14541966586146776, -0.16383249408640224, -0.09800592206070416, -0.23003182482156823, -0.25511698148562056, -0.17949770519274208, -0.23622902576116972, -0.2281549294282066, -0.20593983982556138, -0.1317394950534215, -0.0821529569122597, -0.12645584754837252, -0.20090443070421451, -0.1624770763222266, -0.10350432233257023 ], "delta_c1_sem": [ 0.007431846371562524, 0.006741280461824973, 0.0066145834180526865, 0.0073138268914074754, 0.005332273776587546, 0.0060635658407135595, 0.005592068623101229, 0.0071010908838818375, 0.007025943577363827, 0.007716717944095178, 0.007645505976035929, 0.008595019521202858, 0.008146103654815787, 0.010610019609104135, 0.0075904865676141905, 0.008662635584247506, 0.009796340884436122, 0.008483859691355105, 0.009486726879151813, 0.008313326038597453, 0.007595583814462612, 0.008689101572037032, 0.006494846140913762, 0.005648523357056726, 0.005136414658140698, 0.007053883519425609, 0.004908470624993359, 0.0058979555544730125 ] }, "specials": { "marker_mean": [ 0.06878990422513698, 0.11456535799207498, 0.2100604375141449, 0.15747634210754516, 0.7350410827562325, 0.732490870075817, 0.6337689504721091, 0.6421179206094202, 0.7247561238295304, 0.5407799634321554, 0.7033757740155533, 0.6476963681871214, 0.6421481126004405, 0.550723128592774, 0.67741077844483, 0.5774144551074563, 0.712112400418773, 0.7569958686287096, 0.5648845244968683, 0.632213943926845, 0.697077801241014, 0.71143251081252, 0.8274498027305872, 0.7825228657788202, 0.776814265934083, 0.8047613335077777, 0.8712490845133964, 0.6774485861208975 ], "marker_sem": [ 0.0030932053946597328, 0.003669792909468189, 0.00615977105643964, 0.004919776595077557, 0.004329594298238228, 0.004689427302572812, 0.004712283897921116, 0.0038881109380622066, 0.004570016562424512, 0.004814443633669544, 0.0048893570585816625, 0.006495864379508274, 0.006494308146551678, 0.008624158252954088, 0.004332771433423384, 0.00607937699171017, 0.008088196592032063, 0.00553444039978506, 0.006917402109660088, 0.006006463771209377, 0.0036356935800511457, 0.0044269686829605925, 0.0036811889907521346, 0.004115237223017344, 0.003508911421854911, 0.002495662218142129, 0.003227659762607965, 0.004196860103853371 ], "c1_mean": [ 0.1383815812762412, 0.15776323346464508, 0.2043351990033937, 0.16233300263605208, 0.7233905182146299, 0.6883986852820743, 0.5885503988802843, 0.5483043327841728, 0.5964076731685553, 0.5021081392554086, 0.5682107486464997, 0.5382204291096776, 0.5005280258542628, 0.40943938530334134, 0.533921668666851, 0.4934634470829437, 0.48679677439912944, 0.5011633202269578, 0.39518760150343624, 0.40462154627954056, 0.4691354784305967, 0.5061231073465801, 0.6915369334450445, 0.7038428198060872, 0.6463185382954232, 0.5977272702714944, 0.7021008937362888, 0.5667539735175076 ], "c1_sem": [ 0.0072670399803640255, 0.006436152867853261, 0.007060514198775976, 0.007261971541887891, 0.0035944874334121325, 0.004486090915312457, 0.004884172976684729, 0.0053265196183385054, 0.005192853972598003, 0.005637473808915681, 0.005395918001456412, 0.005619786071766474, 0.005999344112210778, 0.006707836863213677, 0.005285198761309029, 0.005590599810201153, 0.006299273642423196, 0.005885857582715796, 0.006582684474819251, 0.006212537147737089, 0.005370891737689926, 0.006781548282126183, 0.005706551693284878, 0.004390696325125848, 0.004060000245291368, 0.0064069408032971, 0.005895181493951073, 0.007005332543225976 ], "delta_c1_mean": [ -0.06959167705110422, -0.04319787547257019, 0.00572523851075121, -0.004856660528506962, 0.011650564541602541, 0.04409218479374281, 0.045218551591825314, 0.09381358782524706, 0.12834845066097517, 0.03867182417674675, 0.1351650253690539, 0.10947593907744364, 0.14162008674617768, 0.14128374328943263, 0.14348910977797913, 0.08395100802451254, 0.22531562601964364, 0.2558325484017516, 0.1696969229934318, 0.22759239764730468, 0.22794232281041765, 0.20530940346593995, 0.1359128692855428, 0.07868004597273343, 0.13049572763865985, 0.20703406323628315, 0.16914819077710758, 0.1106946126033899 ], "delta_c1_sem": [ 0.0058815479308015235, 0.004610897759069072, 0.004322815614689433, 0.0050401908536860775, 0.004861917486127001, 0.00588684357749244, 0.005395443153706696, 0.006851489014386556, 0.006765250869082802, 0.0073232557237480475, 0.007494159522637171, 0.008229385297629512, 0.008001483603606526, 0.010124066533630448, 0.007228646129761576, 0.00819337298505151, 0.009050930927696864, 0.0078065467515630906, 0.008760743252685858, 0.007785890909727002, 0.006600423293214676, 0.007832992843795572, 0.006426041396886152, 0.005442016088471054, 0.004776981219900051, 0.0067103999242352184, 0.004793321936612375, 0.00565968302014706 ] } }, "gates": { "n_examples": 57, "gate_A_per_layer": [ false, false, false, false, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true ], "gate_B_per_layer": [ true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true ], "gate_C_per_layer": [ false, false, false, false, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true ], "gate_D_per_layer": [ false, false, false, false, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true ], "direction_per_layer": [ 0.0, 0.03508771929824561, 0.3157894736842105, 0.19298245614035087, 0.9122807017543859, 0.9824561403508771, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.9122807017543859, 0.7368421052631579, 0.9122807017543859 ], "mean_per_layer": [ -0.017364151767005558, -0.01812820467338962, -0.006580776454271624, -0.008596166154574232, 0.0050946037741354585, 0.003934063992981231, 0.0034369673353519493, 0.012709136069999544, 0.006207058246012306, 0.021590758298680835, 0.007022179849795942, 0.007460037748770494, 0.009559330024422706, 0.02172088517469265, 0.0269680341058539, 0.01224037575705285, 0.018742666896788593, 0.005045275514849687, 0.006000516103852809, 0.015554463792537462, 0.0074454846299710905, 0.011562683836172637, 0.005725766648536646, 0.007456545598527036, 0.0019409158448852072, 0.0016504398353452113, 0.0005340632309225089, 0.002709785187930049 ], "sem_per_layer": [ 0.0012494830594507052, 0.0015766280206699975, 0.002002204622594675, 0.001688190748022349, 0.00044136625155612646, 0.0002606450503452121, 0.0001906471214137995, 0.00039595010420726896, 0.0002899330000247802, 0.0006643234697626228, 0.0001952397586411074, 0.00022409283768402318, 0.0003145866676016916, 0.0007354079538996834, 0.0006215598909307289, 0.00046159815806550954, 0.0008758327065044954, 0.00016809424482113264, 0.00021464938534207842, 0.00063114869124539, 0.0002894983436816813, 0.00047682932350348904, 0.0002758025136395426, 0.0003442385815231803, 0.00010510017071213615, 0.00016356379136034662, 0.00020782825843376833, 0.00039033452054930613 ], "contig_windows_3plus": [ [ 4, 27 ] ], "ruleout_C2_H4": { "applicable": true, "mean": [ -0.016802349563255888, -0.02505240004754773, -0.025089605820152062, -0.02462466463057437, -0.0007759727470330901, 0.00017693997631137358, -0.00029711539766836024, 0.0003715819868132407, 0.0017412299503241223, 0.005807936802917985, 0.0011930398018633885, 0.0025984555283100753, 0.00232912426743051, 0.009020862851556238, 0.0054723142171255275, 0.0014653125172617097, 0.0034635724570721226, 0.0020537238409734935, 0.001519915952195417, 0.004688926471246338, 0.0033612079976835353, 0.003963831881900733, 0.0029892094873847086, 0.003457821946445268, 0.0018970109258195636, 0.0035764511387470182, 0.0035146103586464516, 0.0032663413376092095 ], "sem": [ 0.0012711219068454198, 0.0015057819057119417, 0.002024062785913183, 0.0016947340543930693, 0.0003827857121380233, 0.00024060906493175816, 0.00015380247628132246, 0.00037277153245252856, 0.0003796488027284304, 0.0006463472672585119, 0.00015029933598659722, 0.00041269380960695694, 0.0004232872176821602, 0.0010411928857747507, 0.0009163399580905449, 0.0003721924043576077, 0.0005497934578965088, 0.00023395817086728935, 0.00021856528943325467, 0.0008816436121013867, 0.0004959595499257339, 0.00040217744953175826, 0.00032211686156395023, 0.0003781453496146091, 0.00019164457044064007, 0.00041026674009245266, 0.0005039326137890243, 0.0006677346207743647 ], "passed_per_layer": [ false, false, false, false, false, false, false, false, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true ] }, "ruleout_C3_H5": { "applicable": true, "mean": [ -0.006520746954576789, -0.010370172076032427, -0.012577383760165435, -0.015520113986750574, -0.001088397441460668, -0.0006846959693334011, -8.754686848474432e-05, -0.0014832685560661717, -0.0006614766993292252, -0.00038305443306435, -0.00033043310973628314, -0.0004215362769066852, -0.00013672919961823805, -0.0006650681412573004, -0.0002549259908688539, -0.00034766097796408625, -2.8178746787828567e-05, -8.620050957126104e-05, -0.00019407129890608844, 5.5983554754769116e-05, -7.74763648667327e-05, -0.0002076640370937383, 0.00022882900539384049, -0.00015583669643945698, -0.0004028940766776696, -0.00040061343548076004, -0.0006934792086496248, -0.0012771793217598317 ], "sem": [ 0.0022904189716317753, 0.0021591125856164736, 0.002594019085409492, 0.0020647258248957055, 0.00044497672717502877, 0.0003006839540479882, 0.00019475759878277658, 0.0003334631472028299, 0.0002075495301796155, 0.0005046821254216643, 9.287759057625359e-05, 0.00017324051286744102, 0.0002005095957603104, 0.0005338357077509472, 0.00029722350270224994, 0.0001057241045708503, 0.00016081317215834644, 0.00011155207142433458, 7.84929892572896e-05, 0.00017109556808742689, 0.00014387266176145205, 0.00014145714067287442, 0.00019233874206708935, 0.00016590519584071462, 0.00012063462739285285, 0.0001953497785342906, 0.00024317332529140938, 0.0005156759754151662 ], "passed_per_layer": [ false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, true, false, false, false, false, false ] }, "ruleout_C4_eoa": { "applicable": false } }, "gate_F_trajectory": { "applicable": true, "h1_window": [ 4, 27 ], "diff_per_layer_per_delta": [ [ 0.00013731655003358136, 0.00012431744310736903, -0.0045820325651855925, -0.0020080190318923045, 0.0008104295082294608, 0.00023863883823842637, 0.00036881715365928366, 0.0006920938795087579, 0.0008392792085668817, 0.0014073880879327478, 0.00031697245431424356, 0.0006714494193610573, 0.0008989981947761989, 0.0012982064265203291, 0.0010832633474771127, 6.103985801976346e-05, 2.7436994134044657e-05, -8.848657392730914e-05, 7.028469841357577e-05, 0.0006337892625810329, 0.0007672352825141484, 0.0004934614208443164, 0.00019762083816976506, 0.001097192256781132, 0.0003541500427857052, 0.0009225716682826099, 0.0016411786261144494, 0.0027065277817270236 ], [ 0.0006735511184078734, 0.0004906801879293772, -0.001716602052768211, -0.00024814959021201427, 0.0004003608764883357, 0.0005902293173101433, 0.0003418317644385384, 0.0010628060637745667, 0.001387965989082189, 0.0017233621144547955, 0.00039808738607630795, 0.0008271403283663897, 0.0008296499077818892, 0.0016681690000839066, 0.0008942099096881377, 0.00042579347773088637, 0.00019630683520207768, 0.00017294575293655846, 0.00029432679596721274, 0.0007956277234716742, 0.0003403034427690195, 0.0009104322616791682, -9.565923321524995e-05, 0.00026162591002462134, 2.675347533425635e-05, 0.00036447343266689464, 0.0008306162031289279, 0.0011767846939443856 ], [ 3.431147741243031e-05, 9.101432221079314e-05, -0.0008729069406501824, -0.0015086851025113528, -0.0005652550780879586, -0.0003486088855089377, -0.000102384451970475, 0.0001412470663843977, 0.0005849054259273452, -0.00012844680956793694, 0.0002203269329220793, 1.3291239067398167e-05, 7.650981772090682e-05, 0.001314056143456403, 0.0006326307886674581, 3.44357696124922e-05, 6.639319657288393e-06, 5.656710740664325e-05, 0.00025323910373557345, 0.0006997482852183425, 0.0010353400159999495, 0.0005792736654713039, 0.0005350108246956465, 0.0007093937686325109, 0.0005795774757024713, 0.0010785971910546584, 0.0017244241244500956, 0.0020124833828105036 ], [ 0.0004264110498013521, 0.00035598174851162595, -0.0029158145114818734, -0.001426686604006102, 0.0004012203443489685, -0.00025035192550423814, 0.00020570587838315921, 0.0006018765208410312, 0.00060133777023118, -0.0007470119967041321, -3.849828190970921e-05, 0.00043501375631702327, -4.2054938259802454e-05, -0.00014332796700525317, 0.0006049632598624974, -2.3091046316410166e-05, 0.00017198461172098596, 0.00017182057731061884, 0.00029936448458533463, 0.0013378905024072265, 0.0011181644849730997, 0.0006746601584134912, 0.0010944994541360973, 0.0006881700254335816, 0.0004847454049923274, 0.0006896429280032696, 0.0012225686927092808, 0.001180082572063393 ], [ 0.00022423266618260256, 0.00019281302002630007, -0.004151242675344648, -0.0027145240542934684, 0.00046165578441932555, -0.00016910594607934303, 4.3281590773776735e-05, 0.00043065910850520993, 0.0011286522735351988, 0.0007383759848686028, 0.00024189763361667522, 0.0004951280927639181, 0.0006026775364511346, 0.0019229236903594848, 0.001785324311256175, 0.0011808987604226594, 0.0014260253329875998, 0.0006734717174352639, 0.0007160388908154884, 0.0027704194215422387, 0.0016460040893028118, 0.0015014505550722164, 0.0017195135933150457, 0.0018737082724674058, 0.0006291427847890363, 0.0016554778241316807, 0.002929092983417341, 0.003757724143707418 ], [ 0.00018167918090962812, -0.0011348765951069081, -0.007987865413089622, -0.003442812889490089, 0.0005404916438144234, -0.0001357532125830013, 2.7095837637687494e-05, 0.0005046450967239888, 0.0010029777306024648, 0.00030048757055459955, 0.00011350857970983982, 0.00030856792419976364, 0.0005183267658564702, 0.001737719303994325, 0.0007814045488731703, 0.00024018857447794602, 0.0004486984528478189, 0.00035870698035328757, 0.0003697360426267479, 0.0025317679938506987, 0.0014623385346010278, 0.0012828847539973973, 0.0011550011164987608, 0.001749861143581396, 0.0015539709441168316, 0.0013354938969273801, 0.001921004003669802, 0.0013927787927053162 ], [ 0.003954407642884496, -0.0014971118925902922, -0.004627649365451056, -0.001042421227819914, 0.004763952781525637, 0.004692913559910242, 0.0028605592675637792, 0.0029622930627494787, 0.0033407132308854283, 0.013024177168802716, 0.0032358388416877572, 0.003919032814000432, 0.0027914300800521707, 0.01841386342814914, 0.00652043875462794, 0.001051170400038646, 0.0039532989462695185, 0.003101680956652241, 0.0026176465740651352, 0.007223567005854952, 0.004628113268856787, 0.007367975458525091, 0.005690088917428039, 0.005501112714968837, 0.0027125576559210874, 0.006632519572038715, 0.0048705693932103835, 0.005775183220368629 ], [ 0.0011678125970951952, 0.005207727635285708, 0.01243343171614196, 0.013639719629157894, 0.007124459807711995, 0.005058063469753649, 0.0044542796259808976, 0.012989970951711338, 0.005422893175338303, 0.01901087946018798, 0.00684457355928152, 0.005998027087043372, 0.008284795559058084, 0.019167727107079445, 0.023479921759763725, 0.011387991534772428, 0.01645264399807462, 0.0043275975066506735, 0.005551804540250254, 0.014675130559640887, 0.006567415550961228, 0.010674147586730595, 0.005327320493217409, 0.006512849871159866, 0.0017972800904778314, 0.0014572620904229928, 0.0004910461500145973, 0.003646034961797594 ], [ 0.0020747729666841207, 0.0028765706944477998, 0.03015333159227404, 0.021267056664043528, 0.0031791930988064538, 0.001619512932302131, 0.002426277723252064, 0.005729662655414497, 0.0017123729757116172, 0.018415130015512256, 0.006870085741323243, 0.007159172233190026, 0.01047010972133644, 0.008074871480215219, 0.029230734957397767, 0.008716326059865763, 0.018772235212134013, 0.003074226113036858, 0.006530641782254609, 0.00874771094878109, 0.0021757000007246213, 0.0018174385144926718, 0.00012236648102035988, 0.0005453378227691223, 0.0008229406501557021, 0.001709996982590516, 0.00212196259143445, 0.0023537086608812884 ], [ -0.0004848645736628037, -0.0015810109172982797, 0.00873717202812277, 0.004209250755690005, 0.007549456977399237, 0.005092020632108594, 0.0016804620840722082, 0.006645095141220573, 0.004265561708611528, 0.01814154474893511, 0.004808318666695971, 0.0093471963689044, 0.006666127229249452, 0.005640394109641765, 0.024757575343264802, 0.005575671110317963, 0.007002548178818216, 0.00331053591596504, 0.005753607061214789, 0.005945449813695721, 0.0025226692662937322, 0.00399101262600209, 0.0028835848256154872, 0.0029743322341184986, 0.0034595276705585826, 0.003389309904055801, 0.0028869179662440736, 0.004671521624082399 ] ], "band_diff_per_delta": [ 0.0007295641114593649, 0.0006593393095494013, 0.0004642917593107566, 0.00044747396962637587, 0.0012566849345781819, 0.0008959126258182558, 0.005318779044756365, 0.00861267152071172, 0.006349904806441782, 0.006206685050295251 ], "diff_at_marker": 0.00861267152071172, "diff_at_marker_minus5": 0.0004642917593107566, "ratio_marker_minus5_over_marker": 0.05390798408998062, "reframe_required": false, "diff_at_eoa": 0.006206685050295251, "diff_at_eoa_minus5": 0.0012566849345781819, "n_pos": 57, "n_neg": 100 }, "segmentation_a_vs_b_comparison": { "direction_seg_A_per_layer": [ 0.0, 0.08771929824561403, 0.40350877192982454, 0.3684210526315789, 0.45614035087719296, 0.6140350877192983, 0.8070175438596491, 0.9298245614035088, 0.9824561403508771, 0.38596491228070173, 0.9649122807017544, 0.8245614035087719, 0.9298245614035088, 0.8947368421052632, 0.9473684210526315, 0.8245614035087719, 0.9824561403508771, 1.0, 0.9473684210526315, 1.0, 1.0, 1.0, 1.0, 0.9824561403508771, 1.0, 1.0, 1.0, 1.0 ], "direction_seg_B_per_layer": [ 0.0, 0.03508771929824561, 0.3157894736842105, 0.19298245614035087, 0.9122807017543859, 0.9824561403508771, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.9122807017543859, 0.7368421052631579, 0.9122807017543859 ], "pass_seg_A_per_layer": [ false, false, false, false, false, false, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true ], "pass_seg_B_per_layer": [ false, false, false, false, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true ], "sink_layers_A_only": [], "sink_reframe_required": false }, "head_selection_split_sample": { "selected_heads_per_layer": [ [ 14, 11, 9 ], [ 13, 19, 8 ], [ 20, 0, 4 ], [ 16, 12, 17 ], [ 12, 10, 6 ], [ 8, 18, 10 ], [ 13, 10, 11 ], [ 23, 18, 26 ], [ 25, 26, 2 ], [ 9, 7, 23 ], [ 6, 3, 2 ], [ 23, 12, 9 ], [ 15, 20, 7 ], [ 2, 3, 17 ], [ 27, 15, 10 ], [ 14, 17, 15 ], [ 17, 16, 19 ], [ 14, 27, 0 ], [ 26, 18, 19 ], [ 6, 25, 26 ], [ 14, 24, 18 ], [ 6, 1, 14 ], [ 23, 9, 19 ], [ 14, 5, 2 ], [ 26, 25, 21 ], [ 9, 11, 13 ], [ 13, 24, 23 ], [ 26, 11, 1 ] ], "split_b_eval": [ { "selected": [ 14, 11, 9 ], "split_b_mean_at_selected": [ -0.04350385337040343, -0.01710380579561702, -0.015729159113533536 ] }, { "selected": [ 13, 19, 8 ], "split_b_mean_at_selected": [ -0.059532505890418745, -0.022494940768228843, -0.04049497801682045 ] }, { "selected": [ 20, 0, 4 ], "split_b_mean_at_selected": [ 0.15072760746396818, -0.0359589459824151, -0.056229123370400785 ] }, { "selected": [ 16, 12, 17 ], "split_b_mean_at_selected": [ -0.0485601885565396, -0.028971065734994823, 0.04220826194204133 ] }, { "selected": [ 12, 10, 6 ], "split_b_mean_at_selected": [ 1.3892815030854328e-05, 0.00011818902245883282, 0.022051662001116523 ] }, { "selected": [ 8, 18, 10 ], "split_b_mean_at_selected": [ 0.027123292355701843, 0.004745989296071488, 0.007352057613175491 ] }, { "selected": [ 13, 10, 11 ], "split_b_mean_at_selected": [ 0.041091013776844945, 0.009623764506701767, 0.025660790965474887 ] }, { "selected": [ 23, 18, 26 ], "split_b_mean_at_selected": [ 0.07090892051828318, 0.012048149365803291, 0.07650889034928944 ] }, { "selected": [ 25, 26, 2 ], "split_b_mean_at_selected": [ 0.009175372207216148, 0.0258335527161072, 0.01785518840469163 ] }, { "selected": [ 9, 7, 23 ], "split_b_mean_at_selected": [ 0.021940890879466615, 0.00925886815991895, 0.04178560707589676 ] }, { "selected": [ 6, 3, 2 ], "split_b_mean_at_selected": [ 0.07716275248034246, -0.0030413940035063647, 0.0273909803544139 ] }, { "selected": [ 23, 12, 9 ], "split_b_mean_at_selected": [ 0.0370652394561932, 0.01905249650108403, 0.009050803760002401 ] }, { "selected": [ 15, 20, 7 ], "split_b_mean_at_selected": [ 0.024106170802280814, 0.018706801071249203, 0.1487923147349522 ] }, { "selected": [ 2, 3, 17 ], "split_b_mean_at_selected": [ 0.008249836774735614, 0.01225204665599198, 0.25173810938822805 ] }, { "selected": [ 27, 15, 10 ], "split_b_mean_at_selected": [ 0.24626933002587528, 0.019682271521666954, 0.028829832529199535 ] }, { "selected": [ 14, 17, 15 ], "split_b_mean_at_selected": [ 0.02516218886293214, 0.016639661686173802, 0.07120298712417998 ] }, { "selected": [ 17, 16, 19 ], "split_b_mean_at_selected": [ 0.01347330346189696, 0.020500520677787477, 0.015311637257450616 ] }, { "selected": [ 14, 27, 0 ], "split_b_mean_at_selected": [ 0.011987518236554903, 0.008749150998633486, 0.015740323554852914 ] }, { "selected": [ 26, 18, 19 ], "split_b_mean_at_selected": [ 0.009066999665108221, 0.01771560062108369, 0.01706594891589263 ] }, { "selected": [ 6, 25, 26 ], "split_b_mean_at_selected": [ 0.10780527908676144, 0.01685286395508668, 0.03372538596359563 ] }, { "selected": [ 14, 24, 18 ], "split_b_mean_at_selected": [ 0.011231827723055051, 0.01807968838718431, 0.003766550335647731 ] }, { "selected": [ 6, 1, 14 ], "split_b_mean_at_selected": [ 0.021468562611924678, 0.0591093304342237, 0.014713983905726468 ] }, { "selected": [ 23, 9, 19 ], "split_b_mean_at_selected": [ 0.004237389024989357, 0.004324880987405778, 0.026337016450947732 ] }, { "selected": [ 14, 5, 2 ], "split_b_mean_at_selected": [ 0.008062433990938912, 0.04774086064305799, 0.010376308023415763 ] }, { "selected": [ 26, 25, 21 ], "split_b_mean_at_selected": [ 0.009600341114504583, 0.004841927381168152, 0.013702765209921473 ] }, { "selected": [ 9, 11, 13 ], "split_b_mean_at_selected": [ 0.004671688429240523, 0.011599504742129096, 0.015301237435176458 ] }, { "selected": [ 13, 24, 23 ], "split_b_mean_at_selected": [ -0.0046756815936031, 0.005835372989531607, 0.004659167555128705 ] }, { "selected": [ 26, 11, 1 ], "split_b_mean_at_selected": [ 0.0048739694829644815, 0.02213195807067994, 0.007321388968105975 ] } ], "split_a_size": 28, "split_b_size": 29, "split_b_indices": [ 37, 9, 53, 21, 16, 3, 30, 10, 44, 50, 6, 38, 11, 41, 22, 19, 35, 0, 45, 12, 43, 14, 55, 2, 36, 33, 1, 13, 8 ] } }, "base_librarian": { "persona": "base_librarian", "n_examples": 112, "region_means": { "system_A": { "marker_mean": [ 0.017143491865342014, 0.05036886389944923, 0.13786018201226027, 0.07552995992769794, 0.7147813858939526, 0.6487150423855959, 0.5778233795094172, 0.5844216507916545, 0.6680237648329149, 0.4519895868380647, 0.6544305227592363, 0.5583381467494087, 0.5163458205381771, 0.47037347989175854, 0.5494149931936944, 0.4889806670098738, 0.4786180469435547, 0.6047618271336338, 0.36984736952097397, 0.500064684736591, 0.5277884363491393, 0.5971989931743023, 0.7349344815379392, 0.7166838825832368, 0.641492643097786, 0.7348524393247707, 0.7861210237238175, 0.5817592618778715 ], "marker_sem": [ 0.00019345036875527869, 0.0008224137577847388, 0.0018744092423513491, 0.0010453850681786186, 0.0022689186195004028, 0.002908191676339738, 0.0025666351548949027, 0.002396108314984395, 0.002186520983320553, 0.002637972355942571, 0.0029579601898923227, 0.003942317111418163, 0.003721721561198621, 0.004651058254937426, 0.002881776297516185, 0.0033125196488135032, 0.003958428721367788, 0.003407121077962879, 0.002948376437960711, 0.004589947724938324, 0.004593849431147621, 0.003753487496367986, 0.004015666586505124, 0.002365254724619725, 0.0021512274135000583, 0.002468941746239186, 0.0029089761558351215, 0.0032809462069498564 ], "c1_mean": [ 0.049809011121299145, 0.07879662220075472, 0.15340057743074165, 0.0934409789436257, 0.7157193187196865, 0.647210353456452, 0.5720768958986475, 0.539915897758046, 0.5718753372826985, 0.48176895437831707, 0.5355781081356216, 0.5076925490348858, 0.4674271153110046, 0.4012122936689944, 0.5207144140703034, 0.43729074166345827, 0.43130562752465146, 0.46839766027924107, 0.35945109107449863, 0.37904745932605627, 0.43598891401974355, 0.4812205989255571, 0.6618445736731056, 0.6583406376496665, 0.5976249291030892, 0.5607123324299413, 0.6337565515155078, 0.49121545858344834 ], "c1_sem": [ 0.001984040025414444, 0.002011774695069548, 0.0028555162823921953, 0.0022112780559879986, 0.0030626825415524463, 0.004345097586089152, 0.0033708847378312863, 0.004052957731287705, 0.003891827383132363, 0.004694842616675734, 0.004108538731835986, 0.005036518621945261, 0.0046799533790846375, 0.004847376945466437, 0.004331264596774278, 0.0037907140697952513, 0.005201257155806639, 0.004723641591423245, 0.004570317623187414, 0.003969744416862814, 0.004183853784273271, 0.0036101353879383928, 0.004369515648316277, 0.0034798947662702693, 0.0033780606070008727, 0.004720228091642273, 0.004599731232990851, 0.005342459306426359 ], "delta_c1_mean": [ -0.032665519255957134, -0.0284277583013055, -0.01554039541848137, -0.017911019015927735, -0.0009379328257340084, 0.0015046889291439487, 0.005746483610769524, 0.044505753033608556, 0.09614842755021603, -0.029779367540252167, 0.11885241462361448, 0.050645597714523045, 0.048918705227172225, 0.06916118622276388, 0.02870057912339095, 0.051689925346415456, 0.04731241941890309, 0.13636416685439312, 0.010396278446475398, 0.12101722541053471, 0.09179952232939562, 0.11597839424874523, 0.07308990786483348, 0.05834324493357002, 0.0438677139946971, 0.17414010689482937, 0.15236447220830973, 0.09054380329442362 ], "delta_c1_sem": [ 0.0019596709053003917, 0.0019757755257055476, 0.0026613604068156786, 0.0021500196833336024, 0.0033802053217606067, 0.0051890432121428865, 0.003985459282128842, 0.004839250545657703, 0.004255590313952232, 0.0049835590176920555, 0.005169274500983636, 0.0061466571527049865, 0.006417889769442224, 0.007163148686196969, 0.0046598188249334475, 0.005399808523987621, 0.006370967070630619, 0.005872855896593387, 0.00537998976135243, 0.0053468118299747885, 0.006016429320268623, 0.004321353284974143, 0.0054460466329956546, 0.0038703533197055316, 0.0037592251888946574, 0.004757393106698183, 0.004909226793929776, 0.006013777175802961 ] }, "user_A": { "marker_mean": [ 0.01163561294691733, 0.024350226824731643, 0.06806184899813864, 0.05026043651504347, 0.01811764520614384, 0.03929125520223852, 0.024610054792246792, 0.040663982216626315, 0.03604404746399537, 0.045421770230952466, 0.025477769351431454, 0.06892083788729952, 0.0649130179661704, 0.10000696091468605, 0.08961252015568304, 0.058547616742220365, 0.07089266631893613, 0.05209449668413703, 0.06458718630129097, 0.08161748274707536, 0.07116346341695598, 0.0453513270103801, 0.03568442150096917, 0.025389477712748448, 0.027943873939252677, 0.01488008270217153, 0.01933269275825611, 0.029732236149487685 ], "marker_sem": [ 0.000227324266411925, 0.0006227661682439912, 0.0013723255405388324, 0.001101092152310643, 0.00048642027192081046, 0.0009263674663464569, 0.0005041500964702465, 0.0007540298364111256, 0.0006750068757802252, 0.0006507591311926924, 0.0003846867267500726, 0.001174057132477605, 0.001179455391257183, 0.0012912083587103234, 0.0016407583704590991, 0.0010244320749909573, 0.0012894144796346961, 0.0009321514903329249, 0.0008018767396534384, 0.001331427713883115, 0.0021112792153960133, 0.0008102495786912704, 0.000800325549707304, 0.0005892759205750076, 0.0006187211357455346, 0.000508125716711733, 0.0005504793188035178, 0.0009745868642766266 ], "c1_mean": [ 0.04015638580586918, 0.051934929569303255, 0.07267415979081214, 0.06015617112600051, 0.0146027041138596, 0.01975457758334894, 0.014815762058828811, 0.017004087954764862, 0.02835301068468601, 0.03582029111864767, 0.025605434716938068, 0.02644379592629223, 0.032935634876871026, 0.04744186046165866, 0.04233451988157776, 0.0221682793553584, 0.028159157595644215, 0.02038263175463056, 0.021896645366818256, 0.04160050228613122, 0.024521904623993486, 0.024252371890519337, 0.01976232430628747, 0.01164468225950428, 0.01613790738135764, 0.013164585374656503, 0.017516794552926797, 0.023172927567428638 ], "c1_sem": [ 0.0019395405351621993, 0.0018858937078829322, 0.0023581825084710594, 0.00215918373632333, 0.0005277519204357897, 0.0008155279592983902, 0.00043871369514499286, 0.0006073060760936921, 0.0011890042724290572, 0.0011622496801274116, 0.0009167464261910288, 0.0012414385677428869, 0.0012605157553724241, 0.001876782640925752, 0.0016666329584353104, 0.000992162426647043, 0.0013916797519635898, 0.0009588663013989514, 0.0009485948909377786, 0.0012676234978489123, 0.001183722967808617, 0.0009414839878782901, 0.0009019201712629643, 0.000528141262355486, 0.0005028020858190022, 0.000534077811393526, 0.0007010090336195808, 0.0008855179443948978 ], "delta_c1_mean": [ -0.028520772858951854, -0.027584702744571612, -0.004612310792673475, -0.00989573461095702, 0.003514941092284249, 0.019536677618889588, 0.009794292733417967, 0.02365989426186147, 0.007691036779309367, 0.009601479112304837, -0.0001276653655065966, 0.04247704196100729, 0.03197738308929936, 0.05256510045302738, 0.047278000274105315, 0.036379337386861985, 0.04273350872329196, 0.031711864929506485, 0.042690540934472714, 0.0400169804609442, 0.04664155879296251, 0.02109895511986076, 0.01592209719468169, 0.013744795453244174, 0.01180596655789502, 0.0017154973275150293, 0.001815898205329318, 0.006559308582059047 ], "delta_c1_sem": [ 0.001877724287841811, 0.0017903090679342315, 0.0021326915087459377, 0.0019776584992834837, 0.000717948503602285, 0.001213955935501904, 0.0006297140415228231, 0.0008597811397985207, 0.0013777918350975518, 0.0013440951468399723, 0.001002191199847502, 0.0016550911518874848, 0.0015680840718879936, 0.002079507799867229, 0.002453943328737027, 0.0014488360268293805, 0.0018065978960388352, 0.0013403465342750373, 0.0012166544723552623, 0.001514803890539587, 0.002232757923878933, 0.0010611242758004145, 0.0010895211368072296, 0.0006954759121705565, 0.0006597393951958457, 0.0006206754288193556, 0.0007840985971233083, 0.001184883820675557 ] }, "asst_A": { "marker_mean": [ 0.968369806584503, 0.917030696766641, 0.7797744116954958, 0.8615290349995607, 0.2580535444669379, 0.2900108898258103, 0.3721411266662322, 0.3503788794451442, 0.2751666419117471, 0.4729701047246488, 0.302395061528006, 0.33325907219366446, 0.365125658643926, 0.3825972717806545, 0.30389073637554825, 0.41485236634601874, 0.3581634305164511, 0.31151680196326575, 0.5167537824398059, 0.3636347611128278, 0.3571243327430553, 0.33176846687423006, 0.2149498916380476, 0.24756914047982867, 0.31622135361516385, 0.2438295260434067, 0.1849531101523804, 0.37216435629418304 ], "marker_sem": [ 0.00028956687400856344, 0.001360816164899546, 0.0030401869654502287, 0.001970026533821239, 0.0026627962783456614, 0.0032660862948067602, 0.0031912465036877382, 0.0031076672948010553, 0.0028549284321445247, 0.003312176487155535, 0.003183120942608942, 0.004785570755860651, 0.004443327408532708, 0.005091174012908758, 0.0036656925201216588, 0.0040834141480958095, 0.004882584247810572, 0.003603958777143033, 0.003566928152647368, 0.004341082961953468, 0.004195631015559871, 0.003776719288306551, 0.0036070876988851257, 0.002498460803416629, 0.0021947701662501837, 0.0022419591926130483, 0.0027567963510072473, 0.002865160793720101 ], "c1_mean": [ 0.8992786964620177, 0.8520074888588676, 0.7601389328934897, 0.833047522804035, 0.2663265190496352, 0.32903207557313613, 0.4037376860858119, 0.4395099533108845, 0.3932147140717924, 0.4753945785411871, 0.4323846030519439, 0.4584899087034092, 0.48887176950128364, 0.5390566726000765, 0.4246835596692619, 0.5278156325397562, 0.5287585930483019, 0.5009887253058635, 0.6050223477051724, 0.5543074540164302, 0.5270035483971196, 0.48357081417564823, 0.30650051063066114, 0.3206721016900032, 0.3734234743015078, 0.416205620022202, 0.32880946290907953, 0.459530434179671 ], "c1_sem": [ 0.004369786474666434, 0.00451898454017118, 0.005153264669288123, 0.004574898059817676, 0.0031290596497482335, 0.004364815818888543, 0.0036605657914801993, 0.0043436753362971845, 0.004247408079917491, 0.004961712815797051, 0.004194927261892845, 0.004966017574668831, 0.004830226680655835, 0.004917829388337989, 0.004403259461754498, 0.004060474734210872, 0.005231600772541234, 0.004941602815623057, 0.004698248339856246, 0.004467440619401543, 0.004507186346256654, 0.003949637677418903, 0.004364367213308818, 0.003522208818510536, 0.003533154371501905, 0.0046054746522197635, 0.004403807070890234, 0.005354481791017395 ], "delta_c1_mean": [ 0.06909111012248517, 0.06502320790777401, 0.0196354788020063, 0.028481512195525742, -0.008272974582697355, -0.03902118574732579, -0.03159655941957939, -0.08913107386574012, -0.11804807216004538, -0.0024244738165384175, -0.12998954152393785, -0.1252308365097448, -0.12374611085735741, -0.156459400819422, -0.12079282329371348, -0.112963266193737, -0.17059516253185028, -0.18947192334259785, -0.08826856526536676, -0.19067269290360267, -0.1698792156540641, -0.15180234730141812, -0.0915506189926135, -0.07310296121017464, -0.0572021206863443, -0.17237609397879533, -0.14385635275669917, -0.08736607788548782 ], "delta_c1_sem": [ 0.0043253031661846615, 0.0043516293899139935, 0.005015913005479575, 0.004368058246175548, 0.0035923635156168577, 0.005206139872864862, 0.00450669604160562, 0.005326160922157322, 0.004596050294710248, 0.005385717456024777, 0.005391261490660319, 0.006527823622463588, 0.007166520562973233, 0.0077124442476863625, 0.005449805979209161, 0.006042293137350958, 0.006975923092120563, 0.005986692372195961, 0.005636332472375023, 0.005204078638119182, 0.005832127226938123, 0.0045722903661284476, 0.005140004599825348, 0.004015808278843051, 0.0038908878610746764, 0.004648760348553823, 0.004648722687901556, 0.00558555220242942 ] }, "asst_header_A": { "marker_mean": [ 0.002846931619564138, 0.00823274949462068, 0.014309645802072458, 0.012677296520710769, 0.009069855002195482, 0.022005393690280976, 0.025430562504642422, 0.024531068609390718, 0.020760857820871993, 0.029584301263806703, 0.01767028838530306, 0.03949372721580444, 0.053593314789729785, 0.047010642106811815, 0.057098671136688574, 0.03761407742127184, 0.09229369002289844, 0.03162960834416314, 0.04881025213484146, 0.05467990637769456, 0.043894357736963686, 0.02567759528175644, 0.014438755118896307, 0.010345060150234068, 0.014317430510735514, 0.006431761853472918, 0.009602355211993607, 0.016344667828949624 ], "marker_sem": [ 5.4696490077682916e-05, 0.00021296530054692837, 0.0002710841916079843, 0.00024314632563406972, 0.00025701250777120164, 0.0005808962632449973, 0.000528862262728974, 0.0005147641604323471, 0.00046171375414991536, 0.0005305532231850127, 0.00034735900296679076, 0.0007493374987098132, 0.0008554241526661975, 0.0008585162763049705, 0.000743389034696184, 0.0007170917690909506, 0.0012462665911366771, 0.0004076271082314933, 0.0006429453543203656, 0.0006930420106672108, 0.000706335200071001, 0.0004012531831920641, 0.00027554073758571013, 0.00023353141184925686, 0.0002769406290540086, 0.00015568278410138617, 0.0001701537809916121, 0.00032248991374969426 ], "c1_mean": [ 0.010769046608896798, 0.017260877519785365, 0.013778130202396762, 0.013355116584655352, 0.0033628905526943086, 0.004000055405481181, 0.009359768046392127, 0.0035811907434449785, 0.00656180974860208, 0.007010186062444165, 0.006432609075343454, 0.00737095168276524, 0.010765382333009216, 0.012276925126910877, 0.012296993180776187, 0.0127133306070471, 0.011764723396748411, 0.010229602256699116, 0.013630930388572915, 0.025041796621139818, 0.012472377442510172, 0.010956965174364897, 0.011899009863052437, 0.009338734860762846, 0.012807334797096283, 0.00991597028676514, 0.019915873888858564, 0.0261022625141057 ], "c1_sem": [ 0.0006101569073437237, 0.0007514387504077249, 0.000577291190738541, 0.0006694084684479013, 0.0002183853732241896, 0.00022098771012012713, 0.0003408964063470341, 0.00024713487567160975, 0.00035889017154929967, 0.00042767365424675394, 0.0003621727079122492, 0.0005351313624371458, 0.0005208723079707181, 0.0005858243644598139, 0.000582437595521486, 0.0006251881838625841, 0.0007344795667062094, 0.0005930766426750332, 0.000637939205987405, 0.0008767058383566556, 0.0006932006501139598, 0.0005669973756965657, 0.0005242225268510334, 0.0005118293596550351, 0.00040943063794364015, 0.0004915326086825609, 0.0005694080644159449, 0.000980258368159049 ], "delta_c1_mean": [ -0.007922114989332662, -0.009028128025164684, 0.0005315155996756905, -0.0006778200639445807, 0.005706964449501175, 0.01800533828479978, 0.016070794458250295, 0.020949877865945734, 0.014199048072269906, 0.022574115201362523, 0.01123767930995961, 0.032122775533039195, 0.04282793245672055, 0.03473371697990092, 0.04480167795591234, 0.024900746814224755, 0.08052896662614999, 0.021400006087464025, 0.03517932174626854, 0.029638109756554766, 0.03142198029445353, 0.014720630107391535, 0.0025397452558438777, 0.001006325289471225, 0.0015100957136392214, -0.003484208433292224, -0.010313518676864959, -0.00975759468515607 ], "delta_c1_sem": [ 0.0006199274474919554, 0.0007512809262449646, 0.0005982415801152252, 0.0006803201760705276, 0.0003309127765095365, 0.0006184283186904526, 0.0006337158951337869, 0.0005561973528112058, 0.0005635675717899686, 0.0006866351415075072, 0.000518642401282015, 0.0009693388026270057, 0.001010782753797621, 0.0010456718100185678, 0.0009726391100991214, 0.0009611965375837567, 0.001457454084312021, 0.0007381919030455746, 0.0008925869368614485, 0.0009902307987779068, 0.0010217678650215496, 0.0005932986664897843, 0.0005219378315094188, 0.0005118461000798853, 0.0004576643268726047, 0.0004886011701721643, 0.0005515751194975194, 0.001013488786382707 ] }, "system_B": { "marker_mean": [ 0.012948525428426286, 0.029904184368087637, 0.08914070220055932, 0.05573139243345824, 0.01313330655043222, 0.013302341010896676, 0.012916717169882389, 0.03186808336450129, 0.020095049068616828, 0.05032484411328497, 0.01715436021379214, 0.02283795627442246, 0.0303582610343868, 0.0494113172337945, 0.06051926860319718, 0.027474224363092555, 0.04880023235930318, 0.01693548120520249, 0.018642828929565265, 0.07240498206597314, 0.053043915110887276, 0.05202016828828774, 0.025151825949492664, 0.024092814436049326, 0.017251072172313097, 0.01988301831012478, 0.014988397666234148, 0.030850205745766003 ], "marker_sem": [ 0.0001601430595840964, 0.0005419015839779758, 0.0012482597441856441, 0.0007425702239542245, 0.00028857063371512474, 0.00025912352157640093, 0.00022913738227722685, 0.0004242910447563683, 0.000375872838190096, 0.0006721993173850498, 0.0002401482175737111, 0.0004033707149592395, 0.00040038461658131795, 0.000940823344803203, 0.0010992603458012064, 0.000566297462099698, 0.0016866328638380195, 0.0003376753336856579, 0.0005354362616272751, 0.002567527223193655, 0.0019855883086638284, 0.0013934242964749948, 0.0007956081496346409, 0.0005125815595103804, 0.0005136065423272546, 0.0006009317555404481, 0.00043065614517778913, 0.0008962291791497462 ], "c1_mean": [ 0.038100459176728003, 0.05287628966941748, 0.10445723321401076, 0.07512979382952331, 0.008979092932832475, 0.00912550227260407, 0.007848563625676822, 0.012411716256105954, 0.009303364097690881, 0.021955721989875852, 0.00624851982913465, 0.005923991799685684, 0.008734429551166573, 0.012511197991900222, 0.009739788582165993, 0.004704726396849597, 0.004676419220757973, 0.003405784918289341, 0.003281713707817304, 0.009445645251088168, 0.005506580506045458, 0.007189209566974581, 0.005471483181413563, 0.004383962183084741, 0.005094877168459084, 0.006521761180907299, 0.0074972789336892895, 0.013264826712761744 ], "c1_sem": [ 0.001504410348124942, 0.001420565547631472, 0.0020398858218243577, 0.0017849810539546612, 0.0002556626611561791, 0.0002769895445615193, 0.0001937920888607686, 0.00037856116298409987, 0.00037768077141537985, 0.0009493369764398291, 0.00025353935184732157, 0.00040857760624686117, 0.000518782330077606, 0.0007907564084691929, 0.0006987097459679446, 0.00030522425687824235, 0.0006878888380749106, 0.00026667535178647144, 0.0003266321217164044, 0.0009951809951146459, 0.00044291321803322913, 0.0006225862046832514, 0.00039232736248364953, 0.00030600576346664806, 0.00025815687788802757, 0.00036954951427556554, 0.00042100692189640473, 0.0006503495165803766 ], "delta_c1_mean": [ -0.02515193374830169, -0.022972105301329846, -0.015316531013451484, -0.019398401396065128, 0.00415421361759975, 0.004176838738292607, 0.005068153544205566, 0.019456367108395344, 0.010791684970925933, 0.02836912212340914, 0.01090584038465749, 0.016913964474736767, 0.02162383148322023, 0.03690011924189427, 0.05077948002103118, 0.022769497966242978, 0.044123813138545236, 0.013529696286913142, 0.015361115221747957, 0.06295933681488501, 0.04753733460484187, 0.044830958721313166, 0.019680342768079097, 0.019708852252964603, 0.012156195003854006, 0.01336125712921748, 0.007491118732544849, 0.017585379033004264 ], "delta_c1_sem": [ 0.0014734649751578536, 0.0013649556696506027, 0.0019185038039929605, 0.0017057506401313035, 0.0003064272371544863, 0.00029545868597155556, 0.00024322306308244726, 0.0004997440114528819, 0.0003808563828264954, 0.001092171189882552, 0.0002936800629613726, 0.0004969027506383128, 0.0006585251237808461, 0.0012666460556133904, 0.0013153893368544993, 0.0006141581767422273, 0.0018645550538703094, 0.00040644237364607987, 0.000615919746531055, 0.0026871591854508016, 0.0020594837041697078, 0.0014058976684851925, 0.0007746012154485948, 0.0005650668171186547, 0.00056804098467142, 0.0006198722015303336, 0.0005489297889647463, 0.001024501028912587 ] }, "user_B": { "marker_mean": [ 0.007437502207126668, 0.015438839690105224, 0.044644655515760565, 0.029639951018907606, 0.01096758986726314, 0.01992336218123753, 0.01134534521847779, 0.023656831339283195, 0.01429877380590193, 0.01809694613591406, 0.01035487358843298, 0.03370918057823634, 0.02738543296362302, 0.0333709580862948, 0.039324767572215744, 0.022077647064898866, 0.027751899594904348, 0.02097662754222627, 0.029070355374889275, 0.041860988284903304, 0.03368471324923732, 0.027540235255417014, 0.02532991568236589, 0.014986676394426251, 0.014278995114914187, 0.008796590593303746, 0.010785536700224778, 0.0157443768866642 ], "marker_sem": [ 0.00021377006869844044, 0.0004284880547831872, 0.001137423772035385, 0.0009234151742291059, 0.0003265747805649773, 0.0004929792346532916, 0.0002497161692496918, 0.0004388307382785083, 0.00031678244032344393, 0.00031311185173091375, 0.00018784934733154433, 0.0005979773470134259, 0.000545949830936, 0.0006841358377878659, 0.0009571734032807746, 0.00047619470904979646, 0.0008484973060038086, 0.000515912717532082, 0.0005566319626993433, 0.0008024179443118063, 0.0009657427032114483, 0.0006755563818927204, 0.0005955886988717479, 0.000395865271395282, 0.00039656976153535343, 0.0003423012126444981, 0.00041240059544413085, 0.00059706014123649 ], "c1_mean": [ 0.02540654605211142, 0.0346857496632779, 0.05242751263221905, 0.04082108401779788, 0.012236908613594317, 0.015589387396485474, 0.010336844537539877, 0.014128258624860997, 0.0238258924887047, 0.031070647458647016, 0.02245108923757192, 0.023410542070336195, 0.027187682000138484, 0.039690924673318397, 0.03704993604357994, 0.015777791923351613, 0.024294467011042226, 0.01669059391151232, 0.015702960832861566, 0.030180799348874278, 0.021332822887753684, 0.02183507751724451, 0.016812778615024507, 0.009341116751027131, 0.012153558199719779, 0.010200582131905585, 0.012064882321165071, 0.01660419940833906 ], "c1_sem": [ 0.0013543278671802148, 0.0013087241332904477, 0.0019581981553229697, 0.0016293832909423246, 0.000466244904412409, 0.0006530661680303426, 0.0003082123285506452, 0.000502789836226115, 0.00103219563097392, 0.0010136564233967232, 0.000812651610678839, 0.0010678188913721574, 0.001042386290997571, 0.0015999202695971518, 0.0014564263177954345, 0.0006808393228484589, 0.0011688480862134829, 0.0007496971363884512, 0.0006993367762898215, 0.0011118357175584116, 0.0010246689824372132, 0.0008630177440289608, 0.0008466132580837564, 0.0004621597910324779, 0.0004161085699549628, 0.0004340325186907387, 0.0005926513877052281, 0.0007167284669297275 ], "delta_c1_mean": [ -0.017969043844984746, -0.019246909973172664, -0.007782857116458491, -0.011181132998890272, -0.0012693187463311848, 0.004333974784752055, 0.001008500680937914, 0.009528572714422198, -0.009527118682802765, -0.012973701322732956, -0.012096215649138944, 0.010298638507900124, 0.0001977509634845457, -0.006319966587023598, 0.002274831528635818, 0.006299855141547241, 0.0034574325838621187, 0.004286033630713951, 0.013367394542027696, 0.011680188936029028, 0.012351890361483655, 0.005705157738172498, 0.008517137067341371, 0.005645559643399115, 0.0021254369151944073, -0.0014039915386018377, -0.0012793456209402938, -0.0008598225216748544 ], "delta_c1_sem": [ 0.0012658494983758875, 0.0012237447262001481, 0.0015741355410558266, 0.0013619831867352004, 0.0005618667853261361, 0.0007933509362390698, 0.00036074566060656017, 0.0005918380976495529, 0.0010857885231340054, 0.0010718689505877245, 0.0008109504393738153, 0.001169603625924405, 0.0010779012711382826, 0.0016032934669281836, 0.0016814629785245837, 0.0008324747593705084, 0.0013439502426336827, 0.0008896803977261152, 0.0008414546733807116, 0.001140087960935118, 0.0012917255680474607, 0.0009783102770254746, 0.0009525527346780803, 0.000511600023799773, 0.000485894667572621, 0.0004730454446178639, 0.0006359129954870832, 0.0008468419974576089 ] }, "asst_B": { "marker_mean": [ 0.9077291136070127, 0.8406232115361661, 0.6692044065162842, 0.7668435151299119, 0.23978907754461462, 0.259922157883104, 0.33739115242082873, 0.32625529502978184, 0.24922941519451441, 0.42395484686472173, 0.2807565155332984, 0.30267423922049425, 0.32719203683444326, 0.34180321562709837, 0.2698403375015322, 0.36597116508207533, 0.32982019322571443, 0.2826380434037543, 0.4655920132201684, 0.34230324601695655, 0.33115670900595573, 0.31310888716689084, 0.2042740295291497, 0.23227408129249097, 0.3009734707253181, 0.2356563788857692, 0.1756669671945084, 0.3550748041606749 ], "marker_sem": [ 0.003027111334143655, 0.0033951906986632047, 0.0048858973360413295, 0.003715832636199742, 0.0026056983624715992, 0.0031876128806948845, 0.0030793884429676033, 0.0029721158663369236, 0.00277458035485951, 0.0033638896954965814, 0.0030712204934864244, 0.004638697934258564, 0.004557777462557127, 0.00519989325110547, 0.003581743471782542, 0.004585972538917438, 0.004936340265821968, 0.0036782863133307214, 0.004316441056424904, 0.0042830190094222615, 0.004323120297483519, 0.003718703034285917, 0.003599561750367812, 0.002606451196900817, 0.0023137830620063274, 0.0022186711369054997, 0.0027454001716791035, 0.0029602114726287885 ], "c1_mean": [ 0.804820571295258, 0.7636359364400206, 0.6544257423864223, 0.7377502186321422, 0.2487604406344936, 0.2944504780848813, 0.3696694733193486, 0.41977349942061454, 0.3650707186985717, 0.45039861022823796, 0.4008127302856376, 0.4285268778240686, 0.452535646046257, 0.503489866755859, 0.3995574365533668, 0.48497641146499404, 0.4909075654539589, 0.4671300787006519, 0.5696590297909723, 0.52441824354187, 0.5021181252162996, 0.4662413225305621, 0.2892558880796629, 0.3012704252751453, 0.3507767308400312, 0.39250972172213944, 0.30262733463535463, 0.4245407934887688 ], "c1_sem": [ 0.005793306959356824, 0.004893212586687807, 0.005973858826631623, 0.005454549490170345, 0.002901803068790676, 0.0037702943610424533, 0.0035214681626043864, 0.004092064671840629, 0.0039960974051308756, 0.004644218378099053, 0.004014310654052979, 0.004586466213047576, 0.0043525864764530344, 0.004579975745231969, 0.0042277517163099125, 0.004005767051286709, 0.00480731568473725, 0.004427674746825418, 0.004576330506480193, 0.004741022185034265, 0.004498062844846267, 0.0041907366106233735, 0.004329784928734821, 0.003374166388116178, 0.0033654827688553556, 0.004511826248175602, 0.004153072805170666, 0.005398777271045028 ], "delta_c1_mean": [ 0.10290854231175468, 0.0769872750961453, 0.01477866412986222, 0.0290932964977698, -0.008971363089879012, -0.034528320201777374, -0.03227832089851957, -0.09351820439083268, -0.1158413035040573, -0.026443763363516015, -0.12005621475233907, -0.12585263860357415, -0.12534360921181362, -0.16168665112876068, -0.12971709905183468, -0.11900524638291854, -0.16108737222824437, -0.1844920352968975, -0.10406701657080385, -0.18211499752491353, -0.17096141621034397, -0.1531324353636714, -0.08498185855051325, -0.06899634398265451, -0.04980326011471298, -0.15685334283637037, -0.12696036744084624, -0.06946598932809402 ], "delta_c1_sem": [ 0.0049280555368118786, 0.0044268187398142774, 0.005109298627264177, 0.004793656387299572, 0.0034790145177830195, 0.00443168246603671, 0.0041587565301257935, 0.005032218544072564, 0.004415728037150845, 0.005088111326806331, 0.005009151523855485, 0.006188210570448847, 0.006679116879749375, 0.007258224834697704, 0.005571676741932951, 0.006193359849261129, 0.006633560303850395, 0.00542604972464945, 0.005535204801864325, 0.005133197166943557, 0.005788896391959972, 0.004561017356456788, 0.004817552674664391, 0.003673577880257615, 0.003799085854393445, 0.004578268663191575, 0.0042747614274093165, 0.00536775337841097 ] }, "specials": { "marker_mean": [ 0.07188070176112024, 0.11401630140958059, 0.19701632426289026, 0.14778186937208523, 0.7361324472438088, 0.7068747193689237, 0.6383519078414216, 0.6182153712285736, 0.7163720728392349, 0.5075891258988567, 0.6917078927164061, 0.6407904067919002, 0.6150420809958167, 0.5754028637052516, 0.6303325442315731, 0.5844716910440522, 0.593595508374369, 0.6794525823788717, 0.4866933929781994, 0.5434276183918262, 0.5820852526729662, 0.6073270912068865, 0.7452517779608142, 0.7286339889717649, 0.6674717624313862, 0.735657822148285, 0.7985682783241547, 0.5983311353485111 ], "marker_sem": [ 0.003039708548833087, 0.003348265595029303, 0.0038938234108707006, 0.0033497587035278245, 0.0023649287020734567, 0.003001317544565674, 0.0028551899823977315, 0.0026683088593690615, 0.002442608938705238, 0.003034317633255819, 0.003005576481923139, 0.004388215421865809, 0.004471193414542086, 0.005421605320772425, 0.003215410934384644, 0.0042406809476877895, 0.004560549482525505, 0.0034950287128423887, 0.003945075005860171, 0.0031198656902902415, 0.003508439528321497, 0.0036894657341761247, 0.0036591831938288227, 0.0023844551722881674, 0.0021707382953161393, 0.0024789778369047563, 0.0027022251745745366, 0.003073089083108206 ], "c1_mean": [ 0.13168556344628748, 0.14880194234535699, 0.18868131210046876, 0.14629869297559336, 0.7300349873527155, 0.6808316940857305, 0.6121352299904445, 0.5536976554416994, 0.6018048961016317, 0.49656903040490663, 0.5704884156522596, 0.5421357930760091, 0.5115421445238342, 0.4442957624770976, 0.5536823229198606, 0.494529054067263, 0.4801096497445037, 0.5127721619926638, 0.41135731025619965, 0.43595252409539115, 0.47102921579038465, 0.5047351403995031, 0.6884662680427489, 0.6850006524025244, 0.6319684792063117, 0.5907664428860308, 0.6778091863291518, 0.54561126321651 ], "c1_sem": [ 0.004999116259918977, 0.0038649944206913343, 0.004649771646158749, 0.004459940402423426, 0.0027808035911727653, 0.0035996095760355592, 0.0033282799965298634, 0.0038374693579195486, 0.0037448967270584015, 0.004415567908733825, 0.003997921294530077, 0.004667385889176153, 0.004368626650510725, 0.004565705838331105, 0.004049670166732716, 0.0037984180476958724, 0.004816452718143962, 0.0042632540548842674, 0.004433848302581564, 0.004341494304961776, 0.00421620115474544, 0.003832141796110576, 0.004271089571363495, 0.003322132991108608, 0.0032858705638160526, 0.0045589026327222965, 0.0041092087236471505, 0.005181783161903863 ], "delta_c1_mean": [ -0.0598048616851673, -0.03478564093577645, 0.008335012162421414, 0.0014831763964918642, 0.006097459891093269, 0.026043025283192738, 0.026216677850977012, 0.06451771578687455, 0.11456717673760308, 0.011020095493950067, 0.12121947706414642, 0.09865461371589149, 0.10349993647198288, 0.13110710122815425, 0.07665022131171274, 0.08994263697678859, 0.11348585862986511, 0.16668042038620806, 0.07533608272199965, 0.10747509429643543, 0.11105603688258123, 0.10259195080738337, 0.05678550991806581, 0.04363333656924103, 0.03550328322507436, 0.14489137926225437, 0.12075909199500308, 0.0527198721320009 ], "delta_c1_sem": [ 0.004106372969839188, 0.0036228813908633006, 0.0034538653394804567, 0.0035774905998000517, 0.0032606478030648978, 0.004298586356523678, 0.00397218554256887, 0.004812955667135756, 0.004188554596947475, 0.004921195099490273, 0.004979937315560845, 0.0059944400516524455, 0.0066875459646160065, 0.0073598134900498, 0.0049824077048783305, 0.005848457465680297, 0.006331138793409618, 0.005229465273419154, 0.005167240575051573, 0.004523845465569058, 0.0049799414682683354, 0.00453304261210087, 0.004865187219767042, 0.0034871929117521547, 0.003627528221195725, 0.004708964780409035, 0.004344499152396173, 0.00569411618086874 ] } }, "gates": { "n_examples": 112, "gate_A_per_layer": [ false, false, false, false, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true ], "gate_B_per_layer": [ true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true ], "gate_C_per_layer": [ false, false, false, false, true, false, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true ], "gate_D_per_layer": [ false, false, false, false, true, false, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true ], "direction_per_layer": [ 0.008928571428571428, 0.026785714285714284, 0.21428571428571427, 0.125, 0.9017857142857143, 0.9017857142857143, 0.9910714285714286, 1.0, 0.9910714285714286, 1.0, 1.0, 0.9821428571428571, 0.9821428571428571, 0.9732142857142857, 1.0, 1.0, 1.0, 0.9910714285714286, 0.9821428571428571, 0.9910714285714286, 0.9910714285714286, 0.9910714285714286, 1.0, 0.9910714285714286, 0.9732142857142857, 0.9732142857142857, 0.9375, 0.9553571428571429 ], "mean_per_layer": [ -0.02515193374830169, -0.022972105301329846, -0.015316531013451484, -0.019398401396065128, 0.00415421361759975, 0.004176838738292607, 0.005068153544205566, 0.019456367108395344, 0.010791684970925933, 0.02836912212340914, 0.01090584038465749, 0.016913964474736767, 0.02162383148322023, 0.03690011924189427, 0.05077948002103118, 0.022769497966242978, 0.044123813138545236, 0.013529696286913142, 0.015361115221747957, 0.06295933681488501, 0.04753733460484187, 0.044830958721313166, 0.019680342768079097, 0.019708852252964603, 0.012156195003854006, 0.01336125712921748, 0.007491118732544849, 0.017585379033004264 ], "sem_per_layer": [ 0.0014734649751578536, 0.0013649556696506027, 0.0019185038039929605, 0.0017057506401313035, 0.0003064272371544863, 0.00029545868597155556, 0.00024322306308244726, 0.0004997440114528819, 0.0003808563828264954, 0.001092171189882552, 0.0002936800629613726, 0.0004969027506383128, 0.0006585251237808461, 0.0012666460556133904, 0.0013153893368544993, 0.0006141581767422273, 0.0018645550538703094, 0.00040644237364607987, 0.000615919746531055, 0.0026871591854508016, 0.0020594837041697078, 0.0014058976684851925, 0.0007746012154485948, 0.0005650668171186547, 0.00056804098467142, 0.0006198722015303336, 0.0005489297889647463, 0.001024501028912587 ], "contig_windows_3plus": [ [ 6, 27 ] ], "ruleout_C2_H4": { "applicable": true, "mean": [ -0.02508235532084887, -0.02939956286960363, -0.027329956690285755, -0.03369620225377119, 0.0005577425746895376, 0.0015798861432114158, -0.0004492931386699812, 0.0007224849703771991, 0.003539628709069158, 0.0075993701672845415, 0.001781398959750496, 0.0057460093133164985, 0.008542554926545294, 0.017015274180577303, 0.011742078913470774, 0.004232669314601203, 0.006293113557154778, 0.004654505523426547, 0.00431219711835685, 0.020172611292495198, 0.021110302429551843, 0.022733088336937924, 0.01791242844897544, 0.011841959605599668, 0.008123804379699144, 0.018742802338015986, 0.015199202107681779, 0.020433494707225417 ], "sem": [ 0.0014929355703172033, 0.0013195531858830839, 0.0020266959293827025, 0.0016871970296240414, 0.0003608765845278062, 0.0004254020998149526, 0.0002196213761910657, 0.0005215307699639539, 0.0007132580451682316, 0.001115215074802161, 0.0003100971286637445, 0.0007219346031165418, 0.001015186191291987, 0.0016159727354096555, 0.0015038026617257888, 0.0006175025406879984, 0.0010347811477096596, 0.0004112541510454313, 0.00045682963479673835, 0.001374970518045825, 0.0009275850326246086, 0.0010651559836254672, 0.0009862505392968543, 0.0005088053068351671, 0.0004470682611979437, 0.000855197522303985, 0.0007449868600532382, 0.0010864804809253687 ], "passed_per_layer": [ false, false, false, false, true, true, false, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true ] }, "ruleout_C3_H5": { "applicable": true, "mean": [ -0.004936434231941741, -0.008446414423252476, -0.011967366328368914, -0.01824518547684054, -0.0009861823318777197, -0.0013612621587378027, -0.0002483012559776175, -0.0025579356813322128, -0.0017485789099234606, -0.001588331480368244, -0.0005579457170800003, -0.0012060170194202325, -0.000180989790173118, -0.0004705062456802509, -0.0010215371005319464, -0.0007130630249311977, -0.0011455514554812424, -0.0002912769093664072, -0.00040469154743336106, -0.001997087956527743, -0.0005427944057496695, -0.0013358688670695419, -0.0004087820178174368, -0.00039179203242671877, -0.0005646809421949644, -0.0002809097389514619, -0.0008143933594869446, -0.0011510189635112 ], "sem": [ 0.0026982631749867137, 0.0022179468703993404, 0.002887594412742114, 0.0023475316422605385, 0.00036798984771609165, 0.00044611537456691125, 0.0002940545358934635, 0.0005443155385571916, 0.0004290041959787046, 0.0009842730081454942, 0.0002529628956826843, 0.0004810177246446645, 0.0006443772813611161, 0.0011975434220295297, 0.0009830846297193326, 0.0004153231275129403, 0.0008688632847430353, 0.00040969272429041824, 0.0004369216477580436, 0.0010984540287313814, 0.0005938440968379877, 0.000688321294704014, 0.0004716750871080655, 0.0003750732995351116, 0.00028891071589786125, 0.0004423997239098304, 0.00048257913703857245, 0.0008290124505839426 ], "passed_per_layer": [ false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false ] }, "ruleout_C4_eoa": { "applicable": false } }, "gate_F_trajectory": { "applicable": false, "reason": "missing positive or negative trajectories" }, "segmentation_a_vs_b_comparison": { "direction_seg_A_per_layer": [ 0.008928571428571428, 0.08035714285714286, 0.3125, 0.23214285714285715, 0.49107142857142855, 0.5178571428571429, 0.5714285714285714, 0.7946428571428571, 0.9910714285714286, 0.25, 1.0, 0.7946428571428571, 0.8035714285714286, 0.8303571428571429, 0.7321428571428571, 0.7857142857142857, 0.7410714285714286, 0.9821428571428571, 0.6160714285714286, 0.9732142857142857, 0.9196428571428571, 1.0, 0.875, 0.9464285714285714, 0.8928571428571429, 1.0, 1.0, 0.9464285714285714 ], "direction_seg_B_per_layer": [ 0.008928571428571428, 0.026785714285714284, 0.21428571428571427, 0.125, 0.9017857142857143, 0.9017857142857143, 0.9910714285714286, 1.0, 0.9910714285714286, 1.0, 1.0, 0.9821428571428571, 0.9821428571428571, 0.9732142857142857, 1.0, 1.0, 1.0, 0.9910714285714286, 0.9821428571428571, 0.9910714285714286, 0.9910714285714286, 0.9910714285714286, 1.0, 0.9910714285714286, 0.9732142857142857, 0.9732142857142857, 0.9375, 0.9553571428571429 ], "pass_seg_A_per_layer": [ false, false, false, false, false, false, false, true, true, false, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, true ], "pass_seg_B_per_layer": [ false, false, false, false, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true ], "sink_layers_A_only": [], "sink_reframe_required": false }, "head_selection_split_sample": { "selected_heads_per_layer": [ [ 14, 9, 11 ], [ 13, 8, 21 ], [ 14, 4, 19 ], [ 16, 12, 5 ], [ 0, 6, 2 ], [ 18, 16, 7 ], [ 13, 7, 11 ], [ 23, 26, 22 ], [ 2, 26, 25 ], [ 0, 2, 1 ], [ 19, 18, 6 ], [ 12, 23, 22 ], [ 17, 7, 12 ], [ 3, 15, 17 ], [ 27, 3, 17 ], [ 17, 14, 15 ], [ 26, 19, 12 ], [ 20, 0, 22 ], [ 1, 24, 22 ], [ 4, 14, 26 ], [ 24, 6, 7 ], [ 6, 11, 27 ], [ 9, 23, 13 ], [ 5, 3, 24 ], [ 22, 9, 27 ], [ 13, 12, 10 ], [ 23, 9, 24 ], [ 26, 0, 27 ] ], "split_b_eval": [ { "selected": [ 14, 9, 11 ], "split_b_mean_at_selected": [ -0.05255626950945173, -0.028277889255982052, -0.02683761125413834 ] }, { "selected": [ 13, 8, 21 ], "split_b_mean_at_selected": [ -0.07539141561303819, -0.05595634749957495, 0.12217403267111097 ] }, { "selected": [ 14, 4, 19 ], "split_b_mean_at_selected": [ -0.05290350743702478, -0.10221498949187142, -0.03792433060090323 ] }, { "selected": [ 16, 12, 5 ], "split_b_mean_at_selected": [ -0.08101920442921777, -0.0565901471035821, -0.06775252324795086 ] }, { "selected": [ 0, 6, 2 ], "split_b_mean_at_selected": [ 0.031131832514490403, 0.033457333700997495, 0.013487318876598561 ] }, { "selected": [ 18, 16, 7 ], "split_b_mean_at_selected": [ 0.00881716089871978, 0.003705801282610212, 0.018445818498730667 ] }, { "selected": [ 13, 7, 11 ], "split_b_mean_at_selected": [ 0.05614071339368821, 0.012015348433383876, 0.03060365968516895 ] }, { "selected": [ 23, 26, 22 ], "split_b_mean_at_selected": [ 0.09122215913874761, 0.12126594276300498, 0.1091490127146244 ] }, { "selected": [ 2, 26, 25 ], "split_b_mean_at_selected": [ 0.03175857390410134, 0.038762414934379714, 0.01959430085761207 ] }, { "selected": [ 0, 2, 1 ], "split_b_mean_at_selected": [ 0.024328442210597646, 0.200888176488557, 0.10239924008159766 ] }, { "selected": [ 19, 18, 6 ], "split_b_mean_at_selected": [ 0.07897552553830403, 0.030071189360959177, 0.08795059717127256 ] }, { "selected": [ 12, 23, 22 ], "split_b_mean_at_selected": [ 0.041486238528575206, 0.08060304815215727, 0.01454310669962849 ] }, { "selected": [ 17, 7, 12 ], "split_b_mean_at_selected": [ 0.020346163452735967, 0.20119797374520984, 0.06847471280821732 ] }, { "selected": [ 3, 15, 17 ], "split_b_mean_at_selected": [ 0.03556754519896848, 0.163926396658644, 0.23920755987720832 ] }, { "selected": [ 27, 3, 17 ], "split_b_mean_at_selected": [ 0.28938803124973284, 0.03986526365791049, 0.08540272542408534 ] }, { "selected": [ 17, 14, 15 ], "split_b_mean_at_selected": [ 0.029884818488998065, 0.06846738590725829, 0.062355481088161455 ] }, { "selected": [ 26, 19, 12 ], "split_b_mean_at_selected": [ 0.012479266052001286, 0.01930380526797048, 0.004548054501148207 ] }, { "selected": [ 20, 0, 22 ], "split_b_mean_at_selected": [ 0.025613291681345025, 0.06285233138727823, 0.027017011693013564 ] }, { "selected": [ 1, 24, 22 ], "split_b_mean_at_selected": [ 0.0038887993540681356, 0.05432624922000934, 0.010970068456871169 ] }, { "selected": [ 4, 14, 26 ], "split_b_mean_at_selected": [ 0.14498386004467778, 0.02620094657676028, 0.08775010698009286 ] }, { "selected": [ 24, 6, 7 ], "split_b_mean_at_selected": [ 0.0937035894686622, 0.016101971135607785, 0.007983411442754523 ] }, { "selected": [ 6, 11, 27 ], "split_b_mean_at_selected": [ 0.05237371153697106, 0.003625771503928782, 0.08690283615142107 ] }, { "selected": [ 9, 23, 13 ], "split_b_mean_at_selected": [ 0.01787615100454007, 0.020567693669415476, 0.03229983871403549 ] }, { "selected": [ 5, 3, 24 ], "split_b_mean_at_selected": [ 0.27897093216223373, 0.04347792214580944, 0.006267686880060602 ] }, { "selected": [ 22, 9, 27 ], "split_b_mean_at_selected": [ 0.01682851955826794, 0.012808379145073042, 0.05644801841782671 ] }, { "selected": [ 13, 12, 10 ], "split_b_mean_at_selected": [ 0.044499207394463676, 0.05597195572086742, 0.07251422171081819 ] }, { "selected": [ 23, 9, 24 ], "split_b_mean_at_selected": [ 0.015051963046010183, 0.02027959536228861, 0.01958287810162542 ] }, { "selected": [ 26, 0, 27 ], "split_b_mean_at_selected": [ 0.02107494473457336, 0.015123138137693917, 0.028449717576482455 ] } ], "split_a_size": 56, "split_b_size": 56, "split_b_indices": [ 86, 95, 109, 3, 94, 104, 20, 98, 43, 84, 32, 61, 57, 70, 23, 107, 80, 15, 48, 60, 9, 62, 31, 83, 16, 44, 93, 67, 34, 30, 58, 74, 99, 110, 54, 49, 6, 101, 11, 96, 41, 22, 19, 35, 64, 47, 12, 53, 14, 13, 66, 36, 97, 65, 77, 8 ] } } }, "metadata": { "issue": 224, "git_commit": "9d7c073", "python_version": "3.11.10", "platform": "Linux-6.8.0-90-generic-x86_64-with-glibc2.35", "timestamp_utc": "2026-05-05T00:53:37Z", "hf_repo": "superkaiba1/explore-persona-space", "subfolder_template": "leakage_experiment/marker_{persona}_asst_excluded_medium_seed42", "base_model_id": "Qwen/Qwen2.5-7B-Instruct", "n_layers": 28, "n_heads": 28, "torch_version": "2.8.0+cu128", "cuda_available": true, "transformers_version": "5.5.0", "stage": "analyze" }, "trained_vs_base_diff_of_diffs": { "trained_delta_c1_mean": [ -0.025198459391686422, -0.02261715953487311, -0.011599012160283506, -0.016572871569584948, 0.004595977937431745, 0.0041681229578193315, 0.005562561564919614, 0.01625714967016421, 0.007980977039876184, 0.023293270981867894, 0.007739645938732901, 0.009882880823619305, 0.013471944591538903, 0.042464013471384975, 0.049276912398354196, 0.01625020925427207, 0.02685022920031214, 0.0062668859626330425, 0.013610857056163045, 0.04074905979754413, 0.03191873759234874, 0.04726207038429493, 0.017254249118592822, 0.021809306010342887, 0.01824050352241065, 0.012098365250800932, 0.006911432379940047, 0.018454892810579628 ], "base_delta_c1_mean": [ -0.02515193374830169, -0.022972105301329846, -0.015316531013451484, -0.019398401396065128, 0.00415421361759975, 0.004176838738292607, 0.005068153544205566, 0.019456367108395344, 0.010791684970925933, 0.02836912212340914, 0.01090584038465749, 0.016913964474736767, 0.02162383148322023, 0.03690011924189427, 0.05077948002103118, 0.022769497966242978, 0.044123813138545236, 0.013529696286913142, 0.015361115221747957, 0.06295933681488501, 0.04753733460484187, 0.044830958721313166, 0.019680342768079097, 0.019708852252964603, 0.012156195003854006, 0.01336125712921748, 0.007491118732544849, 0.017585379033004264 ], "diff_of_diffs": [ -4.652564338473303e-05, 0.00035494576645673723, 0.0037175188531679785, 0.0028255298264801797, 0.00044176431983199496, -8.715780473275703e-06, 0.0004944080207140485, -0.0031992174382311327, -0.0028107079310497485, -0.005075851141541247, -0.0031661944459245887, -0.0070310836511174625, -0.008151886891681328, 0.005563894229490704, -0.0015025676226769827, -0.006519288711970907, -0.017273583938233094, -0.007262810324280099, -0.0017502581655849114, -0.02221027701734088, -0.01561859701249313, 0.0024311116629817664, -0.0024260936494862745, 0.0021004537573782837, 0.006084308518556646, -0.0012628918784165482, -0.0005796863526048024, 0.000869513777575364 ] } }