{ "config": { "answer_model": { "id": "google/flan-t5-small", "revision": "0fc9ddf78a1e988dac52e2dac162b0ede4fd74ab" }, "bm25_b": 0.75, "bm25_k1": 1.2, "bootstrap_samples": 2000, "embedding_max_tokens": 256, "embedding_model": { "id": "sentence-transformers/all-MiniLM-L6-v2", "revision": "1110a243fdf4706b3f48f1d95db1a4f5529b4d41" }, "k": 3, "max_input_tokens": 384, "max_new_tokens": 32, "prompt": "Answer the question using only the context. Give a short answer. If the context does not contain the answer, say unknown.\n\nContext:\n{context}\n\nQuestion: {question}\nAnswer:", "rrf_constant": 60, "schema_version": 1, "seed": 1729, "threads": 4 }, "document_embeddings": { "archive": [ -0.11657758802175522, 0.0366622656583786, 0.009066497907042503, 0.00921989232301712, 0.05360143631696701, 0.0458788201212883, -0.03742355480790138, -0.1122530847787857, 0.02555273286998272, -0.04824399575591087, 0.05822203680872917, 0.1855006217956543, 0.008636170998215675, 0.017931247130036354, -0.030281584709882736, -0.04509501904249191, -0.0008580406429246068, -0.06010564789175987, -0.05342858284711838, 0.013553379103541374, -0.03844647854566574, -0.036989323794841766, -0.016879575327038765, -0.034075554460287094, 0.07767156511545181, -0.008760698139667511, -0.024062709882855415, -0.05740327760577202, 0.030082693323493004, -0.017824964597821236, -0.004351586569100618, -0.030651699751615524, 0.0011864694533869624, 0.021006667986512184, 0.026303673163056374, 0.06389220058917999, -0.029034698382019997, -0.021591082215309143, 0.04731028527021408, -0.05740131065249443, -0.04298211261630058, 0.05095008760690689, -0.06835700571537018, -0.007655382622033358, 0.01742885634303093, -0.021605828776955605, 0.04730508476495743, -0.04850996285676956, 0.024403594434261322, 0.0090751638635993, 0.0650709867477417, 0.06845656782388687, -0.01917511224746704, 0.061156343668699265, 0.009470244869589806, 0.09080255031585693, -0.018618403002619743, 0.038307249546051025, -0.062140677124261856, -0.016271580010652542, 0.005540429148823023, -0.013664660975337029, -0.07031607627868652, 0.018944773823022842, 0.05481814593076706, -0.05291108787059784, 0.05784992128610611, -0.013613952323794365, 0.06723938882350922, -0.07782807946205139, -0.08833266794681549, 0.03488565981388092, 0.018377576023340225, 0.058122601360082626, -0.03141074255108833, 0.04060614854097366, 0.04588768258690834, 0.06506747007369995, -0.04376857355237007, -0.06769096851348877, -0.03880060836672783, 0.018457116559147835, 0.04965636134147644, -0.01847314089536667, -0.07433049380779266, -0.005308111663907766, -0.11617831885814667, -0.016056805849075317, 0.036406297236680984, 0.033165428787469864, 0.04858545958995819, 0.03559092804789543, 0.03203747048974037, -0.08127802610397339, -0.07009508460760117, -0.07097582519054413, 0.08126018196344376, 0.07809431105852127, -0.018547261133790016, 0.04329265281558037, 0.044789835810661316, 0.09630700200796127, 0.032271891832351685, -0.09769955277442932, -0.035465460270643234, -0.02001159079372883, 0.05421090126037598, -4.9095750000560656e-05, -0.0812169685959816, 0.027431879192590714, -0.0016049405094236135, -0.02313377894461155, 0.02105192095041275, 0.057130761444568634, 0.08463944494724274, 0.0052125039510428905, -0.06323686242103577, -0.00112062506377697, 0.023017898201942444, -0.002657553181052208, 0.012177906930446625, 0.03451939672231674, 0.14738969504833221, -0.06656036525964737, -0.10283683240413666, 0.12059280276298523, 0.02738063409924507, 3.292889595673175e-34, -0.05765775218605995, 0.03407978266477585, -0.09296753257513046, 0.015753351151943207, 0.07768875360488892, -0.005753577686846256, -0.013649450615048409, 0.00018380445544607937, -0.019185859709978104, -0.023647015914320946, -0.03474549204111099, 0.06683379411697388, 0.03789033740758896, -0.01196045707911253, 0.017464719712734222, 0.07304969429969788, -0.006081089377403259, 0.08189935982227325, -0.0023735964205116034, 0.0089973583817482, 0.05915254354476929, 0.058118656277656555, 0.01248096488416195, 0.07919386774301529, 0.07731404900550842, -0.0773719921708107, 0.033718280494213104, -0.05545015633106232, -0.019708452746272087, -0.00912599265575409, -0.0020625062752515078, 0.08580643683671951, -0.08207062631845474, -0.09830023348331451, -0.007108729798346758, 0.06617504358291626, 0.07629568874835968, -0.005717937368899584, 0.029935048893094063, 0.017207156866788864, 0.04499230906367302, 0.00522296316921711, -0.053189150989055634, -0.05732710286974907, 0.0017513189231976867, -0.07484518736600876, 0.05922912061214447, 0.06374116986989975, -0.026294389739632607, 0.08116508275270462, -0.044824082404375076, 0.0012473403476178646, -0.016900457441806793, -0.06980248540639877, -0.02293751947581768, 0.04060840979218483, 0.04332614690065384, -0.005460635758936405, 0.09522612392902374, 0.009870673529803753, 0.17020480334758759, 0.03658394142985344, 0.03366647660732269, -0.009843584150075912, 0.04347881302237511, 0.0693439319729805, -0.04323572665452957, 0.027324223890900612, -0.027582313865423203, -0.035286009311676025, -0.008649501949548721, -0.09500328451395035, 0.02606138586997986, -0.040750548243522644, 0.038225412368774414, -0.05988701805472374, -0.026935547590255737, -0.024561995640397072, -0.02281985804438591, -0.034111108630895615, -0.0643206313252449, -0.10726294666528702, -0.04719850793480873, -0.05716487765312195, -0.044954217970371246, 0.05781174078583717, 0.006966018583625555, -0.0737934410572052, 0.0019090466666966677, -0.02990998513996601, 0.02562599815428257, 0.004320552572607994, 0.013069878332316875, 0.02052183263003826, 0.0349416621029377, -1.1892203595845493e-33, 0.06443057209253311, -0.03967967629432678, -0.061837658286094666, -0.01312878355383873, 0.019541863352060318, -0.03010544367134571, -0.0927751436829567, 0.13664968311786652, -0.1140311136841774, 0.004967519082129002, -0.056321945041418076, 0.010324844159185886, 0.028748564422130585, 0.045066025108098984, -0.022446351125836372, 0.056025877594947815, 0.03814645856618881, -0.07742828130722046, -0.05009673535823822, 0.01767559163272381, -0.05692426115274429, 0.0327778160572052, 0.06469056010246277, 0.055673059076070786, -0.027985334396362305, 0.027321042492985725, -0.030235987156629562, -0.0337044782936573, 0.04527975246310234, -0.01799922063946724, 0.03588149696588516, -0.10850708931684494, -0.020505623891949654, -0.0015942833852022886, 0.057824067771434784, -0.08974720537662506, -0.025714561343193054, -0.0210182573646307, -0.010457146912813187, 0.02957245521247387, 0.047129493206739426, 0.002528497716411948, -0.04503554478287697, 0.02497868798673153, 0.016820209100842476, 0.03121691569685936, -0.06727199256420135, -0.10231021046638489, 0.005868873558938503, -0.0022028451785445213, 0.10642196983098984, -0.05228937417268753, 0.06684190779924393, -0.004679569508880377, 0.03688914328813553, 0.0060933795757591724, 0.033717937767505646, -0.017948972061276436, 0.019278252497315407, 0.02243071421980858, -0.038366757333278656, 0.012738722376525402, -0.048020292073488235, 0.061766840517520905, -0.01917664334177971, -0.0047345273196697235, 0.007604213431477547, 0.08555735647678375, -0.08996656537055969, 0.0003900276205968112, 0.04689556360244751, 0.01246996596455574, 0.022832712158560753, 0.0013575853081420064, 0.015103082172572613, 0.014649315737187862, -0.003159679239615798, -0.026087205857038498, -0.11886078119277954, -0.027695447206497192, -0.010868765413761139, -0.036880362778902054, -0.02021733857691288, -0.04392346367239952, -0.023091135546565056, -0.08364766836166382, 0.03494350612163544, 0.02541833557188511, 0.020836306735873222, -0.04151683300733566, 0.06363096833229065, -0.09220294654369354, -0.06502062827348709, 0.021827254444360733, 0.0619482547044754, -2.3319538300370368e-08, -0.08060161769390106, 0.05942380800843239, 0.03886273130774498, 0.06855034083127975, 0.044552434235811234, -0.037175968289375305, 0.05327573046088219, 0.0814676508307457, -0.0011270863469690084, -0.02706778608262539, 0.02109789103269577, -0.04114804416894913, -0.11032971739768982, 0.027754416689276695, -0.03655827417969704, 0.00465865433216095, 0.003296264447271824, -0.029407000169157982, 0.016051895916461945, -0.006465740967541933, 0.005291820969432592, -0.0757463201880455, 0.04924236238002777, 0.02983410470187664, 0.03828400373458862, 0.031213345006108284, 0.011047539301216602, 0.02967315912246704, 0.00940467044711113, -0.04482068121433258, -0.0935547724366188, 0.013353991322219372, 0.04099490866065025, 0.021335076540708542, -0.02056967094540596, -0.030382974073290825, 0.028255736455321312, -0.03996119648218155, 0.05093881115317345, 0.048221562057733536, -0.04220642149448395, 0.0493222177028656, 0.045435380190610886, -0.019415369257330894, -0.013819479383528233, -0.0258183516561985, -0.03029675781726837, -0.004275331739336252, -0.029949413612484932, 0.009759772568941116, -0.037183910608291626, 0.03449002280831337, -0.04739454388618469, 0.10875316709280014, -0.012485598213970661, -0.024950170889496803, -0.05090198293328285, 0.04474623501300812, -0.00662096356973052, -0.01970873773097992, 0.10107562690973282, 0.03853671997785568, -0.05393706634640694, -0.07701389491558075 ], "beacon": [ 0.021061008796095848, -0.011927075684070587, -0.010845749638974667, 0.04286109656095505, 0.054915960878133774, 0.041257794946432114, 0.05630774050951004, -0.08890599757432938, 0.06466837972402573, -0.07362605631351471, 0.07015252113342285, -0.021968483924865723, -0.021862484514713287, -0.0047299740836024284, -0.025401145219802856, -0.006552340928465128, 0.04513714462518692, -0.03822514787316322, 0.06644341349601746, -0.033042509108781815, 0.010003596544265747, 0.027068013325333595, 0.018276425078511238, 0.07419649511575699, 0.005842352285981178, -0.02531098760664463, -0.04092235863208771, -0.0148401390761137, 0.010133982636034489, 0.0009015946998260915, -0.006272195838391781, 0.02209462597966194, 0.08732132613658905, 0.03339508920907974, -0.027309175580739975, 0.01140363048762083, 0.03948476165533066, 0.04041864722967148, -0.04062114655971527, -0.02198774181306362, -0.02550681307911873, -0.053524721413850784, -0.020267261192202568, -0.04455772787332535, 0.009058275260031223, -0.0016004929784685373, -0.051237575709819794, -0.04211195185780525, -0.030311953276395798, 0.0049844165332615376, -0.00550216855481267, -0.019016042351722717, -0.028260134160518646, -0.015625691041350365, 0.0658610463142395, 0.016965555027127266, -0.003990605007857084, 0.04104569926857948, 0.04344506189227104, -0.0239238440990448, 0.019640984013676643, 0.034675635397434235, -0.0011219625594094396, -0.01792554184794426, 0.06944568455219269, 0.05229645222425461, 9.35141542868223e-06, -0.013707376085221767, 0.0696016401052475, 0.019605612382292747, 0.04787805303931236, 0.01524943858385086, 0.10714280605316162, 0.008737651631236076, -0.04107064753770828, 0.028255503624677658, -0.02396944910287857, -0.07743725925683975, -0.024076102301478386, 0.06626259535551071, -0.10899069160223007, -0.02130628190934658, -0.06676033139228821, -0.001043649041093886, -0.0007579012308269739, 0.04874379560351372, 0.024988999590277672, -0.030171917751431465, -0.10809542238712311, -0.04003265127539635, -0.03967081382870674, -0.10894489288330078, -0.010560177266597748, 0.05727867782115936, -0.03985579311847687, 0.007817025296390057, -0.0339478962123394, 0.05248985439538956, -0.07514536380767822, -0.025506939738988876, 0.017101265490055084, -0.012627998366951942, -0.0851406678557396, 0.04379413276910782, 0.022684365510940552, -0.04981626197695732, -0.06262528151273727, -0.02357727661728859, -0.0035102125257253647, 0.04427576810121536, 0.029622644186019897, 0.039668966084718704, 0.04800189286470413, 0.08553893119096756, -0.0373886339366436, 0.06814052164554596, 0.0244976244866848, 0.04372246935963631, 0.08760187029838562, 0.14161542057991028, 0.08065787702798843, -0.0021252832375466824, 0.01139091607183218, -0.08039432018995285, 0.009580663405358791, 0.06687214970588684, 0.03983442485332489, -3.090894437220048e-34, 0.043845199048519135, 0.032428041100502014, 0.03123985044658184, -0.006626011338084936, 0.015046176500618458, -0.025118425488471985, -0.05099983885884285, 0.02294105663895607, 0.022111235186457634, 0.0365869514644146, -0.039591312408447266, 0.06422695517539978, 0.05634095147252083, 0.010510758496820927, -0.020403340458869934, -0.08382601290941238, 0.052982743829488754, 0.040296923369169235, 0.024312717840075493, -0.08084019273519516, 0.009071883745491505, -0.04618680477142334, -0.010763450525701046, 0.03592345118522644, 0.11453445255756378, 0.050831206142902374, -0.05398142710328102, -0.0008096583769656718, 0.03696710988879204, 0.030562346801161766, -0.01811099983751774, 0.02371760830283165, 0.026941517367959023, -0.04791583865880966, 0.08238065987825394, -0.07994630187749863, 0.040226634591817856, 0.0148190688341856, -0.054559532552957535, -0.028483934700489044, -0.06995309889316559, -0.0627722442150116, -0.06525880098342896, -0.07908065617084503, 0.052383895963430405, -0.05636283755302429, -0.03382403030991554, -0.019751140847802162, -0.01313512958586216, 0.034183721989393234, 0.010308896191418171, 0.007478997111320496, -0.011192914098501205, -0.022910969331860542, -0.011062241159379482, 0.005771028343588114, 0.07447154819965363, -0.0660465657711029, -0.12313486635684967, 0.03257305547595024, 0.04300205409526825, -0.04826612398028374, 0.0837729200720787, -0.07310943305492401, 0.07426493614912033, 0.07340694963932037, -0.07425963133573532, -0.10927093774080276, -0.042614519596099854, 0.008610071614384651, 0.03609568253159523, 0.04450837895274162, 0.015304586850106716, -0.008911803364753723, -0.026657089591026306, -0.003140817629173398, -0.035001240670681, 0.09471803158521652, -0.06629079580307007, -0.07691571861505508, -0.05232491344213486, -0.04176878556609154, -0.05922354385256767, 0.05622435361146927, 0.10992088168859482, -0.0335109606385231, -0.035928066819906235, -0.06992559880018234, -0.12628820538520813, 0.003987530246376991, -0.018538959324359894, 0.05887236073613167, -0.05748964846134186, -0.02972337044775486, -0.08326464891433716, -5.975895528763803e-34, -0.032289933413267136, 0.03955938294529915, 0.030187036842107773, -0.015041902661323547, -0.015139026567339897, -0.014549271203577518, 0.005100553389638662, 0.029689665883779526, -0.025404630228877068, 0.03929291293025017, 0.07485196739435196, -0.0543583445250988, -0.0875253900885582, 0.07861166447401047, -0.07454721629619598, 0.07933175563812256, 0.05127963796257973, -0.033864863216876984, -0.0268960390239954, 0.079612597823143, 0.019679931923747063, -0.015147808007895947, -0.0254470594227314, 0.005503315478563309, 0.03306630626320839, -0.01180452760308981, -0.012363369576632977, -0.024970190599560738, 0.0584569051861763, -0.10565529018640518, 0.011013097129762173, 0.08914073556661606, 0.03121756762266159, -0.054821524769067764, 0.02260667271912098, 0.05319487303495407, 0.04831509664654732, 0.01934112422168255, -0.026065414771437645, 0.0008927116286940873, 0.06269258260726929, 0.13083261251449585, -0.013366326689720154, -0.027409836649894714, -0.06724371761083603, 0.03466274216771126, -0.015159226953983307, 0.0166154932230711, -0.07041104137897491, 0.038369931280612946, 0.05153660476207733, -0.045858222991228104, 0.05968088284134865, 0.09846866875886917, -0.046749405562877655, 0.015244117006659508, -0.08002190291881561, 0.03830854222178459, -0.024129129946231842, -0.05309389904141426, 0.09858214855194092, -0.0381278470158577, -0.02823672629892826, 0.026557717472314835, 0.06322980672121048, 0.014387899078428745, 0.07057873159646988, 0.06339351087808609, 0.03595776855945587, -0.026457488536834717, 0.10963494330644608, 0.00748878950253129, -0.07496042549610138, 0.01972079649567604, -0.07921314984560013, 0.047406621277332306, -0.11526375263929367, -0.08347021788358688, -0.07310663908720016, -0.06830552220344543, 0.03482929989695549, -0.05122409760951996, 0.005381792783737183, 0.033698324114084244, -0.030153021216392517, 0.025464121252298355, 0.07501154392957687, 0.056189946830272675, -0.023408053442835808, 0.053281016647815704, -0.005767713766545057, 0.11071981489658356, -0.08177096396684647, 0.056575316935777664, -0.0976916253566742, -2.697479217772525e-08, -0.019449520856142044, -0.049586545675992966, -0.06179574877023697, -0.09509903937578201, 0.00048573329695500433, -0.001154951169155538, 0.0767429918050766, -0.04719194769859314, -0.049211081117391586, -0.018555888906121254, -0.03106324002146721, -0.0492410883307457, -0.09472224861383438, -0.06459067016839981, 0.09156113117933273, -0.018073098734021187, -0.05992637574672699, 0.011488289572298527, -0.014450648799538612, -0.019897740334272385, 0.030579719692468643, 0.05470199137926102, -0.054228611290454865, 0.004607020411640406, -0.013853786513209343, -0.03948647156357765, 0.11791466921567917, 0.011614812538027763, 0.06009647995233536, 0.00048735522432252765, -0.0063671995885670185, 0.05794581398367882, 0.0019001462496817112, -0.016393812373280525, -0.08118867874145508, 0.054963745176792145, 0.03282292187213898, -0.033542338758707047, 0.0020536778029054403, 0.07325677573680878, -0.02855343371629715, -0.07943902909755707, -0.1278677135705948, -0.0032275377307087183, 0.006258674897253513, -0.036063965409994125, 0.07220450788736343, -0.0828101634979248, 0.028392963111400604, 0.005286267027258873, 0.0010964169632643461, 0.06607332825660706, 0.022970329970121384, -0.019173653796315193, -0.0006106400978751481, 0.052405424416065216, 0.014327025040984154, -0.023027976974844933, -0.0066252644173800945, 0.01899566687643528, 0.051972877234220505, 0.020492607727646828, -0.023270346224308014, 0.001662955153733492 ], "cargo": [ 0.014737469144165516, 0.010364438407123089, 0.04074452444911003, 0.03304615244269371, 0.09845373034477234, -0.03872531279921532, 0.0467863455414772, -0.06825608760118484, -0.03573780506849289, -0.017757203429937363, 0.09475461393594742, 0.03120128996670246, -0.0028277388773858547, -0.042446862906217575, -0.07975147664546967, 0.06041926145553589, 0.07720351964235306, -0.07131095230579376, -0.047512464225292206, -0.011127232573926449, -0.016979308798909187, -0.004964243154972792, -0.03722992166876793, -0.04456149786710739, -0.1606506109237671, 0.04891539737582207, -0.028918692842125893, -0.005150300450623035, 0.06178867816925049, -0.020087311044335365, -0.049518320709466934, 0.008271164260804653, 0.032102715224027634, 0.05397145822644234, 0.019082464277744293, -0.02617572247982025, 0.04232040047645569, -0.0844661071896553, 0.029578689485788345, -0.007485297974199057, 0.0012438943376764655, -0.02765372209250927, -0.08696123212575912, 0.07882925122976303, -0.039683256298303604, -0.08050123602151871, 0.0017460607923567295, -0.08610070496797562, 0.061317503452301025, -0.04156726226210594, 0.013455325737595558, -0.055226393043994904, -0.0613597109913826, -0.012408584356307983, 0.031623777002096176, -0.021428201347589493, 0.014991690404713154, -0.0789233148097992, 0.031021863222122192, -0.03230079263448715, 0.09489554911851883, 0.021213432773947716, 0.011969238519668579, 0.013769793324172497, 0.05028633400797844, 0.03473678603768349, -0.05008074641227722, -0.006687043700367212, 0.027876999229192734, -0.05660363286733627, 0.0071182698011398315, 0.047630760818719864, -0.06943854689598083, 0.08511465787887573, 0.0020222209859639406, -0.025376856327056885, 0.043867241591215134, 0.00999116525053978, 0.02531898207962513, -0.07918331027030945, -0.13905151188373566, 0.008213772438466549, -0.016899624839425087, 0.005115222185850143, -0.05398380011320114, 0.030684079974889755, -0.056248076260089874, 0.08362652361392975, -0.00046768845641054213, 0.08547091484069824, 0.06618025153875351, -0.014963100664317608, -0.04193167760968208, -0.055499475449323654, -0.07587016373872757, -0.029291365295648575, 0.003085186006501317, 0.026785463094711304, -0.006704149767756462, 0.0404067263007164, 0.08902563899755478, 0.028161359950900078, -0.021086925640702248, -0.00936056673526764, -0.09002519398927689, -0.04676629602909088, -0.018636751919984818, -0.04009076952934265, 0.01587427407503128, 0.010023150593042374, 0.0499652735888958, -0.01823064312338829, 0.05357028916478157, 0.01770029403269291, -0.18174032866954803, 0.09167128801345825, -0.005809249356389046, 0.03159913420677185, 0.055714357644319534, -0.015141131356358528, 0.09255973994731903, -0.011841154657304287, 0.060686368495225906, -0.03697091341018677, 0.06714662164449692, -0.042878616601228714, 0.022725818678736687, -1.231033795669252e-33, -0.05625825747847557, 0.02047414518892765, -0.03815845772624016, 0.053554631769657135, 0.03465341031551361, -0.02921934425830841, 0.010272590443491936, -0.03368336334824562, -0.008342092856764793, 0.04833265766501427, -0.07518560439348221, 0.04330647736787796, -0.016525983810424805, -0.08229932934045792, 0.0049475510604679585, 0.006283964496105909, -0.010419678874313831, 0.005657069385051727, -0.07666448503732681, 0.03680628165602684, 0.0031315949745476246, -0.18644627928733826, -0.018545718863606453, -0.023687694221735, 0.042667753994464874, 0.10053539276123047, -0.051420848816633224, 0.0037090934347361326, 0.062461696565151215, 0.08499683439731598, 0.03534102812409401, 0.10640046000480652, 0.027558494359254837, 0.09530635178089142, -0.03436478227376938, 0.01758817583322525, -0.011756584979593754, -0.018434517085552216, -0.059219326823949814, -0.09895895421504974, 0.03715863078832626, -0.02573356032371521, -0.01625625602900982, 0.08665750920772552, 0.023371994495391846, -0.02205619029700756, -0.021296868100762367, -0.035226739943027496, 0.04455399140715599, 0.06021447479724884, -0.039383694529533386, 0.0047832150012254715, -0.016208967193961143, -0.02122662588953972, -0.05715861916542053, 0.060193661600351334, 0.07081929594278336, -0.01960575208067894, -0.06315506249666214, 0.015743479132652283, 0.020060930401086807, 0.06384696811437607, 0.020412247627973557, 0.02233453094959259, 0.04280008748173714, 0.0003228809218853712, -0.02796424739062786, 0.0031070804689079523, 0.07037413120269775, -0.0657341405749321, -0.022225048393011093, -0.00732554541900754, 0.06571203470230103, 0.07050278037786484, 0.03068302758038044, 0.0053148106671869755, -0.06563906371593475, 0.00020597121329046786, 0.017946584150195122, -0.06672884523868561, -0.061231039464473724, -0.06602581590414047, 0.028025517240166664, -0.025515712797641754, 0.04871959984302521, -0.008851097896695137, 0.009525148198008537, 0.0415884405374527, -0.04028622433543205, 0.028268402442336082, -0.05512440577149391, 0.046290602535009384, -0.03122851811349392, 0.01790218986570835, 0.025356795638799667, -9.754748034802595e-34, 0.07956692576408386, -0.10382285714149475, 0.008938626386225224, -0.04479007050395012, 0.0033348582219332457, -0.04691879823803902, -0.01328121218830347, -0.012735475786030293, -0.011888529174029827, 0.047804541885852814, -0.0071297199465334415, -0.013916503638029099, -0.044462498277425766, 0.04182460904121399, 0.021758608520030975, -0.011501292698085308, 0.0752684623003006, 0.014156043529510498, -0.01673726737499237, 0.06151923909783363, -0.02466803416609764, -0.06205498054623604, -0.01628667674958706, 0.07358868420124054, -0.1327817291021347, 0.08100540190935135, 0.06227903813123703, -0.04390879347920418, -0.009262610226869583, -0.000880726904142648, -0.06814103573560715, -0.02227029949426651, 0.04681063070893288, 0.034679967910051346, -0.02126528136432171, -0.10025256872177124, 0.05416969582438469, -0.04410599172115326, 0.03479069471359253, 0.06370361149311066, 0.025385208427906036, 0.019737089052796364, -0.07289359718561172, 0.03162809833884239, -0.13173235952854156, -0.03151114657521248, 0.013815028592944145, 0.022635942324995995, -0.03071911819279194, -0.0297548808157444, 0.0279844980686903, 0.06102559715509415, -0.00570885231718421, 0.08889265358448029, -0.056376051157712936, 0.13992232084274292, -0.05058429017663002, 0.0502343513071537, 0.016631461679935455, 0.09359776228666306, -0.003830153960734606, 0.06377239525318146, 0.011195985600352287, -0.061308883130550385, -0.0029527759179472923, -0.04310539737343788, 0.04928179830312729, 0.03931858018040657, -0.01542214211076498, -0.014153053052723408, 0.011030416004359722, -0.00018955151608679444, -0.049024198204278946, 0.012169181369245052, 0.07284905016422272, -0.08351588994264603, 0.02214847505092621, -0.09435196220874786, -0.023148689419031143, 0.008326767943799496, -0.06354504823684692, 0.0274133812636137, -0.0217890702188015, 0.14566461741924286, 0.014659065753221512, -0.02566421963274479, 0.02292211353778839, 0.035944078117609024, -0.01843257062137127, -0.0818764716386795, 0.017798541113734245, 0.10319320857524872, -0.03251556307077408, 0.008874152787029743, -0.06213300675153732, -2.489810135841708e-08, -0.06496399641036987, 0.002195043256506324, 0.015221421606838703, -0.04118030518293381, 0.03861866518855095, -0.003228110494092107, -0.05901622772216797, 0.048431795090436935, -0.07977354526519775, -0.06362739950418472, 0.035490550100803375, -0.026996195316314697, -0.10975201427936554, -0.011493703350424767, 0.029420604929327965, -0.02688644267618656, -0.033749163150787354, -0.0028326637111604214, -0.06357452273368835, -0.05431556701660156, -0.043280456215143204, 0.017861023545265198, 0.0454397089779377, 0.040668729692697525, -0.06605903059244156, -0.008897767402231693, 0.03493865206837654, 0.023578742519021034, 0.08074460923671722, 0.02358601801097393, -0.0068828752264380455, 0.07093528658151627, 0.014607662335038185, 0.010549086146056652, 0.002941273618489504, -0.010192140005528927, 0.0441427081823349, -0.026199093088507652, 0.06410173326730728, -0.015396366827189922, -0.012487506493926048, -0.03446771577000618, -0.08136282861232758, -0.0031864678021520376, 0.04460648447275162, 0.06334888190031052, -0.057368937879800797, 0.050218816846609116, -0.07406851649284363, -0.03420494124293327, 0.035636380314826965, -0.10458739101886749, -0.013833371922373772, 0.031221287325024605, -0.0014304416254162788, -0.04468097165226936, 0.024595782160758972, -0.029789377003908157, 0.020060556009411812, 0.04664723947644234, 0.033882565796375275, -0.0024883511941879988, 0.038302794098854065, -0.012797930277884007 ], "drone": [ 0.09221993386745453, 0.1032371073961258, -0.02437400445342064, 0.008748886175453663, 0.06061109900474548, -0.07721957564353943, -0.049127865582704544, -0.043592650443315506, -0.007707035634666681, 0.09361360967159271, 0.01819891482591629, -0.03816825523972511, 0.04912591725587845, 0.05475352704524994, 0.04452240467071533, 0.01350401621311903, 0.07361210882663727, -0.10049290955066681, 0.05224360153079033, 0.10828088968992233, -0.05981186777353287, 0.033353809267282486, 0.08970519155263901, -0.022698083892464638, 0.0474068783223629, 0.04669937118887901, 0.02133358269929886, 0.012677181512117386, -0.03946034982800484, -0.07991793006658554, -0.017015181481838226, 0.0538577102124691, 0.0917968600988388, 0.01362481527030468, 0.029332617297768593, 0.05976537987589836, 0.012253474444150925, 0.0038691284134984016, 0.0402381457388401, 0.029339777305722237, 0.044184498488903046, -0.03338063135743141, 0.07950638979673386, 0.001839101780205965, -0.029203401878476143, 0.022233547642827034, 0.012833213433623314, 0.014296113513410091, 0.07592381536960602, 0.0954940915107727, 0.005889543332159519, -0.02306250110268593, -0.012938566505908966, -0.05720866844058037, -0.013196689076721668, 0.010375832207500935, -0.0244702510535717, 0.07290422916412354, 0.024250837042927742, -0.06188241019845009, -0.04939783737063408, -0.037913016974925995, -0.03586830571293831, -0.03066759929060936, -0.025822237133979797, -0.015519062988460064, -0.05801274999976158, 0.039105914533138275, -0.017177794128656387, -0.02789359726011753, 0.041091639548540115, 0.04669174179434776, -0.04280516132712364, -0.07794901728630066, -0.0194543469697237, 0.03710518404841423, 0.08264987915754318, 0.07440843433141708, -0.009219052270054817, -0.07965214550495148, 0.04665528982877731, 0.016412096098065376, -0.002516156993806362, -0.04861531779170036, 0.005539488513022661, 0.0011048403102904558, -0.007998350076377392, 0.04569082334637642, -0.022531932219862938, -0.05686474218964577, 0.027871515601873398, -0.0077755991369485855, -0.09177689999341965, -0.06839460879564285, 0.011764117516577244, 0.03425167128443718, -0.028678758069872856, 0.005071607418358326, 0.0005555631942115724, -0.017047520726919174, 0.060762759298086166, -0.009039025753736496, -0.06079425290226936, 0.029086725786328316, 0.02619793824851513, -0.03675226494669914, -0.0049255723133683205, 0.050691328942775726, -0.013679440133273602, -0.024574970826506615, -0.023226510733366013, -0.04000929743051529, 0.023759905248880386, 0.030944358557462692, 0.02088153176009655, 0.06140289455652237, 0.04878932982683182, 0.023948682472109795, 0.0793626457452774, 0.010116692632436752, 0.07664883881807327, 0.010827787220478058, 0.07392673194408417, -0.07526414096355438, 0.047608692198991776, 0.054619140923023224, 0.03451647236943245, 6.484246785149036e-34, -0.041666582226753235, -0.019437888637185097, 0.04323994368314743, -0.023817451670765877, 0.02994118072092533, -0.008468176238238811, -0.07728303968906403, 0.10609156638383865, 0.06733820587396622, 0.007078900933265686, -0.0453733466565609, 0.009959565475583076, 0.11223067343235016, 0.05959518626332283, 0.007306281011551619, -0.040722545236349106, 0.008800565265119076, -0.021545547991991043, -0.03683679178357124, -0.0704130306839943, -0.009696105495095253, -0.11349394172430038, 0.010155878029763699, 0.06625468283891678, 0.015846824273467064, -0.034351516515016556, 0.09141680598258972, -0.015101419761776924, 0.05488712713122368, 0.012951980344951153, 0.026796672493219376, 0.02134447917342186, -0.007442188914865255, 0.030242962762713432, -0.07132988423109055, 0.11709686368703842, 0.10966940224170685, -0.020066138356924057, -0.03184087574481964, -0.014032308012247086, -0.021518582478165627, 0.009449777193367481, 0.003209782997146249, -0.007982652634382248, -0.06809904426336288, -0.07826162129640579, 0.015809793025255203, -0.08960612863302231, -0.058686450123786926, 0.12802398204803467, 0.0016356554115191102, -0.02505272813141346, -0.04821992665529251, -0.044150929898023605, -0.016147427260875702, 0.02399400994181633, 0.012793880887329578, -0.03855146840214729, -0.0711006298661232, 0.039505500346422195, 0.005350218154489994, -0.053646232932806015, -0.08761384338140488, -0.047294504940509796, -0.08833256363868713, 0.01240351889282465, -0.001273288275115192, 0.07165167480707169, -0.00869830884039402, 0.05472121760249138, 0.11515235900878906, -0.0323236919939518, 0.028858600184321404, -0.07724709063768387, -0.037337902933359146, 0.05155167356133461, -0.010652370750904083, 0.0008014168124645948, 0.00013312880764715374, 0.024172233417630196, -0.07893702387809753, -0.03711284324526787, -0.0378497950732708, -0.028917860239744186, 0.032631974667310715, -0.040144458413124084, -0.014431733638048172, -0.026407700031995773, 0.0465397872030735, -0.0072823031805455685, -0.07141947746276855, 0.07053910195827484, -0.02791903167963028, -0.048621680587530136, 0.029814349487423897, -1.1907010232891046e-33, 0.006794585846364498, 0.036436423659324646, -0.043883755803108215, 0.05211244523525238, 0.04688308760523796, -0.028646204620599747, 0.026421351358294487, 0.04939420148730278, -0.018598349764943123, 0.013329270295798779, -0.12851065397262573, -0.01090431958436966, -0.017041098326444626, 0.005725425202399492, 0.08685769885778427, -0.02960321307182312, 0.020722586661577225, -0.061071738600730896, 0.06479578465223312, 0.04367803409695625, 0.02679234929382801, 0.005106406286358833, 0.07163029164075851, -0.021192261949181557, 0.027004601433873177, -0.0010234278161078691, 0.01111720409244299, -0.022200753912329674, 0.0959773063659668, -0.004974881187081337, -0.07165446132421494, -0.04180844873189926, 0.023543095216155052, 0.05034719035029411, -0.05150939151644707, 0.07107226550579071, -0.042946022003889084, 0.10202614217996597, 0.013732727617025375, -0.044139448553323746, 0.024450458586215973, -0.0449962392449379, -0.04243142157793045, -0.07766389846801758, -0.04008978232741356, -0.06929753720760345, -0.08392379432916641, 0.012392468750476837, -0.07368304580450058, 0.04586149379611015, -0.03315212205052376, -0.03364301100373268, -0.004986446816474199, 0.053931817412376404, -0.06699975579977036, -0.07905679196119308, 0.06638893485069275, 0.03963350132107735, 0.007788905408233404, 0.010056433267891407, 0.04076490178704262, 0.0414293110370636, 0.004425060003995895, 0.005927471909672022, 7.13235858711414e-05, 0.009508625604212284, 0.0626363456249237, 0.06252439320087433, 0.04607127234339714, 0.007104325573891401, 0.003832712071016431, 0.012021691538393497, -0.04773275926709175, 0.026587750762701035, -0.14717493951320648, 0.0687137097120285, -0.043377481400966644, -0.037957750260829926, -0.0060599250718951225, -0.13131248950958252, 0.04663880914449692, -0.005297583993524313, -0.01105557568371296, -0.09141925722360611, -0.025579193606972694, 0.004335649311542511, 0.08481577038764954, 0.005548854824155569, -0.05291203781962395, -0.0008754031150601804, 0.03229765221476555, -0.04342752322554588, 0.021424461156129837, 0.12221278995275497, -0.09621696174144745, -2.4377248664109175e-08, -0.0585491843521595, 0.04877210408449173, 0.036627400666475296, 0.036513347178697586, 0.02202761545777321, 0.025885747745633125, 0.027877675369381905, 0.06985732167959213, 0.003097888547927141, -0.048456303775310516, 0.014395948499441147, -0.05580791458487511, 0.02502318285405636, 0.017427226528525352, 0.013207802549004555, 0.04026365280151367, -0.026768678799271584, -0.0792880654335022, -0.02447759546339512, -0.043892789632081985, -0.10609345138072968, 0.06272140890359879, -0.09893346577882767, 0.012402382679283619, -0.020834719762206078, 0.07600147277116776, 0.012186280451714993, 0.0065994602628052235, 0.07538993656635284, -0.13936996459960938, -0.04866670444607735, 0.03202950209379196, -0.13101552426815033, 0.0027408916503190994, -0.04558209329843521, -0.04823021590709686, -0.04086343199014664, -0.0926215872168541, -0.021017663180828094, 0.05255863815546036, 0.0014274896821007133, -0.04438891261816025, -0.049671150743961334, -0.08488841354846954, -0.05493155121803284, -0.049278389662504196, 0.011308331973850727, -0.06389698386192322, -0.01741432212293148, 0.046164728701114655, 0.03633688762784004, -0.0021195169538259506, 0.0034018976148217916, 0.007603058125823736, 0.028561251237988472, 0.10571929067373276, -0.0005428342265076935, -0.1008233055472374, 0.022054005414247513, 0.025016840547323227, 0.04859517887234688, 0.044030990451574326, -0.04022904857993126, 0.03994237259030342 ], "engine": [ -0.03132862225174904, 0.0223989374935627, 0.06455948948860168, 0.002864041132852435, 0.03966587781906128, -0.009559870697557926, -0.06054079160094261, -0.06518034636974335, -0.04553944990038872, -0.09753907471895218, -0.026951566338539124, 0.04267111048102379, -0.0443803034722805, 0.00417452584952116, -0.06244508922100067, 0.06372889876365662, -0.007932917214930058, -0.03864958882331848, -0.0161556676030159, -0.03939015418291092, -0.002374043921008706, 0.017051180824637413, -0.13073569536209106, 0.020446566864848137, -0.07698262482881546, 0.04826134070754051, -0.029749814420938492, 0.033406466245651245, 0.010646055452525616, -0.007377974689006805, -0.09123063832521439, 0.02711298316717148, -0.06748893111944199, 0.049950454384088516, 0.069096140563488, 0.022242961451411247, -0.004197860602289438, -0.025795865803956985, -0.020812468603253365, -0.04501517117023468, -0.0574091300368309, 0.0070832353085279465, -0.030876988545060158, 0.10873117297887802, -0.0004974739858880639, 0.04042959213256836, -0.011481340043246746, -0.12209811806678772, 0.045272428542375565, 0.049838751554489136, 0.012902464717626572, -0.014059765264391899, 0.04787576571106911, 0.002356446348130703, -0.058701127767562866, -0.01976785622537136, -0.02745893970131874, -0.016738060861825943, -0.0718584731221199, 0.08697202801704407, -0.02017476037144661, -0.06974135339260101, -0.04752092435956001, -0.006346634589135647, -0.05594565346837044, -0.03967618942260742, -0.0051569282077252865, 0.036291301250457764, 0.05949674919247627, 0.004735010676085949, -0.04301014542579651, 0.059528082609176636, -0.04304835572838783, -0.08621025085449219, -0.010091898962855339, 0.08107716590166092, 0.015951694920659065, -0.06858276575803757, 0.0347917340695858, -0.13862301409244537, -0.030544565990567207, -0.004078985191881657, 0.04796342924237251, -0.04845504090189934, 0.08710635453462601, 0.004463435150682926, -0.03521088883280754, 0.12238843739032745, 0.05459319055080414, 0.03667869046330452, 0.05008551850914955, -0.07043185085058212, -0.004272038117051125, 0.016536487266421318, 0.0006350549519993365, 0.003947442397475243, -0.027138233184814453, 0.015346778556704521, -0.048065781593322754, 0.020520804449915886, -0.04105063155293465, 0.0616452619433403, -0.05411648750305176, -0.021672610193490982, 0.008617071434855461, 0.07892511785030365, -0.06594327837228775, 0.11902117729187012, 0.003998297732323408, -0.033273953944444656, 0.02454955503344536, -0.04154819995164871, 0.029506471008062363, -0.029301738366484642, -0.06146761029958725, 0.14786644279956818, -0.04211768880486488, -0.018452854827046394, -0.018153565004467964, -0.02025759220123291, 0.009962929412722588, 0.036859627813100815, 0.04590287804603577, -0.005565021187067032, -0.01974356360733509, -0.01794697716832161, 0.1330113261938095, 2.6430244774010332e-33, -0.07767460495233536, -0.11412665992975235, -0.08111663162708282, 0.030501071363687515, 0.07235658168792725, -0.03427823260426521, -0.029610581696033478, 0.028571104630827904, 0.012474488466978073, 0.0817839503288269, -0.011267781257629395, -0.019814712926745415, -0.03188524767756462, -0.05524993687868118, -0.001469936571083963, -0.024241100996732712, 0.009444642812013626, 0.015410268679261208, -0.026341190561652184, 0.0011319888290017843, 0.055670347064733505, -0.08582093566656113, 0.007422341965138912, -0.025359399616718292, -0.02505023032426834, -0.015163213945925236, -0.028049571439623833, 0.015242336317896843, -0.04642108827829361, 0.048813559114933014, 0.024338040500879288, 0.015944667160511017, -0.00727174524217844, 0.1239117830991745, -0.02670695073902607, 0.06332022696733475, 0.08332318067550659, -0.003920630551874638, 0.09743376076221466, -0.022209711372852325, -0.026906443759799004, -0.04064119607210159, -0.004701015539467335, -0.0012007340556010604, -0.0266062431037426, -0.12261702865362167, 0.11461130529642105, 0.01983020268380642, 0.06289001554250717, 0.06729408353567123, 0.003949593286961317, 0.0035139350220561028, -0.009960059076547623, -0.020277412608265877, -0.012934224680066109, -0.012818814255297184, 0.03085518814623356, -0.001372967497445643, -0.0357879176735878, -0.04225853830575943, 0.026521939784288406, 0.06611461937427521, -0.04019889980554581, -0.0007868972606956959, 0.021533316001296043, 0.026367565616965294, -0.025156918913125992, 0.0026096615474671125, -0.025520380586385727, 0.03454628959298134, 0.06966597586870193, -0.03676867485046387, -0.039847251027822495, -0.0178404301404953, -0.015786651521921158, -0.05670700967311859, -0.014319237321615219, 0.017975758761167526, 0.06062915176153183, 0.05558241158723831, -0.04542626067996025, -0.019595308229327202, -0.07768461853265762, 0.029456326737999916, 0.09619388729333878, -0.018468186259269714, 0.04306531697511673, 0.009435654617846012, -0.03257615864276886, 0.03704409301280975, -0.016310976818203926, -0.03575129806995392, 0.11132755875587463, 0.06586416065692902, 0.0816701352596283, -3.415803647181221e-33, -0.045197200030088425, 0.07585576176643372, -0.03594726324081421, -0.02632197178900242, -0.022577503696084023, -0.009420374408364296, -0.011955978348851204, 0.06664299964904785, -0.02111903578042984, 0.025559455156326294, -0.10785616189241409, 0.11387889087200165, -0.006738664582371712, 0.034846436232328415, 0.04407230392098427, -0.04075077548623085, 0.06081225723028183, -0.006955659948289394, -0.030534515157341957, -0.029288755729794502, 0.04057350382208824, 0.03810940682888031, -0.05380165949463844, 0.00752114737406373, -0.00026646372862160206, 0.042706362903118134, 0.008572234772145748, -0.021873360499739647, 0.03151866793632507, -0.02664569392800331, -0.024422790855169296, -0.014883465133607388, -0.02269323170185089, 0.011232390999794006, 0.022098690271377563, -0.05414336547255516, 0.00684153800830245, 0.07119329273700714, -0.04073048382997513, -0.015605435706675053, 0.02553710527718067, 0.005277848802506924, 0.039963506162166595, 0.03364855423569679, -0.07788246870040894, 0.05255823954939842, -0.06343937665224075, -0.05199876055121422, 0.04688910022377968, 0.0905074030160904, -0.05906321108341217, 0.017587121576070786, 0.035509269684553146, -0.046943340450525284, -0.03040696121752262, 0.03912210091948509, 0.011418172158300877, 0.0030687598045915365, -0.011219009757041931, 0.015596686862409115, 0.09388650208711624, -0.0413784421980381, 0.034978073090314865, -0.010756750591099262, -0.007310991175472736, 4.326185808167793e-05, 0.035710904747247696, 0.05317715182900429, -0.02549823932349682, 0.052789121866226196, 0.00423711072653532, 0.0450449101626873, -0.14310649037361145, 0.01309199444949627, -0.02139856480062008, -0.035335879772901535, 0.0814645066857338, 0.029353387653827667, -0.008332133293151855, -0.06436020880937576, 0.029031218960881233, -0.03535304218530655, -0.03310791030526161, 0.036859188228845596, 0.05784422159194946, -0.08658110350370407, 0.003658999688923359, -0.010416879318654537, 0.049119699746370316, 0.0005684873322024941, 0.0710093304514885, 0.00560448644682765, -0.04856625199317932, -0.023807939141988754, -0.12406999617815018, -2.8657369810503042e-08, 0.02116849645972252, 0.02922440506517887, 0.009043223224580288, -0.04939042776823044, 0.007842566817998886, -0.07518619298934937, 0.08031439036130905, 0.08914656937122345, -0.06186018884181976, -0.035365309566259384, 0.14341993629932404, 0.031463902443647385, 0.053708430379629135, -0.0385391041636467, -0.017781715840101242, -0.07559260725975037, -0.037125907838344574, -0.08474749326705933, -0.041272711008787155, -0.09387897700071335, -0.06775534898042679, -0.061102233827114105, 0.014927903190255165, 0.017674541100859642, -0.1251278668642044, 0.04860873892903328, 0.09080669283866882, -0.01778556779026985, 0.09615075588226318, 0.030986808240413666, 0.013632220216095448, 0.08398880809545517, 0.08030195534229279, 0.053713034838438034, 0.03774241358041763, -0.04661807790398598, -0.018797915428876877, 0.0056174020282924175, -0.08144749701023102, 0.0931800827383995, -0.06057446077466011, 0.042763322591781616, -0.016388719901442528, -0.02234180085361004, 0.05320658162236214, -0.0014567069010809064, -0.06998129189014435, 0.013171928003430367, -0.03325186297297478, 0.02409406751394272, 0.049972254782915115, -0.02498425729572773, -0.009605620056390762, 0.12208694964647293, -0.006952870637178421, -0.04340524226427078, 0.01571449637413025, -0.03321231156587601, 0.018750321120023727, -0.0409783311188221, -0.06273186206817627, 0.0863490030169487, -0.010263204574584961, 0.028163423761725426 ], "export": [ -0.03110785223543644, 0.02410431019961834, -0.0669030025601387, 0.03603469580411911, 0.1153203547000885, 0.03770068287849426, -0.061862774193286896, 0.0475749745965004, -0.044571757316589355, 0.03201542794704437, 0.0832093358039856, -0.002025204710662365, 0.0216167364269495, 0.004437374882400036, 0.014376363717019558, -0.03202030435204506, -0.06868256628513336, -0.031660355627536774, -0.04389030858874321, -0.006748913787305355, 0.05362037196755409, 0.02578514814376831, 0.025104135274887085, -0.005589459091424942, 0.03911557048559189, -0.011129692196846008, -0.055685028433799744, 0.0006377770332619548, -0.011295379139482975, -0.03059379942715168, -0.047942470759153366, 0.02043384313583374, 0.0023475142661482096, 0.08604435622692108, 0.05814433842897415, 0.10128629207611084, 0.09716439247131348, -0.03477722033858299, -0.010690630413591862, -0.0626101866364479, -0.03720937296748161, 0.02839007042348385, -0.060818471014499664, 0.030862418934702873, -0.024202048778533936, -0.050775058567523956, -0.00994143821299076, -0.044209323823451996, -0.0371493436396122, 0.1113472729921341, -0.026298753917217255, 0.09750522673130035, -0.018462836742401123, -0.03170899301767349, 0.007139790803194046, 0.04054659977555275, -0.05080407112836838, 0.012802558951079845, -0.05259966477751732, 0.1035032868385315, -0.04579659551382065, -0.03498951345682144, -0.08949893712997437, -0.010720421560108662, -0.002291395328938961, 0.05241222307085991, -0.005514339543879032, 0.014983868226408958, 0.04828638955950737, -0.08844006806612015, -0.1611475795507431, -0.02791929803788662, -0.14790281653404236, -0.012469690293073654, -0.018557311967015266, 0.002001238288357854, 0.024522099643945694, -0.03211619332432747, -0.04781251400709152, -0.10000666230916977, -0.10000992566347122, 0.01567159593105316, -0.055776216089725494, 0.05594838038086891, -0.03318134695291519, -0.0042791892774403095, 0.05082165077328682, 0.05791095644235611, -0.035596735775470734, 0.01779039204120636, 0.010877370834350586, -0.036057282239198685, 0.034715939313173294, 0.03798973560333252, -0.10035102069377899, 0.025589773431420326, 0.040273819118738174, 0.07099798321723938, 0.10352800786495209, 0.07176218926906586, 0.012297194451093674, -0.011281514540314674, -0.00015417818212881684, -0.04225489869713783, 0.00603048549965024, -0.08568529784679413, -0.022269293665885925, 0.06273273378610611, -0.055676721036434174, 0.05224592238664627, 0.023610537871718407, 0.056412119418382645, -0.036253105849027634, -0.1553339809179306, 0.02221716195344925, 0.11290916055440903, -0.09771203249692917, 0.030459726229310036, -0.012158445082604885, -0.0018986078212037683, 0.07323191314935684, 0.03829480707645416, 0.11851702630519867, 0.022603511810302734, -0.03207311034202576, 2.6428962883073837e-05, 0.06199483200907707, 1.1771639201424398e-33, -0.031625811010599136, -0.054255325347185135, 0.031514085829257965, 0.043317992240190506, -0.006893842946738005, 0.019941098988056183, 0.004076140467077494, 0.035090766847133636, 0.009068788029253483, 0.06834539771080017, -0.0364752933382988, 0.1209811270236969, -0.09607407450675964, 0.06546063721179962, 0.05189761519432068, 0.0211549811065197, 0.020873408764600754, -0.014087473042309284, 0.044426947832107544, 0.01856388710439205, 0.08682172745466232, -0.12553951144218445, 0.028420763090252876, 0.03550266847014427, 0.058135055005550385, 0.06327581405639648, 0.009530645795166492, 0.09352079033851624, -0.06872037798166275, 0.02106359228491783, 0.04916040226817131, 0.001573871704749763, 0.070748470723629, -0.05484095215797424, 0.060458119958639145, 0.047386810183525085, 0.008632090874016285, 0.030423272401094437, -0.0007595448405481875, -0.011706153862178326, 0.0363108366727829, 0.06613664329051971, -0.03879384696483612, 0.003712535137310624, 0.007798979990184307, -0.04528697952628136, 0.07050643116235733, -0.04775024205446243, 0.06720665842294693, -0.031193753704428673, 0.04141834378242493, 0.030531099066138268, 0.05534541979432106, -0.034762170165777206, -0.047825299203395844, -0.030913274735212326, 0.0368688590824604, -0.06939050555229187, -0.03981639817357063, -0.043332383036613464, 0.08451569080352783, 0.0032767343800514936, -0.02930963784456253, 0.014001046307384968, -0.03738291934132576, 0.02001388743519783, 0.01696169003844261, 0.03996604308485985, -0.036110952496528625, -0.0005881330580450594, -0.049966949969530106, 0.0622478723526001, 0.05498594045639038, -0.1345404088497162, 0.06634284555912018, -0.012067938223481178, -0.03592722862958908, 0.028161348775029182, -0.0002851391618605703, -0.007271213456988335, 0.02156144194304943, -0.05400014668703079, -0.04572426527738571, -0.032444752752780914, -0.029885442927479744, 0.022141657769680023, 0.005138737615197897, -0.004261925350874662, -0.0007303104503080249, 0.010869517922401428, -0.0019413366680964828, 0.018969407305121422, 0.024329613894224167, -0.06284251064062119, 0.03736207261681557, -2.056884239501662e-33, 0.04989692568778992, -0.029045723378658295, -0.012293451465666294, -0.03456103801727295, -0.027376966550946236, -0.008924568071961403, -0.03260796517133713, 0.1161332055926323, -0.07623172551393509, -0.02588094398379326, -0.05362870916724205, -0.06786235421895981, 0.053237996995449066, 0.011432379484176636, 0.0034127363469451666, 0.07951229065656662, 9.34131967369467e-05, -0.007030597422271967, 0.002363926265388727, -0.0258388202637434, -0.05054371803998947, 0.032088641077280045, 0.05363394320011139, -0.0024920746218413115, 0.029866402968764305, 0.007614580448716879, -0.05880729481577873, -0.007822414860129356, 0.002459399402141571, 0.009055109694600105, 0.09660470485687256, 0.010007784701883793, -0.038227442651987076, -0.03950359672307968, -0.07465820759534836, -0.042607635259628296, -0.021152473986148834, 0.05174417048692703, 0.09949890524148941, 0.03850071132183075, -0.008640529587864876, 0.006449887529015541, 0.004111041780561209, -0.025446753948926926, -0.013499372638761997, 0.03975073993206024, 0.033951058983802795, 0.03347928449511528, -0.06472636759281158, -0.02432873472571373, 0.04770591855049133, 0.028318870812654495, -0.04213876277208328, -0.12137763202190399, 0.03620987758040428, 0.03191105276346207, -0.10553834587335587, -0.04120134934782982, -0.10307075828313828, -0.020069794729351997, 0.009795407764613628, -0.03492176905274391, 0.03206830099225044, -0.034074485301971436, -0.022359633818268776, 0.0002265398798044771, 0.03425087407231331, 0.023893218487501144, 0.011736497282981873, 0.05809798464179039, 0.00739387609064579, -0.058673545718193054, -0.12249698489904404, -0.04743896797299385, -0.012364974245429039, 0.01761336252093315, -0.06278764456510544, 0.04563946649432182, -0.028386272490024567, 0.027806725353002548, 0.005902541801333427, 0.018056415021419525, -0.05809761956334114, -0.006480260286480188, 0.07390029728412628, -0.10888361185789108, 0.014462647028267384, -0.0023916831705719233, 0.0505947545170784, 0.06365390866994858, -0.055491574108600616, -0.0010227244347333908, -0.07172440737485886, 0.012890803627669811, 0.003050779225304723, -2.3733814913384776e-08, -0.030481655150651932, 0.05010627210140228, -0.07171400636434555, -0.016341358423233032, 0.0888797715306282, 0.05451374500989914, 0.018372494727373123, 0.03121517039835453, 0.050790298730134964, 0.027534430846571922, 0.06104752793908119, -0.003241355763748288, -0.12072759121656418, -0.04285457357764244, -0.056671980768442154, -0.01554198656231165, 0.04669836908578873, 0.07588112354278564, -0.03174832463264465, -0.00959992315620184, -0.0400792621076107, 0.03977837786078453, 0.052905187010765076, -0.0043756235390901566, -0.013344405218958855, -0.010801543481647968, 0.04621710255742073, 0.07082821428775787, 0.10978307574987411, 0.017219239845871925, -0.0068864827044308186, 0.013740631751716137, -0.027790626510977745, -0.055219318717718124, -0.01869465969502926, -0.03223080933094025, 0.008508529514074326, 0.031528882682323456, -0.002418910153210163, 0.12348257005214691, 0.05121435225009918, -0.005904639605432749, -0.10205505788326263, 0.04882168024778366, -0.0627884566783905, 0.009704184718430042, -0.11288639158010483, -0.03841063007712364, -0.04013742506504059, 0.022454367950558662, 0.0011932606576010585, -0.028296010568737984, -0.04951848089694977, 0.0391763299703598, -0.03569168969988823, 0.030088717117905617, -0.013664113357663155, -0.021921882405877113, 0.06123622506856918, -0.04884369298815727, -0.03927738219499588, -0.07539033889770508, 0.03564230725169182, -0.03288538381457329 ], "frost": [ -0.060595255345106125, -0.006758041679859161, 0.030925536528229713, 0.04116581007838249, 0.07524869590997696, -0.017391903325915337, 0.08019975572824478, 0.01597108319401741, 0.061080798506736755, -0.0064790332689881325, 0.0022305503953248262, -0.05853429436683655, -0.011182207614183426, -0.028293287381529808, -0.09248732775449753, -0.06275906413793564, -0.06645181775093079, -0.014279178343713284, 0.0021166049409657717, -0.09530726075172424, 0.02255876362323761, -0.037081122398376465, -0.0016543421661481261, 0.028573093935847282, -0.04852568730711937, 0.07623034715652466, -0.062116436660289764, -0.01115478202700615, -0.03703727573156357, 0.03687918186187744, -0.02569628320634365, 0.09848178923130035, 0.06099620461463928, -0.00022630502644460648, -0.01664314605295658, -0.031867094337940216, 0.02446907013654709, -0.019243167713284492, -0.06742792576551437, -0.019810190424323082, 0.035914916545152664, -0.044746629893779755, 0.04630628973245621, 0.02528977207839489, 0.02675704099237919, 0.047797176986932755, 0.09092995524406433, 0.04846956208348274, -0.074958436191082, 0.0514628030359745, 0.017380932345986366, 0.0005663723568432033, -0.028938768431544304, -0.012885013595223427, -0.022818351164460182, 0.05834297463297844, 0.052883636206388474, 0.021474367007613182, 0.006310993805527687, -0.006660985294729471, -0.0030635742004960775, 0.056138597428798676, -0.06364656239748001, 0.022201772779226303, 0.07643258571624756, 0.0030314282048493624, -0.017464501783251762, -0.05175107344985008, 0.040388818830251694, -0.03391849622130394, 0.07775671780109406, 0.0996142327785492, 0.10337240993976593, -0.020419487729668617, -0.013058229349553585, -0.0055228909477591515, -0.014437779784202576, 0.0004812190600205213, 0.09280906617641449, -0.02057573013007641, -0.015157216228544712, -0.018841605633497238, 0.024461613968014717, 0.09366316348314285, 0.02695383131504059, 0.006741649471223354, 0.05717752128839493, 0.02825225703418255, 0.00345348147675395, -0.011589129455387592, 0.04327871650457382, -0.030047070235013962, -0.14989304542541504, -0.006449430249631405, -0.15659910440444946, 0.07472185045480728, 0.040599994361400604, -0.04925848916172981, -0.018320364877581596, 0.05952971801161766, -0.06138227507472038, -0.09304531663656235, -0.0456661656498909, 0.04900722950696945, 0.052477724850177765, -0.00673698028549552, -0.03253932669758797, -0.03541409596800804, 0.00250716763548553, -0.020287949591875076, -0.013559186831116676, -0.049427129328250885, 0.015879226848483086, 0.036320656538009644, 0.003276433562859893, -0.06019910052418709, -0.09850811958312988, 0.010993670672178268, 0.0582377091050148, 0.04379982128739357, -0.026677289977669716, 0.09296337515115738, 0.006809106562286615, -0.015294869430363178, 0.06463993340730667, 0.06851283460855484, 0.044521432369947433, 3.6121692438021146e-33, 0.03699566051363945, 0.044820114970207214, 0.019380781799554825, -0.019708719104528427, -0.020013686269521713, -0.059019435197114944, -0.005604300647974014, 0.059025559574365616, 0.0022806753404438496, -0.011116248555481434, 0.06963133811950684, 0.03977639228105545, -0.04517974704504013, 0.006212891545146704, 0.013605151325464249, -0.019897786900401115, 0.013837168924510479, -0.019752832129597664, 0.010724141262471676, 0.0012778349919244647, 0.04274216666817665, -0.03508814796805382, 0.022284390404820442, 0.026175301522016525, 0.04414117708802223, 0.10696054250001907, 0.03139800205826759, 0.11414798349142075, -0.012295573949813843, -0.005729897413402796, 0.1673908680677414, 0.05661063641309738, -0.004102514591068029, -0.04274241253733635, 0.034620098769664764, -0.027725912630558014, 0.05368519574403763, 0.052061211317777634, -0.004343742970377207, -0.006850400008261204, 0.058981653302907944, -0.015272129327058792, 0.06547114998102188, -0.03710866719484329, 0.05766858905553818, -0.01657169871032238, -0.03497961536049843, 0.002761411014944315, 0.019635027274489403, 0.09563397616147995, 0.05331915616989136, -0.03720090910792351, 0.015604956075549126, -0.03172558546066284, 0.016712751239538193, 0.022709684446454048, 0.008284490555524826, -0.06784167885780334, 0.0303912702947855, -0.064291812479496, -0.02353011630475521, -0.10907258093357086, 0.03890730068087578, -0.06286022067070007, 0.047984521836042404, 0.0972495824098587, -0.04058437421917915, 0.04214572533965111, -0.0032432889565825462, -0.028672335669398308, 0.020981449633836746, -0.06479689478874207, 0.05617300420999527, -0.01075947005301714, -0.08080878108739853, 0.0248743686825037, -0.04734223335981369, -0.03752101957798004, -0.03497420623898506, -0.01630306988954544, -0.028115246444940567, -0.0159204863011837, -0.031170940026640892, -0.01767992414534092, -0.0379144623875618, -0.07094541192054749, -0.04115438461303711, 0.037947334349155426, -0.0834536924958229, 0.014898738823831081, 0.028296317905187607, -0.01921701990067959, -0.0022966256365180016, -0.012913800776004791, -0.013802587985992432, -2.1777724458822106e-33, 0.005578851327300072, -0.03033519722521305, 0.00773449195548892, 0.09603305160999298, -0.006255199667066336, -0.0370345413684845, -0.014530050568282604, 0.008452826179564, 0.029069092124700546, 0.03108903020620346, -0.0037922875490039587, -0.021531643345952034, -0.029445050284266472, 0.028408197686076164, -0.08239643275737762, 0.08855771273374557, -0.017748331651091576, 0.012737799435853958, -0.018132861703634262, 0.07967532426118851, -0.09455201029777527, 0.024784622713923454, -0.1167885959148407, -0.05232243239879608, 0.0133152911439538, 0.06688105314970016, 0.06136517599225044, -0.02865144982933998, -0.02714676968753338, -0.07059819996356964, -0.10978361964225769, -0.05407341569662094, 0.010170266032218933, -0.03992795571684837, -0.004364079795777798, 0.00438208132982254, 0.0348004586994648, -0.09317349642515182, -0.12085390836000443, 0.014085566624999046, 0.0706990510225296, 0.07451988011598587, 0.02146749757230282, 0.028430504724383354, 0.014090857468545437, 0.030297115445137024, -0.03637000545859337, 0.014408085495233536, 0.08500128239393234, 0.01444766204804182, -0.012735485099256039, -0.06170680746436119, -0.062333155423402786, 0.06404042989015579, -0.01810065098106861, 0.03509395197033882, -0.030744684860110283, 0.030874330550432205, -0.01914340630173683, 0.04078877717256546, 0.025741055607795715, -0.12411527335643768, 0.013172737322747707, 0.020885247737169266, -0.00016470665286760777, 0.018408408388495445, 0.05362354964017868, 0.0084227928891778, 0.09135925024747849, 0.037209220230579376, 0.1583656668663025, 0.019632598385214806, 0.018979646265506744, -0.10696811974048615, 0.02270604856312275, -0.04511229321360588, -0.024641908705234528, -0.007182895205914974, -0.11060595512390137, -0.011081177741289139, 0.022709978744387627, -0.08904784172773361, -0.015096147544682026, 0.1395660936832428, 0.012468510307371616, -0.11723516136407852, 0.0124589204788208, 0.013035450130701065, -0.05392986908555031, 0.04818902537226677, -0.0024637188762426376, 0.029953330755233765, -0.02553851343691349, 0.037738095968961716, -0.005718446336686611, -3.0459812450089885e-08, -0.05810151994228363, -0.028922364115715027, -0.01184243056923151, -0.016019484028220177, 0.03668488562107086, -0.01650625467300415, 0.051545023918151855, -0.04388453811407089, -0.05445568636059761, -0.09463245421648026, 0.05643396079540253, 0.02680995501577854, 0.038596536964178085, -0.003015356371179223, 0.08701296895742416, 0.00942728016525507, 0.037004899233579636, 0.024948686361312866, -0.06553032994270325, -0.06376565992832184, -0.03678029030561447, 0.02254577726125717, 0.05882822722196579, -0.0744137167930603, -0.011933689936995506, 0.028587015345692635, 0.04577808827161789, 0.039023108780384064, 0.039103344082832336, 0.04702410101890564, -0.08095473051071167, 0.0046132346615195274, 0.14324475824832916, -0.10431908816099167, 0.04881126806139946, 0.03374342620372772, -0.027033962309360504, 0.019881976768374443, 0.05827413871884346, -0.024628618732094765, -0.010052600875496864, 0.04599900171160698, -0.1214015930891037, -0.028541257604956627, 0.04270439222455025, -0.025896582752466202, -0.006133366841822863, -0.001274398877285421, -0.03954800218343735, 0.08504024893045425, -0.03345601633191109, 0.03619189187884331, -0.07961339503526688, 0.03398730233311653, -0.04130570963025093, -0.052466560155153275, 0.005079444032162428, -0.049542173743247986, -0.06776145100593567, 0.01580670475959778, -0.03061947412788868, -0.02110735885798931, -0.05178613215684891, -0.05867524445056915 ], "garden": [ 0.03446882218122482, 0.0645822212100029, 0.01675395853817463, -0.040042418986558914, 0.09655959904193878, -0.058185428380966187, -0.033565256744623184, -0.08733678609132767, 0.03691960126161575, 0.02757755108177662, 0.037643883377313614, -0.050889723002910614, 0.024657106027007103, 0.009227057918906212, 0.0009816655656322837, -0.005904331337660551, 0.04500887170433998, 0.03731349855661392, -0.09061972796916962, 0.020353995263576508, 0.033503785729408264, 0.028893636539578438, 0.0009981029434129596, -0.03967617452144623, 0.06113237887620926, 0.026736624538898468, -0.06364330649375916, 0.02116827853024006, -0.02334580384194851, -0.0012718685902655125, 0.006301802583038807, 0.10250350087881088, 0.014113562181591988, -0.014470630325376987, 0.00885055959224701, 0.08386557549238205, 0.0058897556737065315, -0.07383766025304794, 0.021008480340242386, -0.005646588746458292, 0.011396780610084534, 0.01972793973982334, 0.024502769112586975, 0.028855551034212112, -0.01623021624982357, 0.06454191356897354, -0.030327409505844116, 0.05884505435824394, 0.06900631636381149, -0.05844330042600632, 0.051271118223667145, 0.06750364601612091, 0.05430913344025612, -0.08251281827688217, -0.08681046217679977, 0.044946882873773575, 0.012167906388640404, -0.013390892185270786, -0.054219573736190796, -0.02135065384209156, 0.02488747052848339, 0.0012767909793183208, -0.1464809626340866, 0.017910374328494072, 0.07184142619371414, -0.02448856458067894, -0.05192453786730766, 0.045967984944581985, 0.07533521950244904, -0.014584915712475777, 0.04142167419195175, 0.04905935749411583, -0.0022225691936910152, -0.06471829116344452, -0.027097387239336967, 0.11670169234275818, -0.055443864315748215, 0.03766987845301628, 0.05118219554424286, -0.04076244682073593, 0.041003793478012085, 0.012460513040423393, 0.012958149425685406, 0.016734439879655838, -0.043655458837747574, 0.024270184338092804, 0.06345919519662857, 0.14958947896957397, 0.009810897521674633, -0.0021058383863419294, 0.047012269496917725, -0.015683772042393684, -0.039436910301446915, 0.09931584447622299, -0.0050012799911201, 0.08163696527481079, 0.01637771725654602, -0.10794045776128769, -0.08851534128189087, 0.002167534315958619, -0.08454624563455582, -0.014691735617816448, 0.028667371720075607, 0.014965825714170933, 0.05235593393445015, -0.05774692818522453, -0.06343742460012436, 0.03561127558350563, -0.026101231575012207, 0.0413631834089756, -0.05272560939192772, -0.009182361885905266, 0.039286836981773376, 0.09149044752120972, 0.0580730214715004, -0.03178638592362404, 0.041959285736083984, 0.010957852005958557, 0.024283001199364662, 0.028538132086396217, 0.024126766249537468, -0.0003448470088187605, -0.038869500160217285, -0.03424610197544098, 0.030092760920524597, 0.013848849572241306, -0.052259672433137894, 4.488941551899169e-34, 0.0398595817387104, -0.027614396065473557, 0.0552636981010437, 0.019394276663661003, -0.018197819590568542, -0.008158368989825249, -0.03091711923480034, -0.036299530416727066, 0.08431600779294968, -0.01554880291223526, -0.06155390664935112, -0.027562487870454788, -0.04998821020126343, 0.00806979089975357, -0.04845733195543289, -0.04315493255853653, -0.016127608716487885, 0.06537890434265137, 0.005082220770418644, -0.033246055245399475, -0.06846015155315399, -0.005109836813062429, -0.11366511881351471, 0.04191706329584122, 0.04252766817808151, -0.06333786994218826, 0.0954657644033432, 0.00018598280439618975, -0.05228777974843979, 0.007060220930725336, 0.1147533655166626, -0.018390240147709846, 0.017664723098278046, -0.03615783154964447, 0.03930879756808281, 0.04074626415967941, 0.025699753314256668, 0.042848534882068634, 0.02685626596212387, 0.02890721708536148, -0.027669409289956093, -0.0024571011308580637, 0.08933952450752258, -0.061359141021966934, -0.025548221543431282, -0.048447076231241226, 0.04025780037045479, -0.0812467634677887, -0.02065950632095337, 0.07245969772338867, 0.0407925620675087, 0.02507171593606472, -0.009611692279577255, -0.06556785106658936, -0.01688178814947605, 0.03539628908038139, 0.05881611257791519, 0.003503830637782812, -0.030478186905384064, -0.025229427963495255, -0.037958934903144836, 0.006679268553853035, 0.02109016664326191, -0.08573136478662491, 0.06252730637788773, -0.07393300533294678, -0.08938860893249512, 0.0034996417816728354, -0.08110038936138153, 0.11130538582801819, 0.053510524332523346, -0.112240731716156, 0.025466129183769226, 0.0010392211843281984, -0.05876419320702553, -0.040585923939943314, 0.016359245404601097, -0.011508665047585964, -0.05888073891401291, 0.009409580379724503, 0.06021059677004814, -0.01825602725148201, -0.09734843671321869, -0.030847487971186638, -0.06972562521696091, -0.0409950390458107, 0.011299557983875275, 0.05743028596043587, -0.08661724627017975, 0.043665893375873566, 0.10878220200538635, 0.03231643885374069, 0.03215985372662544, -0.038967836648225784, 0.015960020944476128, -1.144349076984274e-33, -0.026945481076836586, 0.020635712891817093, -0.01306687481701374, 0.09809320420026779, 0.03973085805773735, 0.014776927419006824, 0.0004549267760012299, 0.018117381259799004, -0.04607090726494789, 0.03364500030875206, -0.0454055517911911, 0.06879670172929764, -0.024909254163503647, 0.017288051545619965, -0.07013993710279465, 0.1003497913479805, -0.003171403193846345, -0.015713445842266083, 0.03882094845175743, 0.082364521920681, -0.07852984964847565, -0.0377214178442955, 0.03460719808936119, 0.06578259915113449, -0.006114994641393423, -0.06944653391838074, 0.07874735444784164, 0.0478782132267952, -0.060946814715862274, -0.0808115154504776, -0.016360437497496605, -0.027252385392785072, -0.036605071276426315, 0.03919682279229164, 0.02581223100423813, -0.05024067312479019, 0.006265320815145969, -0.08746988326311111, -0.015111920423805714, -0.021733185276389122, -0.05879252031445503, -0.0060680825263261795, 0.006573892664164305, -0.10037577897310257, 0.03399944305419922, 0.03697739541530609, 0.05865078046917915, -0.08155467361211777, 0.04384162276983261, -0.02879101224243641, 0.08435723930597305, 0.056747302412986755, 0.04871765524148941, 0.08616388589143753, 0.03156469389796257, -0.0323898009955883, -0.04236708953976631, 0.011733745224773884, 0.01056370697915554, 0.06488699465990067, 0.028849150985479355, -0.005938584450632334, -0.021844247356057167, -0.013437721878290176, -0.0519549585878849, 0.02823234722018242, 0.023749029263854027, 0.07681552320718765, -0.013917766511440277, -0.0003776195226237178, -0.023026689887046814, 0.009673447348177433, 0.061607249081134796, -0.037187132984399796, -0.03857816010713577, -0.043719518929719925, 0.015246041119098663, -0.023284438997507095, -0.09525910764932632, -0.04958676919341087, -0.010081605054438114, 0.03590741008520126, -0.1136261522769928, -0.025375528261065483, 0.005238814279437065, -0.08705013245344162, 0.053116071969270706, -0.013107857666909695, 0.02704726904630661, 0.09067162871360779, 0.031019048765301704, 0.04818780720233917, 0.00780140096321702, -0.0006464957841672003, 0.05482708662748337, -2.762363493502562e-08, -0.04783400520682335, -0.0649360939860344, 0.08948003500699997, -0.10291451215744019, -0.02121772989630699, 0.014643139205873013, 0.09233295917510986, -0.0021510340739041567, 0.045874692499637604, 0.038934819400310516, 0.031554460525512695, 0.021854758262634277, -0.09062772989273071, 0.010863824747502804, 0.02909821644425392, -0.08655392378568649, -0.002201435388997197, 0.000147734084748663, -0.010621793568134308, 0.06323722004890442, 0.05714506283402443, 0.01345544308423996, -0.0583825446665287, 0.017390022054314613, 0.1063159704208374, 0.002379243029281497, 0.07369782030582428, -0.03242989629507065, 0.07746326178312302, 0.026613453403115273, 0.05497296527028084, 0.027577992528676987, 0.0029718251898884773, -0.041288092732429504, -0.14791488647460938, 0.041819337755441666, 0.02615312673151493, 0.030592190101742744, -0.025921953842043877, -0.00474783219397068, -0.04613414406776428, -0.04345759004354477, -0.0222794096916914, -0.060215454548597336, -0.04377615824341774, -0.04150440916419029, 0.037653617560863495, 0.07233228534460068, -0.0695982575416565, -0.027489352971315384, 0.0542026087641716, 0.01963348686695099, 0.015611586160957813, -0.005958086345344782, -0.007032420020550489, -0.01604621484875679, -0.012966442853212357, -0.037582870572805405, 0.04940345883369446, -0.030899109318852425, -0.11127175390720367, 0.03484208509325981, -0.12652768194675446, -0.048470284789800644 ], "harbor": [ 0.04210140183568001, 0.029701394960284233, 0.06756631284952164, 0.004540508612990379, 0.03789432346820831, -0.03394072502851486, -0.017109645530581474, -0.11348132789134979, -0.06496211141347885, -0.06932348012924194, -0.029202967882156372, -0.006564827170222998, -0.06647998094558716, 0.060756877064704895, 0.0026929215528070927, 0.06179003044962883, 0.008064634166657925, -0.0306636281311512, -0.0076882983557879925, 0.00888320617377758, 0.0027594848070293665, -0.06781294196844101, -0.10886179655790329, -0.0014902717666700482, -0.09206894040107727, 0.009668992832303047, 0.03644057363271713, 0.06056002900004387, 0.054684776812791824, -0.016110040247440338, -0.10930263251066208, 0.0028490168042480946, -0.05037159100174904, 0.03496275097131729, 0.0053193396888673306, 0.042695801705121994, 0.022064208984375, -0.03220523148775101, -0.004370968323200941, -0.033345818519592285, -0.040065523236989975, 0.02516736090183258, 0.03439086675643921, 0.11689113825559616, -0.019738124683499336, 0.0493645966053009, -0.03282654285430908, -0.06104586273431778, 0.04452791437506676, 0.09399498999118805, 0.0545138344168663, -0.006420087069272995, 0.0451183058321476, 0.011976187117397785, -0.034164685755968094, -0.005288470536470413, -0.052640970796346664, -0.04074489697813988, -0.017521487548947334, 0.004876030143350363, -0.013529506511986256, -0.0871800035238266, -0.001215795986354351, 0.004829482641071081, -0.024398131296038628, -0.0003713416517712176, -0.11213827133178711, -0.013295368291437626, 0.0665326938033104, -0.06312516331672668, -0.040351368486881256, 0.07451843470335007, -0.004856571089476347, -0.02825012430548668, -0.033178478479385376, 0.0262075737118721, -0.02615983597934246, -0.05406499281525612, 0.0538366436958313, -0.06151013821363449, -0.0026276111602783203, -0.002100893296301365, -0.00871593039482832, -0.01623893342912197, 0.0804653987288475, 0.012886043637990952, -0.08846236765384674, 0.10293558239936829, 0.01803494803607464, 0.06219549849629402, 0.06275393813848495, -0.01082277949899435, -0.007336295209825039, -0.05704420804977417, 0.031155912205576897, -0.019148338586091995, -0.09410899877548218, 0.02673867903649807, -0.09205342084169388, 0.02757822349667549, 0.007542581297457218, 0.09137347340583801, -0.030413243919610977, -0.013408456929028034, 0.06936437636613846, -0.016982050612568855, 0.005567497573792934, 0.07566411793231964, -0.0118610430508852, 0.018499042838811874, 0.011449068784713745, 0.025789184495806694, 0.08666791766881943, -0.0003938051813747734, -0.020243940874934196, 0.11727172881364822, -0.0026230227667838335, -0.01803954504430294, -0.005720564629882574, -0.008811887353658676, 0.050187502056360245, 0.016098977997899055, 0.07912416011095047, -0.07228118926286697, -0.04864855110645294, -0.022622503340244293, 0.11023759841918945, 1.0532536830898201e-33, -0.09164153039455414, -0.04139772057533264, -0.06718127429485321, -0.005306490696966648, 0.05751674994826317, -0.10611671209335327, -0.05315987393260002, -0.01691954769194126, 0.00226187938824296, -0.015189247205853462, 0.006017399951815605, 0.01136718038469553, 0.0024134840350598097, -0.05471966788172722, 0.047382861375808716, -0.01875220611691475, 0.09476547688245773, 0.029047638177871704, -0.04469332471489906, 0.009788603521883488, 0.08320948481559753, -0.14817756414413452, -0.0016989009454846382, -0.026538271456956863, -0.07693658769130707, -0.015526091679930687, -0.011141408234834671, 0.02347365766763687, -0.019276924431324005, 0.04864184930920601, -0.00027281726943328977, -0.032379891723394394, -0.04437955468893051, 0.09509272128343582, 0.02177431620657444, -0.028980661183595657, 0.09652277082204819, -0.03319588676095009, 0.10460475087165833, -0.08283434808254242, -0.1134021133184433, -0.04633144661784172, -0.035567957907915115, 0.0752851665019989, -0.06880088895559311, -0.08864215016365051, 0.07591663300991058, 0.00012282132229302078, 0.021869521588087082, 0.1498035043478012, -0.015201913192868233, -0.024487540125846863, -0.13447938859462738, -0.026698943227529526, -0.02656652219593525, 0.008878996595740318, 0.04571975767612457, 0.023152370005846024, -0.0646006241440773, -0.020216194912791252, 0.02047356776893139, 0.07540716975927353, -0.02510927803814411, -0.004264877177774906, 0.0151067478582263, 0.07180439680814743, -0.027878491207957268, -0.038746725767850876, -0.06440895050764084, 0.01545566227287054, 0.05061491206288338, -0.008466655388474464, -0.07614386826753616, -0.015866247937083244, -0.042314086109399796, -0.05387114733457565, 0.0353839173913002, 0.05297158658504486, 0.07789767533540726, 0.08018629997968674, -0.06145007163286209, 0.01135414931923151, -0.05034589394927025, 0.04713603854179382, 0.013852432370185852, -0.013427934609353542, 0.05132776126265526, 0.010818587616086006, -0.03914530202746391, -0.013106408528983593, 0.019666146486997604, -0.0017759967595338821, 0.12161973118782043, -0.01506955735385418, -0.03206540271639824, -1.664924831769586e-33, -0.032552432268857956, 0.02862878143787384, -0.030227750539779663, -0.037818558514118195, -0.0964382067322731, -0.012439435347914696, -0.006264274474233389, 0.05614320561289787, -0.006503637880086899, 0.02463623695075512, -0.1245269626379013, 0.10762354731559753, 0.0336320735514164, 0.043416135013103485, 0.026326283812522888, -0.024966616183519363, 0.10844715684652328, 0.05340566858649254, 0.006408237386494875, -0.01603744924068451, 0.052682921290397644, 0.051878444850444794, -0.05908186733722687, -0.008617286570370197, -0.022577928379178047, 0.06723855435848236, 0.037593793123960495, -0.024404315277934074, 0.0019050121773034334, -0.024126755073666573, 0.011819349601864815, 0.036031074821949005, -0.0115748206153512, 0.008473088964819908, 0.007476482540369034, -0.05342840403318405, 0.05208350718021393, 0.0799240991473198, -0.062666155397892, 0.10685870796442032, 0.024683313444256783, -0.01770891062915325, 0.004087380599230528, 0.006884730886667967, -0.12381589412689209, 0.11084524542093277, -0.05185553804039955, 0.0035221108701080084, -0.02920926921069622, 0.032259900122880936, -0.06854698061943054, 0.013779455795884132, 0.030961038544774055, 0.014467204920947552, -0.06833233684301376, 0.09874162077903748, -0.019907379522919655, -0.04129345715045929, 0.010368602350354195, -0.05266265943646431, 0.006606400012969971, -0.05819829925894737, -0.03267822787165642, 0.012191356159746647, -0.01056175958365202, 0.02005545236170292, 0.01875447854399681, 0.04060817137360573, -0.061038270592689514, 0.05932691693305969, -0.013832036405801773, -0.01828925497829914, -0.07236100733280182, 0.010008553974330425, -0.0034145221579819918, -0.027248602360486984, 0.03475433588027954, 0.034907858818769455, -0.054967548698186874, -0.015389754436910152, -0.029455343261361122, 0.06641727685928345, -0.04939579591155052, -0.046409722417593, 0.08280543982982635, -0.11950118094682693, -0.018042337149381638, -0.021000176668167114, 0.010280417278409004, 0.009616768918931484, 0.0914912149310112, 0.04019144922494888, -0.061746835708618164, -0.0014535044319927692, -0.05345413461327553, -2.8222828518664755e-08, -0.0007367231301032007, 0.004991109017282724, 0.031159937381744385, -0.026279939338564873, -0.03258134052157402, -0.06282531470060349, 0.044997699558734894, 0.011299165897071362, -0.020082412287592888, 0.010969663970172405, 0.08575444668531418, 0.0058649685233831406, 0.017147202044725418, -0.0422908179461956, -0.01954464428126812, -0.03654806688427925, 0.0041440012864768505, -0.09400646388530731, -0.04256055876612663, -0.016717225313186646, -0.02962605282664299, -0.03792329132556915, 0.004369377624243498, 0.024899911135435104, -0.07777199894189835, 0.11152471601963043, 0.06553632020950317, -0.020562373101711273, 0.016052404418587685, 0.022880328819155693, 0.04002995043992996, 0.09699973464012146, -0.02503621019423008, 0.04394694045186043, -0.004496139008551836, 0.02656521275639534, -0.004446603357791901, -0.03216090053319931, -0.05618016794323921, 0.117275170981884, -0.0722842887043953, -0.010867923498153687, -0.022078249603509903, 0.049422722309827805, 0.03371524438261986, 0.07213487476110458, -0.007823653519153595, 0.018624942749738693, 0.012319470755755901, 0.014311503618955612, 0.02456471510231495, -0.019535033032298088, 0.017048468813300133, 0.07107789814472198, 0.0240227822214365, 0.02770788036286831, 0.009777023456990719, -0.045229628682136536, 0.025641778483986855, -0.015622726641595364, 0.02540225349366665, 0.10202625393867493, -0.03573254868388176, 0.029377667233347893 ], "iris": [ -0.0507018007338047, -0.009898712858557701, -0.018721379339694977, 0.016292570158839226, 0.011538693681359291, 0.016344644129276276, 0.019495652988553047, -0.011214068159461021, -0.0008177703712135553, 0.04709798842668533, 0.07567646354436874, 0.10108239948749542, -0.024176089093089104, -0.08404594659805298, -0.067779541015625, -0.029223846271634102, -0.05701303109526634, -0.034324463456869125, -0.01927855797111988, 0.015654221177101135, 0.06568606197834015, -0.030044326558709145, -0.021162476390600204, -0.0243950467556715, -0.00766791170462966, 0.030411554500460625, 0.045182399451732635, 0.035483330488204956, 0.017562882974743843, -0.037920136004686356, -0.07455331087112427, 0.0391400083899498, 0.025778384879231453, 0.026002921164035797, 0.007142630405724049, -0.022931553423404694, 0.018898511305451393, 0.03114958480000496, -0.016642345115542412, -0.06459047645330429, -0.08340726792812347, -0.02173626609146595, -0.02067953534424305, 0.0874478667974472, 0.06687778234481812, 0.039245571941137314, -0.03243415057659149, -0.05981972813606262, -0.001072851475328207, -0.02727700024843216, -0.03823332116007805, 0.09091802686452866, -0.022384436801075935, 0.014200001955032349, 0.029030270874500275, 0.029643598943948746, -0.008016519248485565, 0.008389363065361977, 0.018771307542920113, 0.08084341138601303, 0.08492055535316467, 0.004604840185493231, -0.02782018668949604, 0.009305636398494244, -0.06187143921852112, 0.042955152690410614, 0.03950905799865723, -0.0732894018292427, 0.060908813029527664, -0.15156321227550507, -0.061298537999391556, -0.035129696130752563, -0.013261151500046253, 0.0009297534707002342, 0.07182479649782181, 0.039315901696681976, -0.05500409007072449, -0.03829188644886017, 0.03952358290553093, 0.020345347002148628, -0.024728504940867424, -0.03082297556102276, 0.07463064789772034, 0.07059667259454727, 0.11771651357412338, 0.05360216647386551, -0.005782317370176315, 0.036545660346746445, 0.0638965368270874, 0.061159126460552216, -0.08207293599843979, -0.0350705161690712, 0.002185749588534236, -0.058949101716279984, -0.012406997382640839, 0.01299956627190113, 0.011567463167011738, -0.03551037237048149, -0.11349799484014511, 0.04948125407099724, -0.022524673491716385, -0.01287152711302042, -0.05972138047218323, -0.0032212811056524515, 0.06621348112821579, -0.0258181169629097, 0.06204790994524956, -0.03703683242201805, 0.035629887133836746, -0.02247878722846508, 0.014931173995137215, 0.022806448861956596, 0.02002626471221447, -0.02050665020942688, 0.04799896851181984, 0.03921641409397125, -0.07239172607660294, 0.049908362329006195, 0.11246033757925034, 0.08342959731817245, -0.027293041348457336, -0.07437949627637863, 0.008341257460415363, -0.016213534399867058, -0.06461147218942642, -0.017183881253004074, -0.06573924422264099, -2.943550123353061e-34, -0.032694824039936066, 0.027297256514430046, -0.04547726362943649, -0.01898767612874508, -0.007783217821270227, -0.029057079926133156, 0.0694146454334259, -0.026411177590489388, -0.08524149656295776, -0.06401479244232178, -0.03620653972029686, -0.02039249613881111, -0.030997058376669884, -0.06267789006233215, 0.027093257755041122, 0.026205051690340042, -0.007795155514031649, 0.05195803940296173, 0.024587756022810936, 0.018625330179929733, 0.07371439039707184, -0.056547611951828, 0.01722104847431183, 0.04265611618757248, 0.12803617119789124, 0.1047854945063591, 0.017489749938249588, -0.0016467422246932983, 0.0928027555346489, 0.06272358447313309, -0.016112040728330612, 0.03386427089571953, 0.0025891161058098078, -0.027702612802386284, 0.05097341910004616, -0.029170911759138107, 0.05153731256723404, -0.002371487207710743, -0.047133855521678925, 0.01515454612672329, 0.014436617493629456, -0.005971007514744997, -0.049107860773801804, -0.020843321457505226, 0.020778058096766472, 0.008086499758064747, 0.02644604817032814, 0.04518653452396393, 0.0200266744941473, -0.013078246265649796, -0.1123797670006752, 0.016418438404798508, -0.08397648483514786, -0.05083153396844864, -0.06942608207464218, -0.04950626567006111, -0.002856383565813303, 0.030391976237297058, 0.0045996904373168945, -0.012857934460043907, -0.002847971860319376, 0.06274823099374771, 0.0692853033542633, 0.020441429689526558, 0.12828728556632996, -0.06687101721763611, -0.05393201857805252, -0.05288493633270264, -0.00017319663311354816, 0.003555254777893424, -0.0709594339132309, -0.06965283304452896, -0.0632525160908699, 0.03037887066602707, -0.14464746415615082, -0.0069607459008693695, -0.04669365659356117, 0.06658954918384552, 0.017032939940690994, -0.03606260567903519, 0.04883110895752907, 0.02330903336405754, -0.022646546363830566, 0.044553227722644806, 0.010134400799870491, -0.04143171012401581, -0.021932343021035194, -0.04837610572576523, -0.0681065171957016, -0.002535970415920019, 0.028359532356262207, -0.04473629966378212, -0.0010943772504106164, 0.012898909859359264, -0.06495330482721329, -3.527483141020023e-34, 0.010717159137129784, -0.07025130838155746, -0.014212919399142265, -0.00016590949962846935, -0.051683276891708374, 0.0018486022017896175, 0.0026230476796627045, 0.012128705158829689, 0.04975241422653198, 0.015558712184429169, 0.1005667969584465, 0.004898510407656431, 0.08153694123029709, -0.03824751451611519, 0.05001155287027359, -0.035546183586120605, -0.025812622159719467, 0.05527028068900108, -0.036751944571733475, 0.10123582929372787, -0.097041554749012, -0.018838342279195786, 0.011655401438474655, 0.009450593963265419, -0.031536366790533066, 0.06387308239936829, 0.01752430759370327, 0.08235552906990051, -0.037954945117235184, -0.046707406640052795, -0.025124283507466316, -0.013227236457169056, -0.04347249120473862, 0.08707953244447708, -0.02595941349864006, 0.004986390005797148, -0.0035207951441407204, -0.05272108316421509, -0.10948966443538666, 0.016168534755706787, 0.12019666284322739, 0.017138520255684853, -0.009247580543160439, 0.050288788974285126, -0.018121566623449326, -0.034109823405742645, 0.036738064140081406, -0.015005582943558693, -0.08259890228509903, -0.0427963063120842, 0.10977058112621307, -0.07836423814296722, 0.06866523623466492, 0.02850341610610485, -0.06355052441358566, 0.06918057054281235, 0.08528316766023636, 0.039644088596105576, 0.05101197957992554, -0.0020386120304465294, 0.10035611689090729, -0.019832193851470947, 0.03295000642538071, 0.06296366453170776, 0.017260903492569923, -0.05605452135205269, 0.0063273124396800995, 0.03303304314613342, -0.05939225107431412, -0.05715379863977432, 0.03450223430991173, 0.010961857624351978, 0.05914999544620514, 0.006411468610167503, 0.12233270704746246, -0.005816426128149033, -0.06444435566663742, 0.0019897588063031435, -0.06762105971574783, -0.010516257025301456, 0.0019065014785155654, -0.031077222898602486, -0.056551579385995865, 0.06702988594770432, 0.034956805408000946, 0.013077517971396446, 0.07148861140012741, 0.0796569436788559, 0.04306620731949806, -0.0037887890357524157, -0.1260993629693985, 0.0844292938709259, -0.0886959433555603, -0.01869983784854412, 0.01589043065905571, -2.4426329403581803e-08, -0.022724734619259834, 0.02670011669397354, 0.05483582243323326, -0.016604725271463394, 0.08403126150369644, -0.019277045503258705, -0.04856283217668533, 0.03179366514086723, -0.049804382026195526, -0.007850844413042068, -0.004448088351637125, 0.016231775283813477, 0.05487405136227608, -0.03961005061864853, -0.013270989991724491, -0.005581867881119251, -0.014991290867328644, 0.005997954867780209, -0.011215224862098694, 0.04681980609893799, -0.01603412814438343, -0.09068949520587921, 0.12059922516345978, 0.02293066307902336, 0.000212379454751499, 0.00881911814212799, -0.008796275593340397, 0.07586487382650375, -0.023250777274370193, 0.015466930344700813, 0.0013491008430719376, -0.015396407805383205, 0.13199388980865479, 0.06471870094537735, -0.14812958240509033, 0.08615284413099289, 0.06040070205926895, -0.020422283560037613, 0.021395333111286163, -0.007187525741755962, -0.02916382998228073, -0.09262917190790176, -0.06534957140684128, 0.011782102286815643, -0.08141858875751495, 0.030554965138435364, 0.06652171164751053, -0.011530670337378979, -0.03407728672027588, 0.02789606712758541, -0.05691692605614662, -0.038627929985523224, -0.052294593304395676, 0.02958616428077221, 0.01880529895424843, -0.01962641440331936, 0.0262446366250515, -0.061750441789627075, -0.02356497198343277, 0.011680947616696358, -0.02985840104520321, 0.06997748464345932, -0.10298183560371399, -0.03299819305539131 ], "iris-network": [ -0.008917974308133125, -0.05794200673699379, -0.009642752818763256, -0.016428545117378235, -0.050774261355400085, -1.3647606465383433e-05, -0.011592436581850052, 0.006925045046955347, 0.012592305429279804, 0.028838729485869408, 0.08440446853637695, 0.06677182018756866, 0.01674971915781498, -0.07570935785770416, -0.04173808544874191, -0.05666092410683632, -0.0877549797296524, -0.12965801358222961, 0.04839590564370155, 0.009978801012039185, 0.03759170323610306, -0.03799022361636162, -0.03565133735537529, -0.01705864816904068, 0.025271279737353325, 0.0055877142585814, 0.059010665863752365, 0.012169303372502327, 0.03266037255525589, 0.030279522761702538, -0.009844397194683552, 0.098392054438591, 0.03774261474609375, 0.05001262202858925, 0.03429090604186058, -0.08086530864238739, -0.024051275104284286, -0.017793022096157074, -0.032496292144060135, -0.011249559000134468, -0.009628216736018658, -0.016394486650824547, -0.018336065113544464, 0.07651108503341675, 0.07821036875247955, -0.04070961847901344, -0.08603620529174805, 0.009729847311973572, -0.014363287948071957, -0.013202491216361523, -0.04805393144488335, 0.0514625608921051, -0.01469856221228838, 0.02328290417790413, 0.027499981224536896, 0.02777753584086895, -0.049279022961854935, 0.019713807851076126, -0.01951434276998043, 0.09078200161457062, 0.08327427506446838, 0.003263358725234866, -0.02318064123392105, -0.024416837841272354, -0.07063218951225281, 0.030931567773222923, -0.0038858673069626093, -0.07151797413825989, 0.07098399102687836, -0.12843209505081177, -0.04926520958542824, 0.004722462967038155, -0.10415322333574295, 0.07087162137031555, 0.037550151348114014, 0.04913441836833954, 0.0006950912647880614, 0.018863119184970856, 0.0994996502995491, -0.026679975911974907, 0.008997485041618347, -0.04476427286863327, 0.08842992037534714, 0.025776837021112442, 0.08581316471099854, -0.0003785055596381426, -0.013377910479903221, 0.03354855626821518, 0.026343628764152527, 0.025780504569411278, -0.04905486851930618, 0.020047364756464958, 0.03809955343604088, -0.05899066850543022, -0.023606153205037117, 0.023379413411021233, -0.028771454468369484, -0.10317028313875198, -0.055623311549425125, 0.0672990009188652, -0.09810992330312729, -0.036890432238578796, -0.04036327451467514, 0.01582225412130356, -0.03307396546006203, 0.027084017172455788, 0.08367032557725906, -0.0514274500310421, 0.05530915781855583, 0.004444442223757505, -0.034661028534173965, -0.027356179431080818, 0.011459480039775372, 0.012958452105522156, 0.03165090084075928, 0.04271354526281357, 0.0016707959584891796, 0.014748522080481052, 0.15845273435115814, 0.07699740678071976, 0.0055192396976053715, -0.00784345343708992, 0.01986648701131344, -0.03790115937590599, -0.03178931772708893, -0.04851721227169037, -0.05230271816253662, -2.4089328589584365e-33, -0.0395783968269825, 0.061880797147750854, -0.040707070380449295, 0.0010670400224626064, -0.02322225272655487, -0.017879318445920944, 0.06627774983644485, -0.014398211613297462, -0.07899947464466095, 0.01132217701524496, -0.09202206879854202, -0.04608972743153572, 0.038914989680051804, -0.018063979223370552, 0.06066284328699112, 0.016329128295183182, -0.007060945499688387, 0.04866207018494606, 0.02280465140938759, 0.08957993984222412, 0.07190873473882675, -0.08012785017490387, 0.006420828867703676, -0.004988383036106825, 0.08129481226205826, 0.0803135335445404, -0.036083631217479706, -0.019548926502466202, 0.11763423681259155, 0.041565828025341034, 0.04941585659980774, -0.014525718986988068, -0.0032819875050336123, -0.06922194361686707, 0.08228026330471039, -0.015232103876769543, 0.05339077487587929, -0.04317149892449379, -0.021175911650061607, 0.04092545062303543, -0.005881526041775942, 0.002147786319255829, 0.013202096335589886, -0.0053116497583687305, 0.039689965546131134, 0.06390956044197083, 0.003497399389743805, 0.03667430952191353, 0.0379423126578331, 0.044559039175510406, -0.1231568306684494, 0.03496401384472847, -0.039648011326789856, -0.04108384996652603, 0.0099699841812253, -0.0653885081410408, 0.026767468079924583, 0.0383124016225338, -0.031802527606487274, -0.028460444882512093, -0.01824871636927128, -0.04542681947350502, -0.018190430477261543, -0.0169422198086977, 0.07725164294242859, -0.07391699403524399, -0.1090601235628128, -0.056055646389722824, 0.054199378937482834, -0.03298288956284523, -0.02282269299030304, -0.06289593875408173, -0.10529258847236633, -0.03182293847203255, -0.050570037215948105, -0.03647434338927269, -0.029447032138705254, 0.040919188410043716, -0.00041832507122308016, 0.03692071884870529, 0.027711929753422737, 0.058819402009248734, -0.06000708416104317, -0.025063984096050262, 0.06385190039873123, -0.027126286178827286, 0.03640899807214737, 0.0027946201153099537, -0.0493452213704586, -0.021151481196284294, 0.09251730144023895, 0.016585515812039375, -0.0017256338614970446, 0.09174923598766327, -0.01031558495014906, 1.8568713043153573e-33, 0.015452193096280098, 0.04218880459666252, 0.011742587201297283, -0.04115566611289978, 0.02707039937376976, -0.03858915716409683, 0.11978377401828766, 0.02267375960946083, 0.03487180173397064, -0.005525209940969944, 0.10417734831571579, -0.029673345386981964, 0.025500483810901642, -0.003659393172711134, 0.040250264108181, -0.042670562863349915, -0.062276896089315414, 0.04588518664240837, 0.022093122825026512, 0.08872967958450317, -0.07087278366088867, -0.0020051777828484774, -0.014578466303646564, -0.026903627440333366, -0.01783706806600094, -0.026866473257541656, 0.09639876335859299, 0.04579231142997742, -0.012770014815032482, -0.0170935969799757, -0.015336399897933006, -0.03864526003599167, -0.07291480153799057, 0.050269413739442825, 0.03200405836105347, 0.02270849235355854, 0.014801234006881714, -0.04513362795114517, -0.10556633025407791, -0.01127032283693552, 0.1091734915971756, -0.07357165217399597, -0.034806836396455765, 0.04474175348877907, -0.00561657827347517, -0.0018125814385712147, 0.08741240203380585, 0.018534261733293533, -0.06634001433849335, -0.05597555637359619, -0.004291668068617582, -0.022434696555137634, 0.11323277652263641, 0.06106669455766678, -0.021924197673797607, -0.003178744111210108, 0.048544742166996, 0.06278891861438751, 0.039634961634874344, 0.06203862279653549, 0.07536834478378296, -0.024551695212721825, -0.014316768385469913, 0.06218579784035683, 0.007594454567879438, -0.06929446011781693, 0.020964549854397774, 0.07803592830896378, -0.03237001597881317, -0.04708210006356239, 0.00768167432397604, -0.06778468936681747, 0.027189049869775772, 0.021357541903853416, 0.024022722616791725, -0.04185113310813904, -0.04781482368707657, 0.02680588886141777, -0.019196320325136185, -0.005296749994158745, -0.06822395324707031, 0.05295294523239136, -0.06390662491321564, 0.06754864752292633, 0.028573788702487946, -0.03877303749322891, 0.13582894206047058, 0.036213651299476624, -0.013553480617702007, 0.021463939920067787, -0.07409165054559708, 0.012026797980070114, 0.013043736107647419, -0.06866508722305298, -0.004418624565005302, -2.6489862747780535e-08, -0.0262847151607275, 0.08760037273168564, 0.003842767560854554, -0.03433359041810036, 0.09484332799911499, 0.019431980326771736, -0.05687503516674042, -0.05364975705742836, -0.03686528280377388, 0.06102471426129341, -0.018962696194648743, 0.03285928815603256, -0.017969712615013123, -0.04395202174782753, 0.04709629341959953, -0.019960034638643265, -0.05547473579645157, 0.0011834297329187393, 0.0448019877076149, 0.04839469492435455, -0.0017932571936398745, -0.04320419207215309, 0.062373317778110504, -0.022649765014648438, -0.07673183083534241, 0.016254669055342674, 0.019717983901500702, 0.09651505202054977, -0.059706155210733414, 0.015902817249298096, 0.038310397416353226, 0.011010889895260334, 0.13865841925144196, -0.02589796483516693, -0.094145268201828, 0.015401128679513931, -0.025400398299098015, 0.014991735108196735, 0.09801650792360306, -0.10513211786746979, -0.0072194794192910194, -0.06828594207763672, -0.007935091853141785, -0.03295028954744339, -0.03664441406726837, 0.07179171591997147, -0.017180822789669037, -0.04006289690732956, 0.0647864043712616, -0.010220498777925968, -0.06928911060094833, -0.03762058541178703, -0.07507126033306122, -0.04280034825205803, 0.0072907754220068455, -0.06631479412317276, 0.01914309710264206, -0.039288584142923355, -0.049287449568510056, 0.018774334341287613, 0.020530913025140762, 0.10147228837013245, -0.07554155588150024, -0.07681510597467422 ], "junction": [ -0.01026324275881052, -0.06207792088389397, 0.009564226493239403, 0.0745227113366127, -0.06338032335042953, -0.060643330216407776, 0.05056248605251312, -0.02973814122378826, 0.02363094687461853, 0.006285954266786575, 0.07640974223613739, 0.021243765950202942, 0.06879453361034393, -0.004832822363823652, -0.07193540036678314, -0.003850300796329975, 0.07494150102138519, -0.09274628758430481, -0.03500624746084213, 0.004433158785104752, -0.03718435391783714, 0.01791987381875515, -0.00039368667057715356, -0.0309126153588295, -0.02211260236799717, -0.017635244876146317, -0.03884333744645119, -0.03565077483654022, -0.050488028675317764, -0.05673465132713318, -0.04772890731692314, 0.06769359856843948, -0.09798163920640945, 0.034341439604759216, 0.042757146060466766, 0.02883950248360634, -0.029398785904049873, -0.009523062966763973, 0.024930112063884735, -0.007187895942479372, -0.010870642028748989, 0.002715523587539792, 0.03892166167497635, 0.07119717448949814, 0.1201300248503685, -0.0427679605782032, -0.029272137209773064, 0.029449427500367165, 0.03007323108613491, -0.05052706599235535, 0.03367789089679718, -0.032442882657051086, 0.025999125093221664, 0.05171877145767212, 0.10244421660900116, -0.017421141266822815, -0.030936837196350098, 0.028583047911524773, -0.05145430564880371, 0.008899563923478127, 0.05052216351032257, -0.03853636234998703, -0.0443858839571476, -0.02917579375207424, 0.06262198835611343, 0.00240086717531085, 0.011696954257786274, 0.011534323915839195, 0.02678413689136505, 0.05200653150677681, -0.00636883033439517, 0.022919202223420143, -0.1095900610089302, 0.05722101405262947, 0.027140730991959572, 0.03261715918779373, 0.0953935757279396, -0.046216804534196854, -0.04263598844408989, -0.07052800804376602, -0.06007898971438408, -0.016558218747377396, 0.0349765419960022, 0.0007374385022558272, 0.06427489221096039, -0.06663330644369125, -0.008524914272129536, 0.044417474418878555, -0.03501319885253906, -0.08631833642721176, 0.018901878967881203, 0.034164682030677795, 0.011216439306735992, 0.013843966647982597, -0.017606353387236595, 0.041476525366306305, -0.0702282041311264, 0.011316242627799511, -0.03327032923698425, 0.006301356479525566, 0.06513963639736176, 0.0027019167318940163, -0.032531846314668655, -0.012847473844885826, -0.0013218194944784045, 0.014722592197358608, -0.03630867972970009, 0.06729880720376968, -0.08812551945447922, -0.006764019839465618, 0.002199317794293165, -0.007213197648525238, 0.058077212423086166, -0.03644801676273346, -0.02416270785033703, 0.02164778672158718, -0.10023312270641327, 0.012096520513296127, 0.06562488526105881, 0.05308059602975845, -0.05102311819791794, 0.04537416622042656, -0.1031784787774086, -0.1252233237028122, 0.003925493452697992, 0.005701351445168257, 0.10729241371154785, 1.3720362715958047e-33, -0.07721028476953506, -0.0010510275606065989, -0.031137166544795036, -0.008792935870587826, 0.09987229853868484, -0.01884537562727928, -0.00248710042797029, 0.028580252081155777, 0.007774099241942167, -0.06957094371318817, -0.08738217502832413, -0.07030843198299408, 0.041735921055078506, -0.020512234419584274, -0.03439432010054588, -0.0865798369050026, 0.019214266911149025, 0.03586522489786148, -0.03509511798620224, -0.021982653066515923, -0.0015618508914485574, -0.03664622828364372, 0.009744289331138134, 0.029156651347875595, 0.01780339889228344, 0.03293128311634064, 0.01779783144593239, -0.023169325664639473, 0.037789467722177505, 0.01918502151966095, -0.02482837624847889, 0.11844802647829056, 0.055565621703863144, -0.014284255914390087, -0.003716022241860628, 0.04846794903278351, 0.05646323040127754, 0.009825650602579117, 0.015949493274092674, -0.03902572765946388, -0.08435122668743134, -0.031197313219308853, -0.047163527458906174, 0.06148900091648102, -0.05522289499640465, -0.04713332653045654, -0.010619675740599632, -0.0035822896752506495, -0.04120706021785736, -0.006491892505437136, -0.003115830011665821, 0.004016306716948748, 0.028632227331399918, 0.10036038607358932, 0.022508753463625908, 0.010134352371096611, 0.06947878003120422, -0.011798901483416557, -0.06374477595090866, 0.11542957276105881, 0.07134025543928146, 0.022624215111136436, -0.014399430714547634, 0.018152225762605667, 0.09021995961666107, 0.01798391342163086, -0.017769109457731247, -0.09067688137292862, 0.023112410679459572, -0.03483099862933159, 0.008143977262079716, -0.00273891375400126, 0.041946787387132645, -0.04268764331936836, 0.013204659335315228, -0.03149685636162758, -0.04171102121472359, 0.019275635480880737, 0.05333049222826958, 0.010851132683455944, -0.10520494729280472, -0.10732860863208771, -0.050455521792173386, -0.033041782677173615, 0.03784015774726868, -0.024624016135931015, 0.04105150327086449, -0.05031304061412811, -0.022741934284567833, -0.008130954578518867, -0.07531286776065826, 0.020312009379267693, 0.10673850029706955, 0.038026709109544754, 0.1269899159669876, -6.993541192079812e-34, -0.015028709545731544, 0.005871524568647146, 0.017183182761073112, 0.09378311783075333, 0.02585260383784771, -0.008089384064078331, -0.008806046098470688, 0.0380556657910347, 0.005281222052872181, 0.01634213514626026, -0.06395117193460464, 0.03700806200504303, 0.09031466394662857, -0.003152043092995882, -0.0020663291215896606, -0.0873485878109932, 0.052433326840400696, 0.005650796461850405, 0.054485104978084564, 0.08764781802892685, 0.036965906620025635, -0.039678532630205154, -0.08148767799139023, -0.011687285266816616, -0.043702058494091034, 0.08841671049594879, -0.004075259901583195, -0.08633026480674744, -0.017717285081744194, -0.027270805090665817, 0.008911844342947006, -0.03654898703098297, 0.016845325008034706, 0.05333712697029114, 0.04136785492300987, 0.02422088012099266, 0.060411255806684494, 0.0422302708029747, -0.012338489294052124, -0.015292993746697903, 0.0958559513092041, 0.05940763279795647, -0.021612530574202538, 0.01439649984240532, -0.032577548176050186, 0.04230290278792381, -0.02031714841723442, -0.08426777273416519, -0.07258465141057968, 0.03588457778096199, -0.005668810103088617, -0.0032931629102677107, 0.03891350328922272, 0.07693854719400406, -0.002502608112990856, 0.06820183992385864, -0.06164390593767166, 0.010924137197434902, 0.04195534810423851, 0.09592415392398834, 0.018399907276034355, -0.062250085175037384, 0.07621466368436813, -0.0012806542217731476, 0.08852383494377136, -0.009356914088129997, 0.04376547038555145, 0.0469982884824276, 0.043909259140491486, 0.0018662549555301666, 0.09377837926149368, 0.11063504219055176, -0.05229813605546951, -0.05381817743182182, -0.03109726682305336, 0.004430674482136965, -0.05886208266019821, -0.06233774498105049, -0.08630286902189255, -0.025822876021265984, -0.03918555751442909, 0.021392639726400375, -0.043143488466739655, 0.13523277640342712, 0.006715400144457817, -0.05441666021943092, 0.12866149842739105, 0.006843458395451307, 0.06081245094537735, -0.027321575209498405, -0.021725285798311234, -0.05603896453976631, 0.07421768456697464, 0.05087561160326004, -0.11020811647176743, -2.747178129425265e-08, -0.06143330782651901, -0.00518471235409379, -0.024813346564769745, -0.05740552023053169, 0.13001108169555664, -0.0013996375491842628, -0.00559251569211483, 0.031192567199468613, -0.043701447546482086, 0.015601161867380142, 0.03232264146208763, -0.025041496381163597, -0.027291424572467804, -0.061502259224653244, 0.03757692873477936, -0.04964141175150871, -0.01760903000831604, -0.015082730911672115, -0.029965711757540703, -0.08598441630601883, 0.05535757541656494, 0.05146384984254837, 0.03390057757496834, -0.010109244845807552, -0.09106022864580154, 0.03623618185520172, 0.16506066918373108, 0.05032208934426308, -0.0652133971452713, -0.12278802692890167, -0.09696752578020096, -0.03444814309477806, 0.03703664243221283, 0.01554932538419962, -0.04815628007054329, 0.011062601581215858, 0.04274359717965126, 0.002477120840921998, 0.05216311663389206, -0.002171427244320512, -0.029327772557735443, -0.05370066314935684, -0.0005452409968711436, 0.03312525898218155, 0.0787741020321846, -0.014579329639673233, -0.1166195273399353, 0.05075233429670334, -0.024022892117500305, 0.006392166018486023, -0.03450862690806389, 0.011840704828500748, -0.03105488233268261, -0.00727236969396472, 0.013888522051274776, -0.009137233719229698, 0.032654739916324615, -0.026951022446155548, 0.007542442064732313, 0.062325865030288696, -0.007957765832543373, 0.06335213035345078, -0.023556942120194435, -0.021881695836782455 ], "keel": [ -0.04083770886063576, -0.014305892400443554, 0.03139674663543701, 0.005089594051241875, 0.03581005334854126, -0.004722911398857832, -0.07531444728374481, -0.01226514857262373, -0.019861388951539993, -0.02017996646463871, 0.02138669416308403, 0.09470205008983612, 0.0261668860912323, -0.09221168607473373, -0.09866718202829361, -0.013801653869450092, -0.06950725615024567, -0.0026511158794164658, -0.07575438171625137, -0.022671585902571678, -0.11221684515476227, -0.011789187788963318, 0.037409842014312744, -0.0017245197668671608, -0.010268294252455235, 0.026911430060863495, 0.042277608066797256, 0.031113702803850174, -0.051918875426054, -0.027748441323637962, -0.06791500747203827, 0.003608327591791749, 0.041110776364803314, 0.00535525381565094, -0.040872830897569656, 0.11022362858057022, -0.05230021849274635, -0.0011176466941833496, -0.03195395693182945, -0.03667839244008064, -0.062020428478717804, -0.0010842321207746863, -0.023045457899570465, 0.06433991342782974, 0.0037515591830015182, -0.00647480133920908, 0.03306872397661209, -0.04889445751905441, 0.08646108210086823, 0.04795529320836067, 0.04797317460179329, 0.04181152582168579, 0.07009722292423248, 0.05621924623847008, 0.020831257104873657, 0.14021088182926178, -0.04604031518101692, 0.10365650802850723, 0.009031843394041061, 0.019773157313466072, 0.02991028130054474, 0.009501244872808456, -0.08467653393745422, -0.010871123522520065, 0.042691443115472794, 0.05037624388933182, 0.028644191101193428, 0.028242669999599457, -0.02420993149280548, -0.0006718258955515921, -0.056152280420064926, 0.030383208766579628, 0.03665966913104057, 0.004937275778502226, -0.026600755751132965, 0.006109139882028103, 0.02758502960205078, -0.09196528047323227, -0.04865218698978424, 0.014561166055500507, -0.05823475494980812, 0.011311559937894344, 0.02461233176290989, -0.013931218534708023, -0.027347339317202568, -0.04846818372607231, -0.02783656120300293, 8.752445137361065e-05, 0.0555143728852272, 0.0577954538166523, 0.05490308627486229, 0.009239892475306988, 0.06707676500082016, -0.0837472528219223, -0.052146490663290024, 0.06415494531393051, -0.024601316079497337, 0.05482395365834236, 0.04569345712661743, -0.003854586509987712, -0.03829203173518181, -0.017610592767596245, 0.02585216797888279, 0.0015651354333385825, -0.00805051438510418, -0.010506023652851582, 0.029650859534740448, -0.0235969927161932, -0.05537967011332512, 0.033956192433834076, 0.018960170447826385, 0.08597675710916519, 0.051376424729824066, -0.006147902924567461, 0.03955898806452751, -0.042720094323158264, -0.0691128820180893, -0.011028766632080078, -0.027268141508102417, 0.06377476453781128, 0.048662588000297546, 0.06162684038281441, 0.14841285347938538, -0.029889913275837898, -0.039025600999593735, 0.041706766933202744, 0.10672632604837418, 1.1790947614491616e-33, -0.0743986964225769, 0.05696301534771919, -0.039033837616443634, -0.007367738522589207, 0.027781467884778976, 0.006078310776501894, -0.011127287521958351, 0.03282759711146355, 0.028089147061109543, -0.0018008457263931632, 0.0065074791200459, 0.06694957613945007, -0.013644245453178883, -0.03553548827767372, 0.03410866856575012, 0.015866169705986977, 0.04113706946372986, 0.09180868417024612, -0.006666886620223522, -0.060090746730566025, 0.05191045626997948, -0.023441627621650696, -0.01207470428198576, -0.06363028287887573, 0.036698970943689346, -0.047467783093452454, 0.1425136774778366, 0.030224163085222244, -0.005668549332767725, 0.007388077676296234, 0.07016728073358536, 0.09433158487081528, -0.05325733870267868, -0.016103794798254967, 0.05969846621155739, 0.03887448459863663, -0.0012961538741365075, 0.008129420690238476, -0.06124502792954445, 0.013787345960736275, -0.002731031272560358, 0.0212269090116024, -0.05134957283735275, -0.019859442487359047, -0.016008373349905014, -0.16600626707077026, 0.028225068002939224, 0.029892923310399055, 0.05824722349643707, 0.09758616238832474, 0.04427843913435936, 0.002491528633981943, -0.01421630010008812, -0.03350887820124626, -0.0050182160921394825, 0.05612332746386528, -0.006885260809212923, -0.05266663059592247, 0.0051490673795342445, 0.06894847005605698, 0.033694811165332794, -0.08012201637029648, -0.013343524187803268, -0.06634335219860077, 0.04841740056872368, 0.1087774783372879, -0.05017774552106857, -0.009855058044195175, -0.008697053417563438, 0.02550138160586357, 0.02747696451842785, -0.09877735376358032, -0.08771909028291702, -0.03229038789868355, 0.024028049781918526, -0.04763995483517647, -0.008253767155110836, 0.029628485441207886, -0.026706155389547348, 0.018895303830504417, -0.054753195494413376, 0.0329207107424736, -0.07442951947450638, -0.02090797759592533, 0.1646403819322586, -0.016122689470648766, -0.030183734372258186, -0.05134493112564087, -0.0025418782606720924, 0.06816446781158447, -0.03955315053462982, -0.08307643234729767, 0.012985926121473312, 0.005889351945370436, 0.05382394418120384, -2.5297357042453063e-34, 0.0066603003069758415, 0.010860595852136612, -0.07637431472539902, 0.05769287794828415, -0.00990518368780613, -0.014687882736325264, -0.09825149178504944, 0.10389869660139084, -0.02868400141596794, -0.040813837200403214, -0.05901782214641571, 2.7401407351135276e-05, 0.010281501337885857, -0.021078461781144142, -0.10392489284276962, 0.021050624549388885, 0.07291331142187119, -0.06873475015163422, -0.012927999719977379, -0.07405905425548553, 0.034303102642297745, -0.09325097501277924, 0.0312445517629385, 0.08156735450029373, 0.0054311915300786495, 0.02154131606221199, 0.015065602026879787, 0.11243752390146255, 0.023006916046142578, -0.03941721469163895, -0.005828474648296833, -0.04423496127128601, 0.03381322696805, 0.07593313604593277, 0.0014455318450927734, -0.0005264299688860774, -0.04502555727958679, 0.13513927161693573, -0.01574506051838398, 0.08167026191949844, 0.07129057496786118, -0.08153486251831055, -0.026741720736026764, -0.054983507841825485, -0.07054543495178223, 0.04619241878390312, 0.017817430198192596, -0.008097559213638306, 0.01929556205868721, 0.0039028767496347427, 0.07443725317716599, -0.04980236291885376, 0.0015247585251927376, 0.03727217763662338, 0.042070172727108, -0.003060839371755719, 0.02411097288131714, -0.002889244817197323, 0.02859361283481121, 0.01342606171965599, 0.11146996170282364, -0.02833661437034607, -0.012108592316508293, 0.0936884954571724, -0.005790648050606251, -0.032617367804050446, 0.03808984532952309, -0.06266142427921295, -0.10210965573787689, -0.009061906486749649, -0.04434942826628685, -0.04908350855112076, 0.077855184674263, -0.0028913149144500494, -0.09083756059408188, -0.028718404471874237, -0.019243361428380013, -0.06997499614953995, -0.006608148571103811, -0.001105772564187646, -0.026747792959213257, -0.08260223269462585, -0.03854360431432724, -0.009887024760246277, -0.010471178218722343, -0.01669957861304283, 0.014452720060944557, 0.01917768083512783, 0.08902400732040405, 0.04109537973999977, 0.031839895993471146, 0.019809242337942123, -0.07824992388486862, 0.03171245753765106, 0.03203575313091278, -2.760956618885757e-08, 0.037230703979730606, 0.06304357200860977, 0.0009916366543620825, 0.006185437552630901, 0.05415167659521103, -0.036216046661138535, 0.06839824467897415, -0.017064400017261505, -0.04584605246782303, -0.10304012894630432, 0.11300040781497955, 0.04830717295408249, -0.05751615762710571, -0.03215925768017769, 0.008209743537008762, -0.07619588077068329, 0.05228796601295471, -0.03656395897269249, -0.053281527012586594, -0.03036937676370144, -0.05689176172018051, -0.034204449504613876, 0.008844186551868916, 0.043550536036491394, -0.013121764175593853, 0.027887679636478424, 0.09297031164169312, 0.03796551376581192, 0.06587546318769455, 0.01251231785863638, -0.006477856542915106, 0.03894885256886482, -0.008420181460678577, -0.01865897886455059, -0.09525258094072342, 0.022173583507537842, -0.0732927918434143, -0.01115772221237421, 0.056529294699430466, 0.06418587267398834, -0.009032337926328182, 0.03855244815349579, 0.01642589457333088, -0.015964575111865997, -0.012908541597425938, 0.009608778171241283, -0.03634568676352501, 0.029045194387435913, 0.04501469433307648, -0.06612042337656021, 0.0028290320187807083, -0.040751710534095764, 0.0040435208939015865, 0.08967911452054977, 0.039299849420785904, 0.059868019074201584, 0.05007755756378174, -0.06648461520671844, 0.05111650004982948, -0.017287716269493103, -0.10482756793498993, -0.06631311029195786, -0.01163750234991312, -0.04602263495326042 ], "lantern": [ 0.07496534287929535, 0.013134360313415527, -0.05746648833155632, 0.04653848707675934, 0.039459045976400375, -0.0724228024482727, -0.015636121854186058, -0.04912841320037842, 0.011343835853040218, 0.028166698291897774, 0.08524168282747269, -0.005651924293488264, -0.04539252445101738, 0.02575121819972992, 0.007778368890285492, -0.0029565528966486454, 0.0010465990053489804, -0.09848795086145401, -0.04254286736249924, -0.028195150196552277, 0.05873361602425575, -0.03853325545787811, -0.0799844041466713, 0.014872526749968529, -0.02371944487094879, 0.038428500294685364, -0.01823563501238823, -0.04025593027472496, -0.011027784086763859, -0.04049171879887581, -0.016717391088604927, 0.02343796007335186, -0.024032901972532272, -0.046662259846925735, 0.04803365841507912, 0.00979719590395689, -0.010200897231698036, -0.008788233622908592, 0.06251676380634308, -0.01824740692973137, 0.002137504518032074, -0.0805475041270256, -0.038136836141347885, -0.024236490949988365, -0.014902706257998943, 0.05106211081147194, -0.03305831924080849, -0.0751194953918457, -0.03306692838668823, -0.010964603163301945, 0.10572732239961624, 0.05816873535513878, 0.04292319342494011, 0.0950075089931488, 0.01449926570057869, 0.07909153401851654, -0.06189713254570961, 0.04070369526743889, -0.02394683100283146, -0.0008046373259276152, 0.04273957759141922, 0.01148270070552826, -0.039736900478601456, 0.01661292277276516, -0.05882904306054115, -0.014185246080160141, -0.005062626209110022, -0.06893512606620789, 0.10180307924747467, -0.05031660199165344, -0.05403609946370125, 0.0445668064057827, 0.0025054707657545805, 0.015962492674589157, -0.01906600594520569, 0.001942634116858244, 0.08313167840242386, -0.054024361073970795, 0.008298122324049473, -0.09488632529973984, 0.07885823398828506, 0.029613224789500237, -0.010339189320802689, 0.09198766946792603, 0.08426588028669357, 0.014689533039927483, 0.048033010214567184, 0.15700292587280273, -0.02430715225636959, 0.04128963127732277, -0.016908781602978706, 0.07536087185144424, 0.007819857448339462, -0.006883098743855953, -0.05321275070309639, -0.04338272660970688, 0.011246009729802608, -0.04645425081253052, -0.048488862812519073, 0.06360702216625214, -0.018315913155674934, -0.008994106203317642, 0.03616098687052727, -0.011402399279177189, 0.01418981421738863, -0.09566503763198853, 0.07079506665468216, 0.061994582414627075, 0.0484188087284565, -0.012381203472614288, 0.12564384937286377, -0.02072497084736824, 0.05868050456047058, 0.04706157371401787, 0.03506594896316528, 0.030759166926145554, -0.009328707121312618, 0.03834317624568939, 0.030611250549554825, 0.050926703959703445, 0.07636471092700958, 0.01018095575273037, 0.022648509591817856, -0.003325762925669551, 0.038674477487802505, 0.06415592133998871, 0.08818727731704712, 3.402622222911176e-34, -0.023137597367167473, -0.030831508338451385, -0.0981442928314209, -0.06252465397119522, 0.040131304413080215, -0.07868775725364685, 0.01803438365459442, 0.04355680197477341, 0.07767846435308456, -0.039681676775217056, 0.0611037015914917, 0.015411848202347755, 0.02675444446504116, -0.007043484132736921, -0.012699677608907223, -0.04676728695631027, 0.08214442431926727, 0.04315052181482315, 0.07028620690107346, -0.026515474542975426, 0.03485500067472458, -0.018228108063340187, -0.039132870733737946, -0.00996372103691101, 0.09094353020191193, 0.035031042993068695, 0.026439905166625977, -0.015030746348202229, -0.03196890652179718, 0.014369343407452106, 0.09729107469320297, 0.048575665801763535, 0.004842084366828203, 0.023843970149755478, 0.03445043787360191, 0.017454350367188454, 0.07217586785554886, 0.0076940166763961315, -0.014182369224727154, -0.057819850742816925, -0.09692811220884323, 0.04859771952033043, -0.04579204320907593, 0.11433424800634384, -0.038772694766521454, -0.04573144018650055, -0.009105535224080086, -0.043135449290275574, 0.014893166720867157, 0.05601953715085983, -0.04894879460334778, -0.0014405116671696305, -0.07618009299039841, 0.018817145377397537, -0.01961728185415268, 0.06879366189241409, -0.06159885600209236, -0.036851607263088226, 0.0035403980873525143, -0.09560670703649521, 0.05862544849514961, -0.023963844403624535, -0.042359206825494766, -0.05380663275718689, 0.04067825525999069, -0.04130377247929573, -0.05794454738497734, 0.013294347561895847, -0.047556955367326736, -0.08932071179151535, -0.04371989145874977, -0.05300714448094368, 0.016219668090343475, -0.056077539920806885, -0.08239758759737015, -0.01860923133790493, -0.02487173117697239, 0.04516816884279251, -0.10446999967098236, -0.020311281085014343, -0.01359494123607874, -0.04389459267258644, 0.05440691113471985, 0.01615574024617672, 0.13275183737277985, -0.03619513660669327, -0.006220005452632904, 0.04223690554499626, -0.10353489965200424, 0.020793046802282333, -0.030566178262233734, 0.04451637715101242, 0.030487360432744026, 0.02756076492369175, 0.09207934886217117, -1.624739937497127e-34, 0.04631683602929115, 0.013421080075204372, -0.06202031299471855, 0.025472652167081833, 0.04891303926706314, 0.002007114002481103, -0.12326577305793762, 0.04623128101229668, -0.0665103942155838, -0.006333488505333662, -0.05128912255167961, 0.03659443557262421, -0.05351033806800842, -0.0012917191488668323, -0.03341883048415184, -0.08697319030761719, -0.0027877020183950663, 0.04772824048995972, -0.014365862123668194, 0.16049419343471527, 0.0016735242679715157, -0.01815425232052803, -0.04846227914094925, -0.0659964382648468, -0.06750790774822235, 0.09690098464488983, 0.03152204304933548, 0.021618256345391273, -0.11951129138469696, -0.05151683837175369, -0.004871447570621967, -0.02323073334991932, -0.015402589924633503, 0.01999611221253872, -0.01786106452345848, 0.02470288798213005, -0.05516442656517029, 0.009740262292325497, -0.13492827117443085, 0.06340289860963821, 0.1030745580792427, 0.05556357651948929, 0.026918422430753708, -0.05754566937685013, -0.056574415415525436, 0.03097650036215782, 0.06370824575424194, -0.062105484306812286, -0.06763415783643723, 0.052632320672273636, 0.008160500787198544, -0.07991279661655426, -0.021962657570838928, 0.04045107215642929, 0.0007960462826304138, -0.010119378566741943, 0.03436105325818062, 0.049304429441690445, -0.05887104570865631, -0.013448955491185188, 0.0431782528758049, -0.028563665226101875, 0.052248790860176086, 0.07088740915060043, 0.026466861367225647, 0.005243068560957909, 0.02547723427414894, 0.060383833944797516, 0.0644117221236229, -0.021512294188141823, 0.03964519873261452, -0.010462077334523201, -0.007925309240818024, 0.012193653732538223, 0.08382604271173477, -0.016791732981801033, -0.05065186694264412, -0.0694870576262474, -0.01843034289777279, -0.05234302207827568, -0.0375300794839859, -0.07305306941270828, -0.05829896405339241, -0.023946508765220642, 0.00982977170497179, -0.015982650220394135, 0.024919861927628517, -4.772586908075027e-05, -0.03648116812109947, -0.017192643135786057, 0.0347275547683239, 0.050286464393138885, -0.005334415007382631, -0.005264794919639826, 0.00532258115708828, -2.5782835422205608e-08, -0.017564823850989342, 0.057198405265808105, -0.014286546967923641, -0.03557956963777542, 0.10441805422306061, -0.04620194807648659, 0.09120231121778488, -0.004536567721515894, -0.057288944721221924, -0.008300768211483955, 0.059823133051395416, -0.017137568444013596, 0.10427015274763107, -0.038459986448287964, 0.02411169558763504, -0.022548168897628784, -0.0402766689658165, -0.0851893350481987, -0.060024067759513855, 0.001764703425578773, -0.12301071733236313, -0.08318033069372177, -0.015170739963650703, 0.02792058140039444, 0.010633964091539383, 0.02975946106016636, 0.05885294824838638, 0.05012495070695877, 0.04122611880302429, 0.028210485354065895, -0.03040808066725731, 0.09976629167795181, -0.008917974308133125, 0.008291605859994888, 0.010826876387000084, 0.06858284026384354, -0.0061323437839746475, -0.053261056542396545, 0.01863584667444229, 0.0500662736594677, -0.059848081320524216, -0.055542878806591034, -0.024709662422537804, -0.023341340944170952, 0.04837977513670921, 0.007492763921618462, 0.019467290490865707, 0.04096329212188721, -0.03238024562597275, 0.023233631625771523, 0.027565577998757362, -0.06806021928787231, 0.011784338392317295, 0.010965235531330109, 0.02690545655786991, -0.10146139562129974, 0.09225497394800186, -0.014321476221084595, -0.022259028628468513, 0.004065187647938728, -0.018751347437500954, 0.013936396688222885, -0.10119181871414185, -0.03887517377734184 ], "lantern-charge": [ 0.0535428449511528, 0.02245377190411091, -0.04555390030145645, 0.04159035533666611, 0.023195995017886162, 0.021600009873509407, 0.010307935997843742, -0.025060120970010757, 0.008264335803687572, 0.046906378120183945, 0.09226008504629135, -0.07677976787090302, 0.051652293652296066, 0.08863283693790436, -0.03312487527728081, -0.007896948605775833, -0.03667076304554939, -0.16124331951141357, 0.001895718858577311, 0.05028156936168671, 0.047175969928503036, -0.09232889115810394, -0.033127281814813614, -0.04407142475247383, 0.021111994981765747, 0.021801209077239037, 0.018382830545306206, -0.011443760246038437, 0.031164521351456642, -0.0504840649664402, 0.025967763736844063, -0.026439184322953224, -0.004479269031435251, -0.029065309092402458, -0.039499782025814056, 0.10078970342874527, -0.031127944588661194, -0.01506047137081623, 0.02651725523173809, -0.004921152256429195, -0.024723028764128685, -0.06228955462574959, -0.015896864235401154, 0.06991086900234222, -0.002592249773442745, 0.014550871215760708, 0.007574989460408688, -0.04477785527706146, -0.026350542902946472, -0.014232455752789974, 0.08813438564538956, 0.04374430328607559, -0.027520548552274704, 0.061027754098176956, -0.00733720138669014, 0.09635677188634872, -0.029833894222974777, 0.05854073539376259, -0.01677018217742443, -0.0597144216299057, -0.053267646580934525, -0.02245945855975151, -0.017100626602768898, 0.009110133163630962, -0.05233169347047806, -0.019100243225693703, -0.048814550042152405, 0.06349313259124756, -0.03501572087407112, -0.06294851005077362, -0.041665926575660706, 0.04848235845565796, -0.053402479737997055, 0.01813800446689129, 0.007398704998195171, -0.012856654822826385, 0.056890539824962616, 0.018337612971663475, -0.06905480474233627, -0.03639288246631622, 0.05412133410573006, 0.056434277445077896, -0.040785253047943115, 0.08645220845937729, 0.09349098801612854, 0.01970817893743515, 0.03914906457066536, 0.0953647643327713, -0.07577380537986755, -0.03049405850470066, 0.046330876648426056, 0.04276720806956291, -0.010310699231922626, -0.06490831822156906, -0.037389207631349564, 0.053084902465343475, -0.034980110824108124, 0.005005637649446726, -0.029443975538015366, 0.017370207235217094, 0.05828200280666351, 0.03406591713428497, 0.026635393500328064, 0.03762350231409073, -0.0012076349230483174, -0.0702667385339737, 0.023455141112208366, 0.1026347279548645, 0.016518225893378258, -0.013553009368479252, 0.07120821624994278, -0.06103476509451866, 0.025630025193095207, 0.0414758175611496, 0.005078973714262247, 0.0877547338604927, -0.02107474021613598, -0.033804092556238174, 0.11099524796009064, -0.0006522357580251992, 0.05811867490410805, 0.03805730864405632, -0.03168497607111931, -0.0439138226211071, -0.03286516293883324, 0.03505314141511917, 0.08017750084400177, 4.705950206852945e-34, -0.02685587666928768, -0.01681295968592167, -0.06347746402025223, -0.1271427571773529, -0.044206857681274414, -0.04985606297850609, 0.019829584285616875, 0.1354973018169403, 0.0492994450032711, -0.010922267101705074, 0.0013238756218925118, 2.8897306037833914e-05, 0.0759546309709549, 0.08446984738111496, -0.08624190092086792, -0.004431125242263079, 0.0739867314696312, 0.04538596048951149, 0.05627215653657913, 0.03856554627418518, -0.031303245574235916, 0.01217242144048214, 0.03508182242512703, 0.018741123378276825, 0.032804299145936966, -0.06005789712071419, 0.05187154561281204, 0.06983451545238495, -0.0004884622758254409, 0.01138225942850113, 0.02385352924466133, 0.09264905750751495, -0.017758570611476898, 0.04182692617177963, 0.010526773519814014, 0.035035982728004456, 0.13234810531139374, -0.014891218394041061, -0.00346102355979383, -0.03255182132124901, 0.008849157020449638, 0.07699301093816757, -0.036108847707509995, 0.10131251811981201, 0.0026068352162837982, -0.0742410197854042, -0.060550492256879807, -0.10138627886772156, -0.046007800847291946, 0.0704680010676384, -0.09088009595870972, -0.0071023874916136265, -0.07768204063177109, 0.03250647336244583, 0.018309444189071655, 0.03731419891119003, -0.06626241654157639, -0.016894759610295296, -0.010298050940036774, -0.05061044171452522, 0.04459132254123688, -0.0669553354382515, -0.06709945201873779, -0.014537384733557701, -0.044147610664367676, -0.021796418353915215, -0.05149253457784653, 0.046993471682071686, -0.061176832765340805, -0.06965948641300201, -0.012115970253944397, 0.010516773909330368, -0.03297856077551842, -0.06100663170218468, -0.02014695666730404, -0.006324786692857742, 0.05527186393737793, 0.024331359192728996, -0.05073133483529091, -0.046420540660619736, -0.0707383081316948, -0.07667582482099533, 0.03733650594949722, 0.020802445709705353, 0.0440615676343441, -0.03449803590774536, 0.034686390310525894, 0.0017867822898551822, -0.07411348819732666, -0.04170559346675873, -0.01891063153743744, 0.008688617497682571, 0.013863029889762402, -0.019349541515111923, 0.064921535551548, -7.175623430312261e-34, 0.1381145864725113, 0.006642132997512817, -0.05820121988654137, -0.00435802573338151, 0.0785541832447052, 0.021221982315182686, -0.06139660254120827, -0.012631811201572418, -0.07814159989356995, 0.03617251291871071, -0.07424380630254745, 0.02467123419046402, 0.02884766459465027, -0.029912695288658142, 0.047343116253614426, -0.023244692012667656, 0.03747650235891342, -0.025159044191241264, 0.0014959450345486403, 0.10183914005756378, 0.0250262301415205, 0.04406968876719475, 0.033104583621025085, -0.09979072213172913, -0.002412967151030898, 0.04605778679251671, -0.013283445499837399, -0.04884478077292442, -0.018692869693040848, 0.06573624163866043, -0.04560050368309021, -0.08409259468317032, -0.09766644239425659, -0.04391394183039665, -0.07397232949733734, 0.032089103013277054, -0.06621388345956802, 0.017152931541204453, 0.015978630632162094, 0.09085758030414581, 0.09905833750963211, -0.004046484362334013, 0.041063498705625534, -0.019767027348279953, -0.06724528968334198, 0.0008156202384270728, -0.06037556752562523, -0.05226043239235878, -0.050959762185811996, 0.021247170865535736, -0.00879108440130949, -0.049804989248514175, -0.003704731585457921, 0.020289547741413116, -0.012854261323809624, -0.054142728447914124, 0.04359368979930878, 0.05422594025731087, -0.03482633829116821, -0.004124630242586136, 0.004718352574855089, -0.05855631083250046, 0.02892044559121132, 0.07361812889575958, -0.060286857187747955, -0.0006864530150778592, 0.01772480458021164, 0.05243479460477829, 0.0390373058617115, 0.013722117058932781, -0.038894135504961014, 0.07094000279903412, -0.04764457046985626, 0.02662499248981476, -0.030445892363786697, 0.06339867413043976, -0.03749316185712814, -0.00290116760879755, 0.01535516045987606, -0.04028625413775444, 0.03263511136174202, 0.015360534191131592, -0.01637578196823597, -0.09694209694862366, -0.009651710279285908, -0.08775725960731506, 0.020053066313266754, -0.0024227898102253675, -0.03237059339880943, -0.07937326282262802, 0.03228515014052391, -0.015748929232358932, -0.045057907700538635, 0.06277267634868622, 0.024273065850138664, -3.0306718912243014e-08, -0.041921257972717285, 0.08731885999441147, -0.041076358407735825, -0.007825754582881927, 0.1019320860505104, -0.037618666887283325, -0.01425979658961296, -0.03975905850529671, -0.02982458472251892, 0.010897197760641575, 0.08243909478187561, 0.0030016766395419836, 0.12295244634151459, -0.014363597147166729, -0.027901286259293556, 0.07391279935836792, -0.006317150313407183, -0.060611702501773834, -0.036718692630529404, 0.050621792674064636, -0.08663620799779892, -0.06158706173300743, -0.07031035423278809, 0.006759353447705507, 0.041575837880373, -0.022818297147750854, 0.03256704658269882, 0.062920942902565, 0.007440262474119663, -0.07631063461303711, -0.04666271433234215, 0.0831388533115387, -0.09403664618730545, -0.02396121434867382, 0.03941846266388893, 0.03445924445986748, -0.016879195347428322, -0.0818568617105484, -0.027242086827754974, 0.012320803478360176, -0.02138664945960045, -0.10491825640201569, 0.009157608263194561, -0.04703924432396889, 0.02766059711575508, -0.04336179792881012, 0.04191029071807861, 0.044168125838041306, -0.03661317005753517, 0.11202347278594971, 0.0306079238653183, -0.04486943781375885, 0.07496984302997589, 0.0023823827505111694, 0.06041347235441208, -0.016840055584907532, 0.040731288492679596, 0.029338227584958076, -0.005325536709278822, -0.0070680067874491215, 0.03689996153116226, 0.11993655562400818, -0.04086720198392868, -0.04785631597042084 ], "mirror": [ -0.04930080845952034, -0.06826160848140717, 0.023921379819512367, -0.004690465051680803, 0.005182224325835705, -0.1143648698925972, -0.10924597084522247, -0.08143613487482071, 0.04934891313314438, -0.010286747477948666, 0.0019192027393728495, 0.09179332852363586, 0.009309782646596432, -0.037759892642498016, -0.013034661300480366, -0.015421702526509762, 0.07287241518497467, -0.037245333194732666, -0.03225114196538925, -0.0015309614827856421, -0.07501894235610962, -0.1117936447262764, -0.04545938968658447, 0.00851960014551878, -0.01941455341875553, 0.016962183639407158, -0.025257200002670288, -0.05204825848340988, -0.021912241354584694, -0.04457852989435196, -0.05006607249379158, -0.0020656264387071133, -0.039746541529893875, -0.011379629373550415, -0.01353161595761776, 0.023835765197873116, 0.0010267103789374232, -0.043577395379543304, 0.06091603636741638, -0.1107693463563919, -0.004693142604082823, -0.09503967314958572, -0.06565578281879425, 0.042483337223529816, -0.0435708723962307, 0.05166347697377205, 0.02249637432396412, 0.03137730062007904, -0.019379224628210068, -0.007543404586613178, -0.05128118768334389, -0.0066529554314911366, -0.0007478449260815978, 0.0013960666256025434, 0.017527267336845398, 0.03035471960902214, 0.05234130844473839, 0.09869351983070374, 0.018545595929026604, 0.04824742674827576, 0.1317124217748642, -0.027421873062849045, -0.041354309767484665, 0.025374766439199448, 0.07657993584871292, 0.07449949532747269, 0.04750750586390495, -0.01713530160486698, 0.055507685989141464, 0.004926811903715134, -0.028735511004924774, 0.04226890951395035, -0.02722851186990738, 0.02955734170973301, -0.019482744857668877, -0.0013716118410229683, 0.010197067633271217, -0.06095355004072189, 0.0158863365650177, -0.028016427531838417, -0.05739453062415123, -0.03078996203839779, 0.04402967914938927, -0.011578334495425224, 0.031009363010525703, -0.046275656670331955, 0.03752341866493225, 0.08516846597194672, -0.0019040493061766028, -0.04425927624106407, 0.026704510673880577, 0.12656602263450623, 0.01482400856912136, -0.027511317282915115, -0.013516292907297611, 0.021366681903600693, 0.06498458981513977, 0.14358265697956085, -0.0010649184696376324, 0.0031596808694303036, -0.026170367375016212, 0.040383096784353256, 0.003542593913152814, 0.046115774661302567, 0.02884252741932869, -0.029528146609663963, -0.0657135620713234, 0.024302612990140915, -0.028436558321118355, 0.047916799783706665, -0.013059478253126144, -0.013918546959757805, 0.07127732038497925, 0.028963979333639145, -0.010179956443607807, -0.0034497429151088, 0.02215639129281044, 0.02103012427687645, -0.05954216420650482, 0.06419122964143753, 0.08070586621761322, -0.028001634404063225, 0.04868687316775322, -0.10205499827861786, -0.034766342490911484, 0.03100854717195034, 0.10598105192184448, 6.361480818378545e-33, -0.03040328621864319, 0.0021850084885954857, -0.01841319166123867, -0.03457998111844063, 0.004967867396771908, -0.022644083946943283, 0.007052918896079063, 0.02993074804544449, -0.05436272919178009, -0.09604068845510483, -0.012102149426937103, 0.0010991928866133094, -0.01892642304301262, 0.027019094675779343, -0.04555908963084221, 0.008182376623153687, 0.06208661198616028, 0.0829448401927948, 3.5896882764063776e-05, -0.03873760625720024, 0.04024216905236244, -0.08040036261081696, 0.0049275425262749195, -0.02454524300992489, 0.0080286068841815, 0.005068487953394651, 0.06015053763985634, 0.05980578064918518, -0.05061781778931618, -0.017195170745253563, 0.020633332431316376, 0.019865693524479866, -0.02448127418756485, 0.03838973119854927, 0.03901301324367523, -0.03628169000148773, 0.09468585252761841, -0.05254189297556877, 0.005518544465303421, -0.039085861295461655, 0.035784557461738586, 0.0067244889214634895, 0.0215910654515028, -0.022728027775883675, 0.0018247367115691304, -0.010288774035871029, 0.053662288933992386, 0.038348786532878876, -0.02348565310239792, 0.0749133750796318, 0.006741166580468416, 0.02394450455904007, -0.09088649600744247, -0.06717921048402786, -0.05233719199895859, 0.05775236710906029, 0.048516202718019485, -0.04522782564163208, -0.05277719721198082, 0.07326778024435043, 0.10522568225860596, -0.053062498569488525, -0.007579616270959377, -0.02727596089243889, 0.034942544996738434, 0.12048240005970001, -0.08759965747594833, -0.03530747443437576, 0.02157464809715748, 0.09616385400295258, 0.07433969527482986, -0.011271761730313301, -0.043483853340148926, -0.06997000426054001, 0.0027253797743469477, -0.08265825361013412, -0.06531886756420135, 0.023536676540970802, -0.051939815282821655, 0.04885323345661163, -0.013055694289505482, -0.04738317057490349, -0.14465376734733582, -0.008434583432972431, 0.006440457422286272, 0.003784589469432831, -0.0071013509295880795, -0.05187488719820976, -0.0888078436255455, -0.0009506774367764592, -0.015186225064098835, -0.03569266200065613, 0.031817663460969925, -0.006500150077044964, -0.022464001551270485, -5.442046606047784e-33, 0.011067915707826614, -0.08680855482816696, 0.033876534551382065, 0.15037128329277039, 0.032635271549224854, -0.0007405588985420763, -0.07489023357629776, 0.13141970336437225, -0.09566011279821396, 0.024044478312134743, 0.045665010809898376, -0.09090559184551239, -0.015394223853945732, 0.03987538069486618, -0.08633965253829956, -0.014939515851438046, 0.1506538689136505, -0.09623762220144272, 0.012114644050598145, 0.04096568003296852, 0.13654544949531555, -0.04465385153889656, 0.007863407023251057, 0.02130192145705223, 0.009014020673930645, 0.00364723545499146, -0.03822712600231171, -0.07192970812320709, 0.042517468333244324, 0.006946844048798084, 0.0701003298163414, -0.005177660845220089, 0.011622190475463867, -0.03613545373082161, 0.01802227273583412, 0.07127654552459717, 0.00492899538949132, 0.05811314657330513, 0.007453554309904575, -0.0412105917930603, 0.056413616985082626, 0.018471919000148773, -0.056631140410900116, -0.0837746113538742, -0.002916292753070593, -0.0016202091937884688, -0.07959018647670746, 0.04593620076775551, -0.11307486891746521, 0.023845775052905083, 0.08194983750581741, -0.03014128841459751, 0.010513958521187305, -0.028787897899746895, 0.005847051274031401, 0.0780017077922821, -0.0644073560833931, 0.08161977678537369, 0.06928884983062744, 0.015600494109094143, 0.05960927903652191, -0.04127030447125435, -0.024726180359721184, -0.0027110876981168985, 0.037074048072099686, 0.06851998716592789, 0.06995906680822372, -0.007463853806257248, 0.0025336870457977057, 0.06973307579755783, 0.061709705740213394, 0.02193177118897438, -0.06115047261118889, -0.004893423058092594, 0.015160586684942245, -0.023453179746866226, -0.05333666130900383, -0.0001705300237517804, -0.026558877900242805, 0.02196052484214306, -0.11466696858406067, 0.029621105641126633, 0.013283510692417622, 0.09017986804246902, -0.03614674136042595, -0.042375240474939346, 0.04003414884209633, 0.007331648375838995, 0.02326776273548603, 0.023917371407151222, 0.06094718724489212, -0.011312549002468586, -0.12843792140483856, 0.03367704898118973, -0.04052916541695595, -3.212037213984331e-08, 0.028526097536087036, 0.008540268056094646, 0.04719739407300949, 0.02213255874812603, 0.004047481343150139, 0.024891942739486694, 0.044141415506601334, -0.08064685761928558, 0.032571956515312195, 0.007550874259322882, 0.07291598618030548, -0.023140300065279007, -0.036107081919908524, -0.03305026888847351, 0.02562774159014225, -0.017060620710253716, 0.0174306258559227, -0.09463544189929962, -0.03464217111468315, -0.042389873415231705, -0.02388051152229309, -0.01919146254658699, 0.020257608965039253, -0.01895820163190365, 0.014020922593772411, 0.03343462198972702, 0.044177934527397156, 0.04618028551340103, -0.023857900872826576, -0.04883555322885513, -0.021052608266472816, -0.021924765780568123, 0.046668145805597305, -0.08168678730726242, 0.0025892737321555614, -0.003929245751351118, -0.05911697819828987, -0.04554411768913269, -0.0015499764122068882, 0.02666773647069931, 0.0003255114716012031, 0.0035987559240311384, -0.011459993198513985, 0.04598560929298401, 0.06705644726753235, -0.05675171688199043, -0.02030433900654316, -0.06263800710439682, -0.029530277475714684, -0.0073069678619503975, 0.07906655967235565, -0.08490945398807526, -0.021439552307128906, 0.0111024035140872, -0.012151745148003101, -0.007402962073683739, 0.07252238690853119, -0.0113294692710042, 0.05057646706700325, 0.025132767856121063, 0.1494787484407425, 0.06723500043153763, -0.025844480842351913, -0.04890294745564461 ], "nova": [ 0.005486967973411083, -0.05455072969198227, 0.04078999534249306, 0.031086428090929985, 0.017750980332493782, -0.0853935107588768, -0.004946222063153982, -0.0382843054831028, 0.043691184371709824, 0.05427759140729904, -0.06133554130792618, -0.01485523022711277, -0.07682524621486664, 0.0035387740936130285, -0.1186944767832756, 0.030588723719120026, 0.001847485895268619, -0.05244430899620056, 0.00831213966012001, 0.007161375135183334, 0.06731053441762924, 0.04074275866150856, -0.03208443522453308, 0.01783321239054203, -0.03690347075462341, 0.0318208709359169, -0.002788333222270012, 0.06917913258075714, -0.004101942293345928, 0.021795334294438362, -0.03036818653345108, -0.030342547222971916, -0.05146290361881256, 0.05202671140432358, -0.08282629400491714, -0.04391646757721901, 0.03568488359451294, -0.0018632301362231374, -0.02164396457374096, -0.06881026178598404, 0.09060627222061157, 0.012243474833667278, -0.035660360008478165, 0.023426510393619537, -0.001687177806161344, -0.07866423577070236, -0.019437775015830994, -0.1153462827205658, -0.003447418799623847, 0.032970428466796875, -0.06183070316910744, -0.09322594851255417, -0.05740809813141823, -0.05387627333402634, 0.02861068770289421, 0.11005385965108871, 0.010503223165869713, -0.0018627007957547903, 0.011616176925599575, 0.01774074323475361, 0.05387512966990471, -0.10212967544794083, -0.010832211002707481, -0.019398590549826622, 0.01234949566423893, 0.0363171361386776, 0.007962632924318314, 0.06754792481660843, 0.006859712768346071, -0.0015656264731660485, 0.007509416434913874, 0.016119200736284256, 0.03519432619214058, 0.0193349439650774, -0.006101089529693127, 0.07740537077188492, 0.13852669298648834, -0.01401548832654953, 0.031754959374666214, -0.05340733379125595, 0.020204368978738785, -0.003514346433803439, 0.015926366671919823, 0.05839831754565239, 0.033405937254428864, 0.009928026236593723, -0.05465446040034294, 0.036253057420253754, 0.049967240542173386, 0.058809224516153336, 0.0035073074977844954, -0.053917646408081055, -0.005226952955126762, 0.01229833997786045, 0.010684180073440075, 0.014380711130797863, -0.08927082270383835, -0.11299338936805725, 0.024861829355359077, -0.018763048574328423, 0.005685858894139528, -0.04332134500145912, -0.07898996770381927, 0.042409636080265045, -0.004499385599046946, 0.00899475160986185, -0.019412895664572716, -0.011838736943900585, 0.015496465377509594, 0.10777729749679565, 0.02051587775349617, -0.03935346379876137, 0.08806651830673218, -0.03990603983402252, -0.05283356457948685, 0.09241751581430435, -0.027191026136279106, 0.058625128120183945, 0.06966070830821991, 0.07421310245990753, -0.014413544908165932, -0.058059293776750565, 0.030084582045674324, -0.06472186744213104, 0.07093276083469391, 0.07522697001695633, 0.041084807366132736, -3.3587331209423102e-34, 0.007267817389219999, 0.12945930659770966, -0.022411275655031204, 0.06667622923851013, 0.017321892082691193, -0.03234964236617088, -0.002694021910429001, 0.013133291155099869, -0.03618626669049263, -0.027567612007260323, -0.07956013828516006, 0.05150661617517471, 0.032728422433137894, -0.058245278894901276, -0.08746729791164398, -0.013087774626910686, 0.11197620630264282, -0.022594967857003212, -0.09908482432365417, -0.07991474866867065, -0.015235073864459991, -0.1609305441379547, -0.033366937190294266, -0.01641467586159706, 0.10090748965740204, 0.019860241562128067, -0.009233977645635605, 0.026380375027656555, -0.04631756991147995, 0.003485130611807108, -0.045541997998952866, 0.04048045352101326, 0.021840739995241165, 0.03327968344092369, 0.01669018156826496, 0.024101711809635162, 0.015352834016084671, 0.013058312237262726, 0.026988523080945015, -0.01906023547053337, 0.019348569214344025, -0.032108090817928314, -0.05469823256134987, 0.07487569004297256, 0.01698910817503929, -0.046666182577610016, -0.04774124175310135, -0.019840264692902565, 0.12824085354804993, 0.030074255540966988, -0.035222768783569336, 0.00199268595315516, -0.04194937273859978, -0.006493986584246159, -0.0527019128203392, 0.010493850335478783, -0.0383928082883358, -0.011855398304760456, -0.0174722820520401, -0.027963973581790924, 0.0241231732070446, -0.0779503583908081, -0.005776894278824329, -0.03337160125374794, 0.06211796775460243, 0.06633110344409943, -0.02623242512345314, 0.060920801013708115, 0.05702177435159683, -0.012502243742346764, -0.022683843970298767, 0.06806313991546631, 0.09459805488586426, -0.04841779172420502, 0.012049277313053608, -0.01078125461935997, -0.05050191283226013, 0.017372606322169304, -0.017928319051861763, -0.035508088767528534, -0.01169645693153143, -0.04574350640177727, 0.02591555379331112, 0.06539956480264664, 0.057704582810401917, -0.017714664340019226, -0.026861347258090973, 0.001698767184279859, -0.07149630039930344, 0.10726894438266754, -0.019568033516407013, 0.008153587579727173, 0.039333149790763855, 0.032889265567064285, -0.08758457750082016, -1.1593788283677428e-34, -0.013804424554109573, 0.0030248418916016817, -0.0889790803194046, 0.08074429631233215, -0.03156522288918495, -0.021516473963856697, 0.02838675118982792, 0.030423283576965332, -0.017606256529688835, 0.05620180442929268, -0.012630979530513287, 0.010425896383821964, 0.023956729099154472, -0.043734386563301086, -0.024221455678343773, -0.023745708167552948, 0.043744105845689774, -0.051675375550985336, 0.06695070117712021, -0.005797651596367359, 0.03553808107972145, -0.048943448811769485, -0.07236170768737793, -0.05460015684366226, -0.012404377572238445, 0.007669331505894661, 0.09618004411458969, 0.014102611690759659, -0.05351147800683975, -0.008106976747512817, -0.016734985634684563, -0.022635623812675476, 0.0305341724306345, 0.06608211249113083, 0.0313514806330204, 0.052968259900808334, 0.056734804064035416, -0.006127284839749336, -0.012428787536919117, 0.028216687962412834, 0.053982775658369064, 0.05959101766347885, -0.017104143276810646, -0.007669803686439991, -0.06435395777225494, 0.05865767225623131, 0.10712649673223495, 0.05686153843998909, -0.10447565466165543, 0.0016696068923920393, 0.03867539018392563, 0.023693805560469627, -0.023889699950814247, 0.14003469049930573, -0.008494522422552109, 0.0900401771068573, 0.041356831789016724, -0.04117799922823906, -0.01539737731218338, 0.07355138659477234, 0.05460406467318535, -0.04802219942212105, -0.0635102316737175, -0.005753283388912678, 0.0486513115465641, 0.011081484146416187, 0.028642041608691216, 0.021205605939030647, 0.066522978246212, 0.020450809970498085, 0.01557931024581194, 0.03767573833465576, -0.06683842092752457, -0.03481629490852356, 0.015971936285495758, -0.002011926844716072, 0.04484183341264725, -0.11382212489843369, -0.08276843279600143, -0.07658200711011887, 0.03305445611476898, -0.00587932113558054, 0.005105015356093645, -0.02517309971153736, 0.031686458736658096, 0.12240638583898544, 0.06697309762239456, 0.05729210004210472, -0.011265444569289684, 0.01855326257646084, -0.033770374953746796, 0.009849212132394314, 0.015703942626714706, -0.07843068987131119, -0.07104966789484024, -2.5781245582834345e-08, -0.007278101984411478, 0.09550247341394424, 0.02602907083928585, -0.016377290710806847, 0.11354785412549973, 0.046621743589639664, 0.06166286766529083, 0.021758178249001503, -0.03223109245300293, -0.023076290264725685, -0.06443742662668228, -0.06972023099660873, 0.01446605660021305, 0.007534580770879984, 0.08642173558473587, -0.055338457226753235, 0.005977462977170944, -0.04629805311560631, -0.07667110115289688, -0.04021448269486427, -0.08573029190301895, 0.036114826798439026, -0.053570665419101715, -0.015322649851441383, -0.014298844151198864, -0.03518369793891907, -0.002638773526996374, 0.023877156898379326, 0.0077118598856031895, 0.010416156612336636, -0.15240199863910675, 0.02135997824370861, -0.004107093438506126, 0.024899056181311607, -0.07471541315317154, 0.11789745837450027, 0.06388182938098907, -0.017674727365374565, 0.0399627685546875, 0.018036916851997375, 0.010113184340298176, -0.05257204547524452, 0.006022967863827944, 0.019519232213497162, -0.04663386940956116, 0.03178804740309715, -0.007997041568160057, -0.07653704285621643, 0.041912369430065155, -0.03522534295916557, 0.019075265154242516, -0.01627560704946518, -0.03245718032121658, 0.033418793231248856, -0.008305169641971588, -0.03212179243564606, -0.0026555010117590427, -0.12975163757801056, 0.01443732064217329, 0.0676279067993164, 0.05155688151717186, 0.016416365280747414, -0.09580623358488083, -0.08702674508094788 ], "orbit": [ 0.042419806122779846, 0.03468542546033859, -0.03173881769180298, -0.03267354890704155, -0.02563725970685482, -0.037890203297138214, 0.11457807570695877, -0.03221679851412773, 0.06862146407365799, 0.05732893943786621, -0.0002747828548308462, 0.1330396980047226, 0.028958838433027267, 0.019576027989387512, 0.043287817388772964, 0.014717894606292248, 0.015856405720114708, -0.012841730378568172, -0.03827811777591705, -0.009251805022358894, 0.02161734737455845, -0.06463376432657242, -0.017502350732684135, 0.08418738096952438, -0.022539956495165825, -0.01625795103609562, 0.0013506857212632895, -0.0357932485640049, -0.0428767167031765, 0.009418729692697525, 0.02046719379723072, 0.015793507918715477, 0.02681930921971798, -0.015884974971413612, 0.03698202967643738, 0.07401835918426514, -0.061606988310813904, -0.0603877529501915, 0.00374256307259202, -0.11286456137895584, 0.0010550107108429074, -0.00023736967705190182, 0.04056389629840851, 0.03202957287430763, -0.038921013474464417, -0.021162021905183792, -0.042847465723752975, -0.06760209053754807, 0.0016743645537644625, 0.11802048981189728, 0.05855860933661461, -0.022863317281007767, 0.029193054884672165, -0.0033134864643216133, -0.08346075564622879, 0.026914434507489204, -0.02014891244471073, 0.11769592016935349, -0.05694077908992767, 0.014789397828280926, -0.029014458879828453, -0.01966000534594059, -0.04880703240633011, 0.02196674980223179, -0.08919955044984818, -0.003760274965316057, 0.018520120531320572, -0.10160376876592636, 0.0903090164065361, 0.03816120699048042, -0.13145892322063446, -0.0010724787134677172, -0.06522313505411148, -0.1117786318063736, -0.039593588560819626, 0.07656216621398926, 0.05325530469417572, -0.008536167442798615, 0.04312564432621002, -0.10787879675626755, 0.04540197551250458, -0.013927970081567764, 0.03556332364678383, 0.010309933684766293, -0.0003022608289029449, -0.005749986972659826, -0.009238765574991703, 0.03981727734208107, 0.06419015675783157, 0.017013024538755417, 0.045559462159872055, 0.0821399986743927, 0.016214562579989433, 0.0019523095106706023, -0.07889502495527267, -0.033518336713314056, -0.02406482584774494, 0.06454693526029587, -0.04955122619867325, 0.056752998381853104, -0.036397747695446014, -0.004423861857503653, -0.04384806007146835, 0.009347178973257542, -0.035948559641838074, -0.003387340810149908, -0.014615491032600403, -0.0343819297850132, -0.014120618812739849, 0.05987939611077309, -0.057062581181526184, 0.011169099248945713, 0.07648006081581116, 0.018468905240297318, -0.0051286411471664906, 0.12682479619979858, -0.035766590386629105, 0.04497520253062248, 0.02761624939739704, 0.04864402860403061, 0.0662858635187149, -0.0411103293299675, 0.12442935258150101, -0.010616566985845566, 0.01415091659873724, 0.00527414632961154, 0.07805410772562027, 2.9923659701020625e-33, -0.0768062099814415, -0.040541138499975204, -0.028546446934342384, -0.02338637039065361, -0.04969119653105736, 0.031696517020463943, -0.05648501589894295, 0.009684323333203793, 0.011444213800132275, 0.0037243373226374388, -0.012304757721722126, -0.016007615253329277, 0.09256350994110107, -0.0519573800265789, 0.055500395596027374, 0.035899918526411057, 0.05035608261823654, 0.02245687134563923, 0.0597107857465744, -0.04688377305865288, -0.019638769328594208, -0.09791690111160278, -0.005259539932012558, 0.021428707987070084, 0.03138463571667671, 0.02621888369321823, 0.021832993254065514, 0.016638468950986862, -0.032267361879348755, 0.01890108361840248, 0.014731626026332378, 0.04312014952301979, -0.03569840267300606, 0.08029861003160477, 0.028770525008440018, 0.008540820330381393, 0.07257083058357239, 0.006199285853654146, 0.06357109546661377, -0.036973875015974045, -0.023175425827503204, 0.004783520940691233, 0.05081107094883919, 0.005781852640211582, 0.026009153574705124, -0.08328333497047424, 0.08027128875255585, 0.02461235038936138, 0.080828458070755, 0.06475864350795746, -0.03276868164539337, 0.03333619609475136, 0.015228432603180408, -0.009085926227271557, -0.0446142852306366, 0.021301718428730965, -0.009163549169898033, 0.016230493783950806, -0.0945349633693695, 0.028453664854168892, 0.08943311870098114, -0.03671363741159439, 0.03253287076950073, -0.08980371057987213, 0.022262686863541603, 0.03581668436527252, -0.013162351213395596, -0.035462383180856705, -0.05679841712117195, 0.007352347485721111, 0.0542641282081604, -0.0076625756919384, 0.0658230111002922, -0.03662142530083656, -0.07223536819219589, -0.07457295805215836, 0.15697087347507477, 0.05810043588280678, -0.01692044362425804, 0.0638948529958725, 0.03092978708446026, -0.08468945324420929, -0.007195815443992615, 0.01195470616221428, -0.05143462494015694, -0.06563322246074677, -0.049999017268419266, -0.019825007766485214, -0.03213144838809967, 0.02038494311273098, 0.023587629199028015, -0.08816280215978622, 0.027142327278852463, 0.1005437821149826, 0.014028987847268581, -2.9639129456694167e-33, -0.03822554647922516, -0.006654963828623295, -0.030372165143489838, 0.020914854481816292, 0.01747846230864525, 0.01339474506676197, -0.05256114527583122, 0.14778544008731842, -0.147065207362175, -0.00735196378082037, -0.034437473863363266, 0.04653402790427208, 0.056379593908786774, -0.044250357896089554, 0.0570465512573719, 0.0022812997922301292, 0.06031075119972229, 0.01857372559607029, -0.0021926038898527622, 0.022955816239118576, 0.07152112573385239, -0.0015148412203416228, -0.042002078145742416, 0.0030211233533918858, 0.08366737514734268, 0.007894394919276237, 0.01861528493463993, 0.01650678738951683, 0.009170240722596645, 0.05184359848499298, 0.023510374128818512, 0.0005134030361659825, -0.043147724121809006, 0.041182924062013626, 0.00249675614759326, -0.04790966212749481, 0.001775889890268445, 0.03690624609589577, -0.0676739364862442, -0.012317844666540623, -0.011884615756571293, -0.01300510298460722, 0.029221361503005028, -0.04513072967529297, 0.04303815960884094, -0.010468275286257267, -0.04726800322532654, 0.09667494148015976, -0.0755966454744339, 0.06237894669175148, -0.031591761857271194, -0.08298823237419128, 0.03328145295381546, -0.03216668218374252, 0.02263805642724037, 8.45000977278687e-05, -0.008074789308011532, -0.03383783996105194, 0.033665988594293594, -0.11761574447154999, 0.0617242157459259, -0.0059478022158145905, 0.022616442292928696, 0.07837828248739243, -0.041260626167058945, 0.00040017315768636763, 0.012318538501858711, 0.11670402437448502, -0.06315416097640991, 0.10132641345262527, 0.04152475669980049, -0.026224801316857338, -0.08805117756128311, 0.0568503774702549, 0.008247440680861473, 0.023288756608963013, 0.047502484172582626, -0.12607735395431519, -0.06480134278535843, -0.08278772234916687, -0.01772957481443882, 0.03656487166881561, -0.03831871598958969, -0.02765105478465557, -0.01709587685763836, 0.03587309271097183, -0.057755064219236374, 0.03623231500387192, 0.00298309070058167, 0.02207252010703087, 0.017313599586486816, -0.0032140130642801523, -0.038908276706933975, 0.034219205379486084, -0.031165966764092445, -2.4520101504776903e-08, 0.06003027781844139, 0.02733469381928444, 0.039108797907829285, 0.007350356318056583, 0.03630765900015831, -0.005674102809280157, -0.002007465111091733, -0.004988602828234434, -0.04237394779920578, -0.04176246002316475, 0.07551386952400208, 0.0193583145737648, 0.04710787534713745, -0.060009829699993134, -0.05671874061226845, -0.02330690436065197, -0.022243697196245193, -0.025281473994255066, -0.03762771189212799, 0.023755382746458054, -0.06561079621315002, -0.05039604380726814, 0.011614636518061161, -0.0869617685675621, -0.05348369851708412, 0.04184119030833244, 0.039226483553647995, 0.07771953195333481, 0.03170393407344818, 0.006234745029360056, -0.06711702048778534, 0.02645735815167427, 0.01287604309618473, -0.014875180087983608, -0.13254432380199432, 0.022689664736390114, -0.031969405710697174, -0.04747150093317032, -0.07182525098323822, 0.061501797288656235, -0.06061367318034172, 0.004445995669811964, 0.0715765655040741, 0.021119102835655212, -0.06375204026699066, -0.0006799395196139812, -0.017227336764335632, -0.028160152956843376, 0.03682931512594223, -0.014280220493674278, -0.040734242647886276, 0.010432891547679901, -0.14009644091129303, 0.01846698485314846, -0.019669141620397568, 0.007039540447294712, 0.0012858343543484807, -0.01125742495059967, 0.07341832667589188, -0.006880488712340593, -0.0753258466720581, -0.01481630839407444, -0.13287870585918427, -0.08885148167610168 ], "prism": [ -0.08579082041978836, 0.023912819102406502, -0.05200920253992081, -0.005851962603628635, -0.008941737934947014, 0.02427702210843563, 0.008540238253772259, 0.008541562594473362, -0.018241800367832184, 0.013446918688714504, -0.02175014093518257, 0.0033049045596271753, 0.041585616767406464, 0.02630116418004036, -0.01354497205466032, 0.009950186125934124, -0.0006871077930554748, -0.033067721873521805, -0.10687528550624847, 0.054925814270973206, 0.05777997896075249, -0.0382847934961319, -0.027873370796442032, -0.012832104228436947, -0.02202955074608326, 0.06055235490202904, -0.0497748926281929, -0.015486102551221848, 0.12723007798194885, 0.011241650208830833, -0.011018838733434677, 0.012637524865567684, 0.032580435276031494, -0.02728930674493313, 0.07384742051362991, 0.001524045248515904, -0.0772804245352745, -0.06661567836999893, -0.04190859943628311, -0.0007413927232846618, 0.030820684507489204, 0.053594205528497696, -0.0841216966509819, 0.04162299260497093, -0.01275151688605547, 0.042433205991983414, 0.0980670228600502, -0.009577376767992973, -0.01893690973520279, 0.00012140391481807455, -0.014968713745474815, 0.05283326655626297, -0.04137582331895828, -0.023307161405682564, -0.11523286253213882, 0.05267466604709625, 0.07189755886793137, 0.016940845176577568, -0.025619614869356155, 0.08162592351436615, 0.048643939197063446, 0.010661226697266102, -0.07443235069513321, -0.0035114202182739973, 0.029778072610497475, 0.0959901511669159, -0.01719457097351551, 0.05094696581363678, 0.11690263450145721, -0.05058708414435387, -0.03514726459980011, 0.06578516960144043, -0.04686601459980011, 0.019063159823417664, 0.004725503269582987, -0.040489304810762405, 0.06080666184425354, -0.10322559624910355, -0.07992521673440933, 0.01797490566968918, -0.05054079368710518, -0.0806456208229065, 0.025126531720161438, 0.015470658428966999, -0.000411405781051144, 0.03545690327882767, -0.03571388125419617, 0.11100862175226212, 0.006557430140674114, -0.014240989461541176, 0.004748674109578133, 0.06223355606198311, 0.008950946852564812, -0.0007041510543785989, -0.018989475443959236, 0.08106348663568497, 0.06206503510475159, 0.017006762325763702, 0.07765176147222519, -0.02610587142407894, 0.03543183207511902, -0.017775623127818108, -0.04284875839948654, 0.08882440626621246, -0.03246573358774185, -0.10211175680160522, 0.03571704402565956, 0.00036253215512260795, -0.011905516497790813, 0.06741663068532944, 0.0032487367279827595, 0.06945393979549408, 0.04080447927117348, -0.007733230944722891, 0.02598908543586731, -0.0047979108057916164, -0.0920943021774292, 0.036838073283433914, -0.07538266479969025, 0.0128486854955554, 0.0046703023836016655, 0.0031437803991138935, 0.043685752898454666, 0.022302677854895592, -0.014128603972494602, -0.0014221081510186195, 0.026180412620306015, 4.9759539123971315e-33, 0.02311493642628193, -0.04252726957201958, -0.0002670991816557944, 0.06475520879030228, -0.029213055968284607, 0.0312960222363472, 0.029224766418337822, 0.05065946653485298, -0.0039577665738761425, 0.06289979070425034, 7.627086597494781e-05, 0.03933444246649742, -0.07275224477052689, -0.005542338825762272, -0.06134473904967308, -0.005054304841905832, -0.037916868925094604, 0.0785057544708252, -0.05101598799228668, 0.03448003903031349, 0.046745289117097855, -0.025130217894911766, -0.015744004398584366, 0.04343235865235329, -0.046065106987953186, 0.08935398608446121, -0.003569020889699459, 0.04791508987545967, 0.020443681627511978, 0.014525156468153, 0.007597350049763918, -0.005946977064013481, -0.03651522099971771, 0.012157062999904156, 0.05441273748874664, 0.0872969999909401, -0.03236907348036766, 0.052996791899204254, 0.023386582732200623, -0.018362298607826233, 0.09673085063695908, 0.06996463984251022, 0.14819732308387756, 0.042337700724601746, 0.04554329439997673, -0.0471431203186512, 0.007638591807335615, 0.001978162908926606, 0.04505018889904022, -0.01884492114186287, -0.04587068036198616, 0.038359012454748154, -0.08615348488092422, 0.03997989371418953, -0.014702735468745232, 0.003339297603815794, -0.02511175163090229, -0.023707613348960876, 0.021986206993460655, -0.019844219088554382, 0.0229792520403862, -0.01645420677959919, -0.0077331215143203735, 0.0019964920356869698, 0.06339255720376968, 0.028800303116440773, -0.07262471318244934, -0.01815325766801834, 0.05535239726305008, -0.027082208544015884, -0.022039735689759254, 0.027098694816231728, -0.06782674044370651, 0.021393965929746628, 0.016691379249095917, -0.08146827667951584, 0.056434594094753265, 0.062937431037426, 0.0025142726954072714, -0.04612591117620468, 0.0003593249712139368, -0.05182833597064018, 0.01280071958899498, -0.06104398891329765, -0.08141963183879852, -0.031041990965604782, 0.040854986757040024, -0.016291717067360878, 0.00294060492888093, 0.031601160764694214, -0.023438936099410057, -0.0807427242398262, -0.01894722692668438, -0.051710713654756546, -0.0367821604013443, -3.94985644469871e-33, 0.018955091014504433, -0.07812884449958801, -0.026920340955257416, 0.08523587137460709, -0.0324130654335022, -0.01197526603937149, 0.04087020829319954, 0.05033513531088829, -0.0020155597012490034, -0.022661320865154266, -0.007020287681370974, 0.018801793456077576, 0.08426719903945923, -0.06200581043958664, -0.11673793941736221, 0.06339910626411438, 0.0402253158390522, -0.05529551953077316, 0.004894045181572437, 0.0047573307529091835, -0.10957363992929459, -0.06395286321640015, -0.009067648090422153, 0.04850766807794571, -0.03520091623067856, 0.010346302762627602, -0.033191386610269547, -0.10086874663829803, 0.06618328392505646, 0.011773291043937206, -0.07606419175863266, -0.012148337438702583, -0.0033702575601637363, -0.024917496368288994, -0.1102127879858017, -0.14846467971801758, 0.004339130129665136, -0.09508611261844635, -0.02238561026751995, 0.01920841634273529, 0.014875954017043114, 0.047265805304050446, -0.04432188346982002, -0.04183920845389366, 0.03408774733543396, 0.029488205909729004, 0.04251304268836975, 0.02754884399473667, 0.030813762918114662, 0.02606968954205513, 0.05449746549129486, -0.01537944097071886, -0.07121475040912628, -0.021282335743308067, 0.0334319993853569, -0.01654215343296528, -0.028614772483706474, 0.01671653799712658, -0.004737332463264465, -0.00040118041215464473, 0.07711561769247055, 0.02666204608976841, -0.03547712042927742, -0.0023230358492583036, -0.021399544551968575, 0.070778988301754, 0.10279718786478043, 0.08810866624116898, -0.08581724017858505, 0.051622405648231506, 0.06723593920469284, -0.06291801482439041, 0.10853128880262375, -0.07650723308324814, 0.00960871484130621, -0.06497295200824738, -0.07616724073886871, -0.012119835242629051, 0.026808449998497963, -0.07489456236362457, -0.04089135676622391, 0.0292925126850605, -0.020604627206921577, 0.09629426151514053, 0.055545300245285034, -0.09259676188230515, 0.05644898861646652, -0.09607598930597305, -0.051302213221788406, 0.011095353402197361, -0.10185302793979645, -0.03459851071238518, -0.012182503007352352, 0.003564328420907259, 0.09648718684911728, -2.7629042165244755e-08, -0.012766119092702866, 0.117929607629776, 0.021393749862909317, 0.0352134108543396, -0.07000207155942917, 0.052802473306655884, -0.019134558737277985, 0.012497592717409134, 0.04176978021860123, -0.028201736509799957, 0.058983419090509415, -0.02185870334506035, -0.12307602167129517, -0.03188062086701393, -0.05034531652927399, 0.008447698317468166, -0.011164691299200058, -0.03821615129709244, 0.004724528640508652, -0.05311762914061546, 0.03558320552110672, 0.040832631289958954, 0.09906405210494995, -0.03738156333565712, 0.009900585748255253, 0.14279402792453766, 0.0387863926589489, 0.037962812930345535, 0.11642225086688995, -0.020577432587742805, -0.024813059717416763, -0.0652013048529625, 0.09616532176733017, -0.027950936928391457, 0.020027121528983116, 0.051866523921489716, -0.07094169408082962, 0.04949897900223732, 0.02894388884305954, -0.030768021941184998, -0.0020935304928570986, -0.10313842445611954, -0.05090001970529556, 0.020239360630512238, 0.0012516635470092297, 0.0057995920069515705, -0.02631550282239914, 0.052314385771751404, -0.0050584180280566216, 0.06004652753472328, 0.04514413699507713, -0.06147591024637222, -0.0050089480355381966, -0.008422762155532837, -0.038861509412527084, 0.02692120149731636, 0.03563440591096878, -0.027836404740810394, -0.044681333005428314, -0.02417718805372715, 0.010844970121979713, -0.03399970754981041, -0.1118398979306221, -0.07118058204650879 ], "quartz": [ -0.0759088397026062, 0.02366028167307377, -0.022364048287272453, -0.05117380991578102, -0.07464169710874557, -0.08375465869903564, -0.0007702447474002838, -0.03463425114750862, 0.0026079071685671806, -0.012004914693534374, -0.04205729067325592, 0.013073504902422428, -0.05021297559142113, -0.012463248334825039, 0.03138700872659683, -0.025479527190327644, 0.13030186295509338, -0.06410740315914154, -0.03403525799512863, -0.016841957345604897, 0.04231163486838341, -0.08412586897611618, -0.006058203987777233, 0.0068896557204425335, -0.04626256227493286, -0.009500579908490181, -0.06489326804876328, -0.03572075068950653, 0.022142253816127777, 0.09119459241628647, -0.03215264901518822, 0.008157431147992611, -0.03354465588927269, -0.06092306971549988, 0.050707243382930756, 0.07523880153894424, -0.020650481805205345, -0.0011984204174950719, -0.05532815307378769, -0.04758923128247261, -0.030428769066929817, 0.021925514563918114, -0.030405744910240173, 0.05456138029694557, 0.01628643274307251, -0.03998083993792534, 0.04851077124476433, 0.014721603132784367, 0.040514472872018814, -0.03784409537911415, -0.11609284579753876, 0.02099226973950863, -0.0021496291738003492, 0.03329704329371452, 0.016132401302456856, 0.048781268298625946, -0.06595802307128906, 0.03695321083068848, -0.005471454933285713, 0.0331277921795845, -0.022023746743798256, -0.09192138910293579, 0.010383996181190014, -0.036460183560848236, 0.03760771080851555, 0.04006718099117279, -0.07382351160049438, -0.075180783867836, 0.03239619731903076, -0.0007204468129202724, -0.008691654540598392, 0.04549993574619293, -0.03138699755072594, 0.03463245928287506, 0.030133135616779327, 0.03388340026140213, 0.003938209731131792, -0.06891468912363052, 0.039067137986421585, -0.14928221702575684, -0.08519371598958969, -0.036059919744729996, -0.01470981352031231, 0.013590225949883461, 0.04613606259226799, -0.02957949787378311, 0.006055150646716356, 0.08948841691017151, 0.051479119807481766, -0.04394327849149704, 0.04511373117566109, 0.053271982818841934, -0.05368466675281525, -0.034336429089307785, -0.0034187675919383764, 0.04639418050646782, -0.03774034604430199, 0.06695500016212463, -0.039245449006557465, 0.016992587596178055, 0.010541805997490883, -0.045799411833286285, 0.007783922832459211, 0.03550258278846741, -0.01543889194726944, -0.0574839748442173, 0.01706603541970253, 0.07442422956228256, 0.0067939008586108685, 0.10968965291976929, -0.02643718384206295, 0.04362748563289642, 0.03118225373327732, 0.0063019501976668835, -0.02132892981171608, 0.0655391737818718, 0.00034636471536941826, -0.021303463727235794, 0.0020104963332414627, 0.09454590827226639, 0.05353688448667526, 0.03863394632935524, -0.05114439129829407, -0.0813879519701004, 0.031097758561372757, 0.05640273541212082, 0.05782951042056084, 4.738476870224167e-33, -0.020437898114323616, 0.0659838542342186, 0.03980286046862602, -0.05545241758227348, -0.03959117457270622, -0.036811117082834244, -0.0465758852660656, 0.05436331406235695, -0.06849448382854462, 0.010276910848915577, -0.019206354394555092, 0.02664393186569214, 0.03193695470690727, -0.01484507042914629, 0.0470840223133564, -0.004081811290234327, 0.11525683104991913, 0.07841981947422028, 0.050787728279829025, -0.056706078350543976, 0.030417293310165405, -0.16179955005645752, -0.04196391627192497, 0.058396779000759125, 0.00968257524073124, 0.09672719985246658, -0.02666320838034153, 0.09462424367666245, 0.007374455686658621, 0.0002615156990941614, 0.11429642885923386, 0.01832534372806549, -0.038450099527835846, 0.01762065477669239, 0.05138101428747177, -0.007539058104157448, 0.09486688673496246, 0.029062345623970032, -0.024098554626107216, -0.09312472492456436, -0.12358401715755463, 0.053992144763469696, -0.018156040459871292, 0.043477438390254974, -0.07265549153089523, -0.07385917007923126, -0.07190563529729843, 0.005702822934836149, 0.0026648887433111668, 0.0982382744550705, 0.043478380888700485, -0.0036457153037190437, -0.04649292305111885, 0.12053713202476501, 0.02103574201464653, 0.07671108841896057, 0.025331800803542137, 0.00831520278006792, -0.0391731783747673, 0.07077522575855255, 0.0886523649096489, -0.1214817687869072, 0.0071341958828270435, 0.03988298028707504, 0.09512277692556381, 0.05242417752742767, 0.004604948218911886, -0.0045411731116473675, -0.003640324342995882, 0.04233156144618988, 0.005867181811481714, 0.02649686112999916, 0.008978346362709999, 0.0067879268899559975, -0.028780093416571617, -0.10188286751508713, 0.08008021861314774, -0.010228537023067474, -0.03413691371679306, 0.013642828911542892, 0.026210634037852287, -0.06742259860038757, -0.05036567524075508, -0.04442057013511658, -0.048102110624313354, 0.08651495724916458, -0.01429801806807518, -0.021634183824062347, -0.02428915537893772, -0.003689359873533249, 0.018278071656823158, 0.03609003126621246, -0.0239983182400465, 0.02046564780175686, -0.10761519521474838, -3.370252506402888e-33, -0.005985217168927193, -0.10367701202630997, 0.019876401871442795, 0.012991847470402718, 0.06008526682853699, -0.019163187593221664, -0.014165731146931648, 0.09260772168636322, 0.013896465301513672, 0.04151919484138489, 0.06741178035736084, -0.07327398657798767, 0.01523119118064642, -0.004848133306950331, -0.10871370881795883, 0.0656147301197052, 0.09697634726762772, -0.02716497704386711, 0.09383391588926315, 0.04223639890551567, -0.009060386568307877, 0.01818176731467247, -0.09655744582414627, -0.03952202945947647, -0.051849715411663055, 0.03756101056933403, -0.03389348089694977, -0.03657239302992821, -0.003985842689871788, -0.05650770291686058, -0.03995360806584358, -0.04834078624844551, -0.04711642488837242, 0.02907220646739006, 0.06706687808036804, -0.039985623210668564, 0.019618457183241844, 0.06630643457174301, -0.01949089579284191, 0.08804294466972351, 0.07299689948558807, 0.01989765278995037, -0.01950482651591301, 0.03562392294406891, -0.05214226245880127, 0.01910846121609211, -0.031686294823884964, 0.06611248105764389, -0.10100498795509338, 0.06011137366294861, 0.015067024156451225, -0.09582571685314178, 0.057001467794179916, 0.04402099549770355, 0.01314924843609333, -0.001298972754739225, -0.003944747615605593, -0.007783856708556414, -0.013179317116737366, 0.03301297873258591, 0.10238596796989441, -0.012823554687201977, -0.09136784076690674, 0.07137586921453476, 0.08063222467899323, 0.048222389072179794, -0.01249698642641306, -0.015468858182430267, -0.03676905110478401, 0.008923214860260487, 0.0653829276561737, -0.021758070215582848, -0.016346393153071404, 0.011099431663751602, -0.034137047827243805, 0.001476277131587267, -0.058583181351423264, -0.009701021015644073, -0.08848492056131363, 0.010183602571487427, -0.04712168127298355, 0.11003884673118591, 0.03263543173670769, 0.0254124253988266, -0.015794334933161736, -0.004492310341447592, 0.03814120590686798, 0.0851052775979042, 0.02230856381356716, 0.00024689047131687403, 0.02598460018634796, -0.024355394765734673, -0.014070202596485615, 0.044985949993133545, -0.025024032220244408, -2.9650877308995405e-08, -0.03887995705008507, 0.009820671752095222, -0.02853401005268097, -0.05514314025640488, 0.03448590263724327, 0.0830250233411789, -0.01059476938098669, -0.020375918596982956, 0.014899397268891335, 0.00025144030223600566, 0.05306858941912651, -0.010184342972934246, -0.023887233808636665, -0.00965186208486557, 0.008960206061601639, -0.09586051851511002, 0.01618126593530178, -0.08797319233417511, -0.036535728722810745, -0.0050183748826384544, -0.02039463259279728, 0.030086355283856392, 0.06516063213348389, -0.08973858505487442, -0.012883292511105537, 0.03532380238175392, 0.029149439185857773, 0.07378599792718887, -0.06388025730848312, -0.048532791435718536, -0.0710822194814682, 0.008269017562270164, 0.043220024555921555, -0.013982849195599556, -0.02584405243396759, 0.03823287412524223, -0.12001612782478333, 0.0007376777357421815, -0.00961846113204956, 0.002036896999925375, 0.0331471711397171, -0.03781995549798012, -0.019783498719334602, 0.0047489069402217865, 0.10118487477302551, 0.046525467187166214, -0.0649157389998436, -0.07359156012535095, 0.05053999274969101, 0.013371926732361317, -0.015886103734374046, -0.04001988098025322, 0.015006677247583866, -0.03597792983055115, -0.03491905331611633, 0.016079580411314964, 0.053036242723464966, -0.04091981053352356, 0.014292508363723755, 0.048757582902908325, 0.06494000554084778, 0.0049286773428320885, -0.07370378077030182, 0.019688116386532784 ], "quartz-batch": [ -0.11409194022417068, 0.018592484295368195, -0.05062964931130409, 0.0016245698789134622, -0.06916964799165726, -0.0709330141544342, 0.034180548042058945, -0.050290465354919434, -0.017681846395134926, -0.006001900881528854, -0.016870805993676186, -0.028643351048231125, -0.019562771543860435, -0.028641026467084885, -0.015338843688368797, -0.03441987186670303, 0.13114626705646515, -0.05572713166475296, -0.06903643161058426, -0.07021594792604446, 0.05277431011199951, -0.07874026149511337, 0.02456619031727314, 0.02629685401916504, -0.0033979748841375113, 0.0346018448472023, -0.06726746261119843, -0.0637415423989296, -0.013517065905034542, -0.01625589095056057, -0.06117596477270126, 0.020169032737612724, 0.039675600826740265, -0.05724882334470749, 0.11417953670024872, 0.06043945625424385, -0.010290656238794327, -0.007728280499577522, -0.004619784187525511, -0.038408081978559494, 0.0015598530881106853, 0.02117338217794895, -0.0591791532933712, 0.04783707484602928, 0.0403137132525444, -0.03678744658827782, -0.003893384011462331, -0.0015013025840744376, 0.006967568304389715, 0.026936402544379234, -0.07478064298629761, -0.007679223082959652, -0.002484203316271305, 0.03479335084557533, -0.027836620807647705, 0.06445709615945816, 0.00025729186017997563, 0.020484471693634987, -0.024748550727963448, 0.029475055634975433, -0.04468541964888573, -0.08794322609901428, -0.012847197242081165, 0.018056392669677734, 0.07611197233200073, -0.020417403429746628, -0.09380261600017548, -0.002401648787781596, 0.0367296077311039, -0.06613381952047348, -0.015552851371467113, 0.047159645706415176, -0.008879936300218105, 0.07231149822473526, -0.03528662398457527, 0.02400384284555912, 0.09978364408016205, -0.030703624710440636, 0.01624053157866001, -0.10605796426534653, -0.10994847863912582, -0.06676076352596283, 0.015542276203632355, -0.0500628799200058, 0.02144857868552208, -0.05664432793855667, -0.038303062319755554, 0.08505052328109741, 0.05952116847038269, -0.024857327342033386, 0.04606963321566582, 0.04008634760975838, -0.003429087810218334, -0.05133906006813049, -0.010191199369728565, 0.009711750783026218, -0.04863571748137474, 0.12190543115139008, 0.04851847141981125, -0.020536450669169426, 0.030978048220276833, -0.01050621084868908, 0.029569540172815323, 0.024892542511224747, -0.06656134128570557, -0.009907265193760395, -0.016438525170087814, 0.03313283249735832, -0.014239384792745113, 0.052790746092796326, -0.0018728745635598898, 0.038194432854652405, 0.06606418639421463, -0.0006985867512412369, 0.018508898094296455, 0.03594066575169563, 0.011487625539302826, -0.03150036558508873, 0.018175028264522552, 0.08890542387962341, 0.002677492331713438, 0.02035326324403286, -0.08258727937936783, -0.10897152870893478, -0.013733668252825737, 0.06718505173921585, 0.06372600048780441, 1.674915799067606e-33, -0.0013222616398707032, 0.009988583624362946, 0.049886707216501236, -0.0903693214058876, 0.02816052734851837, -0.021105932071805, -0.0702878087759018, 0.056048933416604996, -0.03340569883584976, -0.004534035921096802, -0.053186994045972824, -0.009002714417874813, 0.01534909289330244, 0.06317374110221863, -0.05235369876027107, -0.050023339688777924, 0.11431051045656204, 0.11947145313024521, 0.05407387390732765, -0.09440377354621887, -0.005277671385556459, -0.01670216955244541, -0.08412286639213562, 0.038434095680713654, 0.009742860682308674, 0.0492580272257328, 0.050934236496686935, 0.003247369546443224, -0.0042306482791900635, 0.02409553900361061, 0.09727071970701218, 0.0413338877260685, -0.053414929658174515, 0.02830185554921627, 0.03844317048788071, 0.04130735248327255, 0.03185447305440903, 0.053617265075445175, 0.027260906994342804, -0.09583260864019394, -0.08893022686243057, 0.04133341461420059, -0.027043161913752556, -0.007765991147607565, -0.12124810367822647, -0.02587277442216873, -0.03924613073468208, -0.04052835702896118, 0.03492888808250427, 0.10162963718175888, 0.027616329491138458, -0.056090645492076874, 0.00039242597995325923, 0.0736187994480133, 0.04546856880187988, 0.07038263231515884, 0.034818798303604126, -0.00028287124587222934, 0.010105913504958153, 0.10413593053817749, 0.06585388630628586, -0.07184289395809174, -0.05166017264127731, 0.09289462119340897, 0.09106609225273132, 0.025845035910606384, 0.05802047252655029, 0.006955858785659075, 0.02289244346320629, 0.09498845785856247, -0.012475701048970222, 0.03490661084651947, 0.018890872597694397, 0.04602604731917381, 0.016554394736886024, -0.06029311195015907, 0.14305059611797333, -0.04607919231057167, -0.08782220631837845, 0.058782871812582016, -0.021854804828763008, -0.04993676394224167, -0.07746946066617966, -0.09204605966806412, 0.0055432794615626335, 0.09077732264995575, -0.02796797826886177, 0.0011277488665655255, 0.08081142604351044, -0.06796976923942566, -0.013959968462586403, 0.009657064452767372, -0.015748733654618263, 0.05878826230764389, -0.050553902983665466, -2.0927057768040403e-33, 0.043537598103284836, -0.018753426149487495, 0.028267599642276764, 0.048533108085393906, 0.02420906350016594, 0.03290939703583717, -0.01876189187169075, 0.04897380992770195, 0.009951022453606129, 0.03746596723794937, -0.03597899526357651, -0.010703545063734055, 0.013337100856006145, 0.00643022870644927, -0.11246737092733383, 0.025297975167632103, 0.0561358667910099, -0.01333183329552412, 0.03259478136897087, 0.0635804831981659, -0.052576061338186264, -0.0035828836262226105, -0.07512784749269485, 0.003167757298797369, -0.01574544794857502, 0.017178509384393692, -0.09276241809129715, -0.027532922104001045, 0.03370524197816849, -0.0036183837801218033, -0.03398137912154198, -0.05917742848396301, -0.04431317746639252, 0.000871422525960952, 0.0173981711268425, -0.04513678327202797, 0.03543851897120476, 0.1400233805179596, 0.0013463542563840747, 0.09315027296543121, -0.004547064192593098, -0.03941947966814041, -0.004614753182977438, -0.005723634734749794, -0.09584572166204453, 0.018007569015026093, -0.009951760992407799, -0.02115229330956936, -0.10864771157503128, 0.024940088391304016, -0.030883371829986572, -0.092078298330307, 0.011635257862508297, 0.1066998764872551, 0.020901938900351524, -0.07924329489469528, 0.009791829623281956, -0.007077852264046669, -0.08072216063737869, 0.02236386574804783, 0.09193123877048492, 0.01868658885359764, -0.05189840868115425, -0.005526446737349033, 0.019273117184638977, 0.02806413546204567, 0.00994284637272358, -0.04533684253692627, -0.11306788772344589, 0.01635804772377014, 0.10548876971006393, 0.008520690724253654, 0.035181839019060135, 0.07694128155708313, -0.09790778905153275, 0.019270703196525574, -0.01808939129114151, -0.04951011389493942, -0.09580765664577484, 0.04193124547600746, 0.03398915007710457, 0.04354484751820564, 0.02713199332356453, 0.004119762219488621, -0.06031539663672447, 0.017298275604844093, 0.07527780532836914, 0.00860261358320713, 0.005201294552534819, -0.0016645387513563037, 0.004288035444915295, -0.06122547388076782, 0.01882837899029255, 0.07843293994665146, -0.010575487278401852, -2.6998796087696064e-08, 0.006972041912376881, -0.029837394133210182, 0.06077256426215172, -0.029427558183670044, 0.02904364839196205, -0.019638486206531525, -0.023408159613609314, 0.07783179730176926, 0.047118179500103, 0.0021129297092556953, 0.04691334068775177, -0.023409275338053703, -0.03309328481554985, -0.0366034097969532, 0.007264841813594103, -0.03715038672089577, 0.038624610751867294, -0.030092475935816765, 0.020252127200365067, 0.01381742674857378, 0.01558816060423851, 0.0194352176040411, 0.07678499072790146, -0.03818058595061302, -0.008681697770953178, 0.045062046498060226, -0.010250169783830643, 0.0690637081861496, -0.005520253907889128, -0.06285103410482407, -0.009389916434884071, 0.004696652293205261, 0.05494007095694542, -0.06587077677249908, -0.046982210129499435, -0.006298974622040987, -0.06230824440717697, -0.054852914065122604, -0.024149294942617416, 0.019088050350546837, 0.006453592795878649, -0.039839938282966614, 0.009619818069040775, -0.02528747357428074, 0.07958164811134338, 0.04016935080289841, -0.13023298978805542, -0.05074442923069, -0.0051353429444134235, -0.011571161448955536, 0.017536697909235954, -0.0191576536744833, 0.05842958390712738, -0.008494791574776173, -0.027844132855534554, 0.06222355738282204, 0.03935564309358597, -0.045689646154642105, 0.03411465883255005, 0.05169712379574776, 0.07888636738061905, -0.03873550519347191, -0.013663403689861298, -0.07392095774412155 ], "rivet": [ -0.057954706251621246, -0.003886825405061245, 0.05058716982603073, 0.03771182522177696, 0.0030521538574248552, 0.017885955050587654, -0.028112931177020073, -0.08850444108247757, 0.043810032308101654, -0.010535648092627525, 0.028927354142069817, 0.045462384819984436, -0.007557520642876625, -0.038972944021224976, -0.06777020543813705, -0.042264919728040695, -0.028471987694501877, -0.008480707183480263, -0.011363130062818527, 0.03522254899144173, -0.03274623677134514, -0.05111781135201454, -0.05137551203370094, -0.0058733313344419, 0.060529667884111404, 0.00883538369089365, -0.04918169602751732, 0.009810345247387886, -0.01030135527253151, -0.019003866240382195, -0.05004560947418213, -0.08680339902639389, -0.11816061288118362, 0.0314587764441967, -0.03632410615682602, 0.09951478242874146, -0.0163430068641901, -0.10057272017002106, -0.020343612879514694, 0.021793073043227196, -0.014938096515834332, 0.026787498965859413, 0.025172049179673195, -0.0035599288530647755, 0.09760680794715881, 0.039092570543289185, 0.04055901616811752, -0.029764657840132713, 0.06836729496717453, -0.005593236535787582, -0.013850625604391098, -0.008029100485146046, 0.013814326375722885, -0.01903795450925827, -0.003423016518354416, 0.040597353130578995, 0.06271546334028244, -0.041168421506881714, 0.030331386253237724, 0.030950460582971573, 0.061675749719142914, -0.017692456021904945, -0.014118821360170841, 0.023326976224780083, -0.052662838250398636, 0.012961287051439285, -0.010846460238099098, -0.05098859220743179, 0.02910110540688038, 0.03428259119391441, 0.026641787961125374, -0.0044599552638828754, 0.005345996934920549, 0.0842302143573761, 0.09016145020723343, -0.0446377769112587, -0.014674535021185875, 0.06139052286744118, 0.04408828169107437, -0.07091032713651657, -0.12398801743984222, 0.11340440064668655, 0.047664668411016464, 0.06835329532623291, 0.11773256212472916, -0.01823493465781212, -0.032741207629442215, 0.054533567279577255, 0.04767998307943344, 0.02808300405740738, 0.03716957941651344, 0.05871507525444031, -0.04628293588757515, 0.02012074738740921, -0.06997906416654587, -0.006947353482246399, 0.016971653327345848, 0.08322153985500336, -0.034595832228660583, -0.0028517013415694237, -0.02203661948442459, 0.06379569321870804, -0.08056164532899857, -0.0676216259598732, -0.01654648594558239, 0.0077212839387357235, -0.06042545661330223, -0.0026560912374407053, -0.08355101197957993, -0.014999421313405037, 0.03893851861357689, 0.031224286183714867, 0.07717257738113403, 0.01723131351172924, -0.021526511758565903, 0.04372817277908325, -0.0815168172121048, 0.010546648874878883, -0.025684572756290436, 0.020825842395424843, 0.024880971759557724, -0.021332217380404472, -0.007363251876085997, -0.0699416995048523, -0.046034783124923706, 0.04856176674365997, 0.026329223066568375, -3.665754337455341e-34, -0.07138940691947937, -0.045132994651794434, -0.07242881506681442, 0.03854113072156906, -0.0371045246720314, -0.016003206372261047, 0.04966675117611885, -0.01993950642645359, -0.01949622854590416, -0.022431207820773125, 0.06216813623905182, 0.05195355415344238, -0.07154900580644608, -0.09976629912853241, -0.01822960376739502, 0.023044560104608536, 0.12110739201307297, 0.022257626056671143, -0.06912358105182648, -0.02947344444692135, 0.0015462101437151432, -0.08398733288049698, -0.01805402897298336, 0.03948846086859703, -0.010140025988221169, 0.09229334443807602, 0.054831743240356445, 0.0344393216073513, 0.05902545154094696, 0.035483431071043015, -0.01125358697026968, 0.05144315958023071, 0.0738995224237442, 0.022047201171517372, -0.09473659843206406, -0.0528576634824276, 0.06430875509977341, -0.019890299066901207, -0.013037670403718948, -0.0788826122879982, 0.03624329715967178, 0.022558609023690224, -0.0989825502038002, -0.03397408500313759, -0.016093432903289795, -0.03478571027517319, 0.09021050482988358, 0.08113374561071396, 0.12258566915988922, -0.0681239515542984, -0.017166635021567345, 0.062227047979831696, 0.08017102628946304, 0.07091540098190308, -0.08851306140422821, 0.06169269233942032, -0.013229734264314175, 0.021785521879792213, -0.027244511991739273, 0.03588557243347168, 0.03510718420147896, 0.0832185447216034, 0.1035928800702095, -0.0020181199070066214, 0.07947161048650742, -0.014541059732437134, 0.03779590502381325, 0.06544113159179688, 0.021920867264270782, -0.01675906777381897, 0.05409786105155945, -0.07647301256656647, -0.06611023843288422, -0.023297002539038658, -0.02310187555849552, -0.022145675495266914, 0.03466241806745529, -0.05143176391720772, 9.322797995992005e-05, -0.03781000152230263, 0.004139191936701536, -0.0086149200797081, -0.036737360060214996, 0.015167486853897572, 0.030133329331874847, -0.04543713852763176, 0.08345548063516617, -0.06387602537870407, 0.03349084034562111, 0.039635445922613144, -0.08564194291830063, -0.05798139050602913, -0.006086088251322508, -0.0006831603241153061, -0.03128736838698387, -6.0528366849774104e-34, 0.04504252225160599, -0.09216129034757614, -0.06132235750555992, 0.033761877566576004, -0.01187222171574831, -0.04178892448544502, -0.10704163461923599, 0.02828218974173069, -0.055553335696458817, 0.0782102644443512, 0.06799551099538803, -0.08970527350902557, -0.0579652301967144, 0.0022986987605690956, 0.06006542593240738, 0.06461988389492035, 0.0019106866093352437, -0.0188866276293993, -0.05901581048965454, 0.017632681876420975, 0.10441427677869797, -0.010704591870307922, 0.07382257282733917, 0.06199093535542488, -0.047233935445547104, 0.026829682290554047, 0.005852122325450182, -0.04266434907913208, -0.08837439119815826, -0.0023265432100743055, 0.004449724219739437, -0.06325725466012955, -0.0686497613787651, 0.06033742427825928, 0.023119503632187843, -0.07618483155965805, 0.015575887635350227, -0.0053133429028093815, 0.03220802918076515, 0.018414825201034546, 0.04653332382440567, 0.027725331485271454, -0.04997840151190758, 0.05449714884161949, 0.018696192651987076, -0.0525381825864315, -0.02322337031364441, -0.041095416992902756, 0.04881357029080391, 0.0818479061126709, 0.053546398878097534, -0.025114821270108223, 0.12703944742679596, -0.040312036871910095, -0.08907293528318405, 0.01073829922825098, 0.025517188012599945, -0.10786160081624985, 0.044945765286684036, 0.05910281464457512, -0.07156719267368317, -0.06362180411815643, -0.0004163241246715188, 0.022341646254062653, 0.04701016843318939, -0.0448957234621048, 0.10210617631673813, 0.004748899955302477, 0.01810438372194767, -0.0003940791357308626, 0.0823759064078331, 0.09441462904214859, 0.07216476649045944, -0.08131550997495651, 0.015334466472268105, 0.07895401120185852, 0.0017343133222311735, -0.05766252800822258, -0.03869471698999405, -0.055676620453596115, 0.07616157084703445, -0.04345838353037834, 0.04292694851756096, 0.017473619431257248, -0.046589747071266174, 0.006026784889400005, -0.0004908092087134719, 0.0568503737449646, 0.016623377799987793, -0.021316928789019585, 0.029727041721343994, -0.049581896513700485, 0.05244738981127739, -0.013425203040242195, -0.0010397114092484117, -2.8169660382104666e-08, -0.017496714368462563, 0.03891564905643463, 0.029230831190943718, -0.020492659881711006, 0.06010628491640091, 0.0024190531112253666, -0.10987767577171326, 0.05641884729266167, -0.09143828600645065, 0.011502555571496487, 0.06520925462245941, -0.07315748184919357, -0.050316836684942245, 0.0061758337542414665, -0.048506248742341995, -0.09474088996648788, 0.020825479179620743, -0.04398120939731598, -0.016679733991622925, -0.09002230316400528, 0.04584516957402229, -0.009487872011959553, 0.12297772616147995, 0.04900674521923065, -0.043080829083919525, -0.012298736721277237, -0.06916883587837219, -0.015288564376533031, -0.005044302903115749, 0.0043612755835056305, -0.003824199317023158, -0.016893135383725166, 0.07126159965991974, 0.01667110249400139, 0.03263617679476738, 0.008814060129225254, -0.02546936832368374, 0.03203134983778, 0.0186464786529541, 0.025963326916098595, -0.02663348987698555, 0.05368807539343834, -0.016443319618701935, -0.005024689249694347, -0.1164732575416565, -0.0009742577676661313, -0.024145664647221565, 0.03583511710166931, -0.012762722559273243, -0.021709831431508064, 0.00034192888415418565, -0.05338449031114578, -0.051324184983968735, -0.02622785046696663, -0.10840839892625809, -0.014734266325831413, -0.015243656933307648, -0.014142215251922607, 0.020179383456707, 0.005449771881103516, 0.0004982928512617946, -0.018841592594981194, -0.047878265380859375, -0.0005054532666690648 ], "rivet-calibration": [ -0.05655958503484726, -0.008241511881351471, 0.04131627455353737, 0.004720473196357489, -0.04626663401722908, -0.010513408109545708, -0.08616258949041367, -0.04184141755104065, 0.04488493502140045, 0.03152497857809067, 0.0031063260976225138, 0.009158696047961712, 0.06035945191979408, -0.011394321918487549, -0.09061063081026077, -0.07448384165763855, -0.033643804490566254, 0.03387141227722168, 0.008557777851819992, 0.01396500039845705, -0.06784436106681824, -0.03147770091891289, -0.024469032883644104, 0.0010698147816583514, 0.08312525600194931, -0.017498742789030075, -0.053753890097141266, 0.020588519051671028, -0.0038982699625194073, -0.03945235535502434, -0.08077382296323776, -0.07464218884706497, -0.10001793503761292, 0.03088761679828167, -0.05452295392751694, 0.044342320412397385, -0.05246313661336899, -0.06080956384539604, -0.07146380096673965, 0.04303358495235443, -0.007365012541413307, -0.00740102119743824, 0.03640337660908699, -0.009861405938863754, 0.07005026191473007, 0.041568249464035034, 0.04147893562912941, -0.02419438399374485, -0.042881742119789124, 0.05831955745816231, -0.04070579633116722, -0.01935240998864174, 0.061725493520498276, -0.00136837107129395, 0.00926949642598629, 0.03368604928255081, 0.0635400265455246, 0.020948970690369606, 0.05063614621758461, 0.027127984911203384, 0.032963111996650696, 0.030317414551973343, -0.036598071455955505, 7.834716234356165e-05, -0.01752503216266632, 0.0370972603559494, 0.022297021001577377, -0.053634654730558395, 0.05407639220356941, 0.07286413758993149, 0.011223948560655117, 0.03288860246539116, 0.03887256607413292, 0.07334215939044952, 0.06271842122077942, -0.0627162829041481, -0.08588188141584396, 0.0670018419623375, 0.0715881884098053, -0.05804215371608734, -0.11569956690073013, 0.1105160042643547, 0.029531292617321014, 0.009511644020676613, 0.1098414734005928, -0.0026661690790206194, -0.014635410159826279, 0.05748344212770462, 0.04104037955403328, 0.0028418777510523796, 0.0778406485915184, 0.058123696595430374, -0.04227173328399658, 0.02327643521130085, -0.07832891494035721, 0.01852578856050968, 0.0068395319394767284, 0.07416725903749466, 0.04909419268369675, -0.022179553285241127, -0.06000545620918274, 0.012913061305880547, -0.028234338387846947, -0.03750765323638916, 0.026172827929258347, 0.0005486748414114118, -0.07725761085748672, -0.01022533979266882, -0.14143458008766174, 0.003301298478618264, 0.02994544990360737, 0.00013407922233454883, 0.03646838292479515, 0.006932480726391077, 0.004493596963584423, -0.006470248103141785, -0.06855938583612442, 0.019354436546564102, -0.009006763808429241, 0.10298805683851242, -0.015972550958395004, -0.018268121406435966, -0.0069522256962955, -0.03714881092309952, -0.03364534676074982, 0.046184275299310684, 0.047839757055044174, 3.9714263986943146e-33, -0.01987234689295292, -0.043461885303258896, -0.0637727752327919, 0.01738608442246914, -0.09928823262453079, 0.0326683409512043, -0.0014755032025277615, 0.06323324888944626, 0.05910709500312805, -0.04047490283846855, 0.12003379315137863, 0.07027528434991837, -0.05434715375304222, -0.03648511692881584, 0.02382023259997368, 0.05018756911158562, 0.07861162722110748, 0.040249042212963104, -0.09850810468196869, 0.033175382763147354, -0.007730793207883835, -0.056843504309654236, 0.014967922121286392, 0.023594742640852928, -0.007141992449760437, 0.12339018285274506, 0.08824472874403, 0.10777196288108826, -0.06714733690023422, 0.002313864417374134, 0.08070747554302216, 0.05388161540031433, 0.011147784069180489, -0.026867005974054337, -0.061624299734830856, -0.09868252277374268, 0.05567830428481102, 0.003665162017568946, -0.04185556620359421, 0.022374983876943588, -0.010801222175359726, 0.07779476046562195, -0.0013743506278842688, -0.03307487443089485, 0.022192103788256645, -0.007517489138990641, 0.02749006077647209, 0.07061540335416794, 0.07595930993556976, -0.045203112065792084, -0.02324569970369339, 0.04983814060688019, 0.024701284244656563, 0.03779004141688347, -0.03129284083843231, 0.07613341510295868, 0.015455068089067936, -0.058462437242269516, -0.014512901194393635, 0.029394950717687607, 0.03894198685884476, 0.009029334411025047, 0.1104373037815094, 0.018537065014243126, 0.0324409194290638, 0.05155103653669357, 0.029792651534080505, 0.06784819811582565, 0.02416202425956726, 0.001651422819122672, 0.0007220213301479816, -0.12319972366094589, -0.02732297219336033, -0.02257862314581871, -0.07352843880653381, -0.026083672419190407, 0.027813367545604706, -0.015616793185472488, 0.014067249372601509, -0.03218113258481026, -0.020575782284140587, 0.09814886003732681, 0.007476187776774168, 0.005080423317849636, 0.043737784028053284, -0.08331456035375595, -0.001011266140267253, -0.010581517592072487, -0.020110517740249634, 0.08558192849159241, -0.05197140574455261, -0.04723184183239937, -0.04992033913731575, 0.005168670788407326, -0.04258282855153084, -2.377761320168522e-33, -0.006556560751050711, -0.011776987463235855, -0.03944598510861397, 0.11691425740718842, -0.03052033670246601, -0.019187679514288902, -0.10233613103628159, -0.007241486106067896, -0.023774931207299232, 0.058165986090898514, 0.02968471683561802, -0.09012313187122345, -0.085755854845047, -0.013882999308407307, -0.011154739186167717, 0.06874523311853409, -0.017451466992497444, -0.07850446552038193, -0.05326583608984947, -0.010605822317302227, 0.08788524568080902, -0.043756287544965744, 0.012374242767691612, 0.006371898576617241, 0.05677441135048866, 0.00010932792793028057, -0.05560329556465149, -0.04318244382739067, -0.061394382268190384, 0.02265360951423645, -0.05280989035964012, -0.0612272210419178, -0.029081661254167557, 0.03233353793621063, -0.008352507837116718, -0.05676368623971939, 0.010122399777173996, 0.04186459258198738, 0.05248313024640083, -0.026534752920269966, 0.06331369280815125, 0.05463343858718872, -0.059029772877693176, 0.034491248428821564, -0.009922646917402744, -0.029770933091640472, -0.04092957079410553, -0.06586109846830368, 0.060991231352090836, 0.03654627501964569, 0.04797467216849327, 0.012559407390654087, 0.09436093270778656, -0.07013163715600967, -0.11317630112171173, 0.028576217591762543, -0.01147531159222126, -0.07803252339363098, 0.036605313420295715, 0.06811581552028656, -0.006591848563402891, -0.056759972125291824, 0.0408548042178154, 0.05321955308318138, 0.026086073368787766, 0.045045074075460434, 0.11183332651853561, -0.032792072743177414, 0.023006178438663483, -0.0258112121373415, 0.14822545647621155, -0.0039587621577084064, 0.054777953773736954, -0.06397280097007751, -0.02755412645637989, 0.011175139807164669, 0.0024063563905656338, -0.058496829122304916, -0.055538538843393326, -0.0012493999674916267, 0.08010810613632202, -0.06668901443481445, 0.02345859445631504, 0.0692489892244339, -0.044022977352142334, 0.044388387352228165, -0.01795562542974949, 0.03154841065406799, 0.007979493588209152, 0.03758712112903595, 0.0581587553024292, -0.051140040159225464, -0.04304716736078262, -0.01127653755247593, -0.019383970648050308, -2.7905658228633e-08, -0.0404098778963089, 0.02471153996884823, -0.017658868804574013, -0.007668704725801945, -0.04830869287252426, -0.0174107626080513, -0.055063530802726746, 0.04678057134151459, -0.04765085503458977, 0.03249711915850639, 0.11519279330968857, -0.0705796405673027, -0.0005244618514552712, 0.02276669256389141, 0.0057691726833581924, -0.03205602616071701, 0.06610896438360214, 0.05852989852428436, -0.0663251057267189, -0.029106421396136284, 0.06940013915300369, 0.02861761301755905, 0.12094422429800034, 0.015346499159932137, -0.02669648453593254, -0.027802489697933197, -0.07982289046049118, 0.08583756536245346, -0.018285540863871574, 0.03472791239619255, 0.002298760926350951, -0.06324772536754608, 0.1148732453584671, -0.006647263187915087, 0.043509505689144135, 0.02851187251508236, -0.038572363555431366, 0.01347026601433754, 0.03206666558980942, 0.09017548710107803, -0.07594694942235947, 0.024838965386152267, -0.023871419951319695, 0.02355784736573696, -0.026751786470413208, -0.03743406757712364, -0.06990128010511398, 0.026853224262595177, -0.021960195153951645, 0.014480308629572392, 0.06095568463206291, 0.016658814623951912, -0.049777090549468994, -0.0005626112106256187, -0.1268416792154312, 0.019894670695066452, 0.041285090148448944, -0.04274453967809677, 0.0024041044525802135, 0.014002879150211811, -0.03607621043920517, -0.026693277060985565, -0.03054865635931492, -0.024626998230814934 ], "soil": [ 0.031656622886657715, 0.012513448484241962, 0.019288280978798866, -0.014418277889490128, 0.1676768660545349, -0.02325277402997017, -0.005262193735688925, -0.07084392756223679, 0.037903785705566406, -0.0017849754076451063, 0.010681862011551857, -0.06291432678699493, 0.042161405086517334, 0.02339431270956993, -0.03847210854291916, -0.00755320256575942, 0.028408467769622803, 0.024641674011945724, -0.09799733757972717, 0.017842784523963928, 0.05214395374059677, 0.07632347196340561, 0.03389890491962433, -0.010273948311805725, 0.02916008234024048, 0.026205554604530334, -0.011551608331501484, 0.03732503950595856, -0.030184542760252953, -0.014674396254122257, -0.006265099160373211, 0.1010018140077591, 0.04940051957964897, -0.01543782465159893, -0.026861052960157394, 0.09276366233825684, 0.010723239742219448, -0.0756387785077095, 0.04432191327214241, -0.005961793474853039, 0.013098211027681828, -0.025148043408989906, 0.06987497210502625, 0.0603630356490612, -0.015528731048107147, 0.03277897834777832, -0.02106323651969433, 0.02828577160835266, 0.014777762815356255, -0.031923264265060425, 0.0761590525507927, 0.02792182005941868, 0.06451199948787689, -0.06286414712667465, -0.09304367005825043, 0.047616567462682724, 0.01068807952105999, -0.007693655323237181, -0.041380953043699265, -0.038768328726291656, 0.029214441776275635, -0.0022247203160077333, -0.10871406644582748, 0.0060555413365364075, 0.08016467839479446, -0.019359417259693146, -0.06144467741250992, 0.0016861853655427694, 0.04357539862394333, 0.0018404187867417932, 0.013937186449766159, 0.04058877006173134, 0.01608416624367237, -0.028710447251796722, -0.01993078738451004, 0.11334189772605896, -0.043599486351013184, 0.05905798077583313, 0.062638059258461, -0.09840284287929535, 0.033218927681446075, -0.02638804167509079, 0.055184949189424515, 0.017366107553243637, -0.04682812839746475, 0.016074109822511673, 0.058065272867679596, 0.08734750747680664, 0.04263928905129433, -0.009544802829623222, 0.05253445729613304, -0.06157876178622246, -0.039089854806661606, 0.15560173988342285, -0.0440194346010685, 0.07779590040445328, -0.00042058731196448207, -0.1175154447555542, -0.1322692334651947, -0.014951851218938828, -0.09881167113780975, 0.001334850094281137, 0.0026881375815719366, -0.00500880740582943, 0.07532057911157608, -0.033568449318408966, -0.08495325595140457, 0.0011654333211481571, -0.014013323932886124, 0.05399255454540253, -0.04247867316007614, -0.006056065671145916, 0.045997504144907, 0.05957340821623802, 0.02714143879711628, -0.04905412718653679, 0.012953376397490501, 0.03647951781749725, -0.027156800031661987, 0.01758607104420662, 0.019483014941215515, -0.0070193796418607235, -0.04302412271499634, -0.04442400112748146, 0.0664975717663765, 0.0036405115388333797, -0.054999444633722305, 3.430360675348216e-33, 0.0641007274389267, -0.043642714619636536, -0.005218299571424723, -0.0036352702882140875, -0.04729855805635452, -0.02725943922996521, -0.02145167626440525, -0.011446753516793251, 0.060018833726644516, -0.029343998059630394, -0.06444663554430008, 0.009258423931896687, -0.014575078152120113, 0.02457456663250923, -0.057304371148347855, -0.011316044256091118, 0.0029699939768761396, 0.05097798630595207, 0.0325162373483181, -0.000995728187263012, -0.06823956221342087, 0.008071603253483772, -0.11044741421937943, 0.0325738899409771, 0.023348461836576462, -0.029965268447995186, 0.0704365000128746, 0.022204503417015076, -0.008928523398935795, -0.0032673522364348173, 0.0613594576716423, -0.017350375652313232, 0.029122043401002884, -0.0601431280374527, 0.05963468551635742, 0.030563823878765106, 0.012857734225690365, 0.028673596680164337, 0.03594918176531792, 0.03850364685058594, 0.009945695288479328, 0.004397378768771887, 0.09144404530525208, -0.08141482621431351, -0.012209008447825909, -0.06891942024230957, 0.021885370835661888, -0.06578181684017181, 0.004599436651915312, 0.09116407483816147, 0.001883033779449761, 0.00012220254575368017, 0.026019975543022156, -0.011711298488080502, 0.002202535979449749, -0.0065239472314715385, 0.01926231011748314, 0.00802521500736475, -0.06698118895292282, -0.03862458094954491, -0.03612051531672478, -0.010547655634582043, 0.02560521475970745, -0.0875515416264534, 0.07765817642211914, -0.04172515124082565, -0.0783790722489357, 0.04085234925150871, -0.08442075550556183, 0.10847101360559464, 0.04894848167896271, -0.07883556932210922, 0.04529992491006851, 0.01777157001197338, -0.05933757498860359, -0.04587240889668465, 0.013853837735950947, 0.02709340862929821, 0.004148242995142937, -0.007632752414792776, 0.05857723578810692, -0.0029499568045139313, -0.09644179791212082, -0.036001380532979965, -0.07018540054559708, 0.027434881776571274, -0.017579056322574615, 0.04767759144306183, -0.09429324418306351, 0.05192841589450836, 0.10134853422641754, 0.018603861331939697, 0.037509117275476456, -0.03637601435184479, -0.02041870728135109, -3.030949184444904e-33, -0.02846156619489193, 0.045519303530454636, -0.028682757169008255, 0.15130949020385742, 0.018452400341629982, 4.2013551137642935e-05, 0.04970675706863403, 0.011677168309688568, -0.019954459741711617, 0.0881505236029625, -0.02013343758881092, 0.06350139528512955, -0.029864808544516563, -0.005029892548918724, -0.0851779356598854, 0.087982177734375, -0.05428168177604675, -0.015803854912519455, 0.019666684791445732, 0.028839439153671265, -0.045293085277080536, -0.014484472572803497, -0.03782087191939354, 0.030930187553167343, -0.004196872003376484, -0.043788935989141464, 0.03883063793182373, 0.05066235736012459, -0.10642696171998978, -0.045994505286216736, 0.020488906651735306, -0.025934232398867607, -0.039531413465738297, 0.030034787952899933, -0.0007177063380368054, -0.0531034842133522, 0.01895768940448761, -0.11808668076992035, 0.0044328938238322735, 0.003430896671488881, -0.05908171087503433, 0.007871433161199093, 0.010186541825532913, -0.09582711011171341, 0.009160487912595272, 0.019016606733202934, 0.07797636091709137, -0.0404103547334671, 0.07147715240716934, 0.001737342681735754, 0.07397287338972092, 0.06728693097829819, 0.02784750610589981, 0.0636284127831459, 0.010938295163214207, -0.004132317844778299, -0.05879334732890129, 0.02027205564081669, -0.0037518476601690054, 0.09812864661216736, 0.048482585698366165, 0.043609440326690674, -0.04670003429055214, -0.03881059214472771, -0.030380304902791977, 0.06661844253540039, 0.008560835383832455, 0.13994944095611572, 0.020806070417165756, 0.028485825285315514, 0.034867871552705765, 0.010255593806505203, 0.11289331316947937, -0.03042316436767578, -0.02067461423575878, -0.01887284591794014, 0.022438300773501396, -0.04499932378530502, -0.12067349255084991, -0.04213889315724373, 0.025386478751897812, -0.010880867950618267, -0.06816080957651138, 0.024888772517442703, 0.006173745263367891, -0.040398258715867996, 0.03846972435712814, -0.035728659480810165, 0.020993977785110474, 0.11466073244810104, 0.023462312296032906, 0.025764571502804756, 0.03125786408782005, -0.00860445387661457, 0.0612153559923172, -2.818178934660409e-08, -0.04530377686023712, -0.06454768031835556, 0.04742087051272392, -0.12472044676542282, -0.0013432723935693502, -0.0281961839646101, 0.08724323660135269, -0.021645663306117058, 0.05307338759303093, 0.000597591744735837, -0.004340737592428923, 0.007848377339541912, -0.1185152605175972, 0.0035642459988594055, 0.0683637484908104, -0.09426495432853699, 0.019587278366088867, 0.002136355033144355, -0.056896258145570755, 0.03416092321276665, 0.05832285061478615, -0.02745610661804676, -0.07659225165843964, -0.013925761915743351, 0.1409904658794403, 0.005627871491014957, 0.06559808552265167, 0.009633582085371017, 0.030646244063973427, 0.012384571135044098, 0.04939119145274162, -0.004965872038155794, -0.0013168278383091092, -0.03395857661962509, -0.11151352524757385, 0.0630275160074234, 0.026543186977505684, 0.009553570300340652, 0.013520816341042519, 0.04563245549798012, -0.06895356625318527, -0.02813616767525673, -0.026504207402467728, -0.04029498249292374, -0.041869375854730606, -0.03553982451558113, -0.006820010486990213, 0.03248359635472298, -0.054416462779045105, -0.06008509546518326, 0.00033828598679974675, -0.017054293304681778, 0.018332451581954956, 0.0209360234439373, 0.015424679033458233, -0.018962422385811806, -0.037204381078481674, -0.01726284809410572, 0.026371313259005547, 0.008104084990918636, -0.112856924533844, 0.023073798045516014, -0.07121602445840836, -0.0810268223285675 ] }, "indexing_ms": { "bm25": 0.517881999257952, "dense": 132.4982900005125, "hybrid_shared_index_total": 133.01617199977045 }, "initialization_seconds": 35.67335809799988, "provenance": { "device": "cpu", "electricity_cost_usd": null, "external_inference_calls": 0, "inputs_sha256": { "config": "391f945cbb05e8e88b1b1f2802044db55b4658ab1a42a58c6ec0caab3f4c2370", "corpus": "ecf0e3d23dbee38f61aad545e67d7ad3e81195e39659a4619b7035babb5938e6", "queries": "615ed43bfde36855390cc746b051199c4b1fe2ff7fd2d366c8d33b55a3c7f729" }, "logical_cpus": 16, "machine": "x86_64", "model_files_sha256": { "answer_model": { "config.json": "439aa0fecf5a5546a1def68b1fc45e538e2c94528ce805378daf091e2bf6e4de", "generation_config.json": "f5a1c7e2be8092018d8835128987edf0111637dd98e90599cc80310fef75d95a", "model.safetensors": "495fa51e204676f1a857a9fc13c4c89f3f5ba9f480b898cebca02add25e6d749", "special_tokens_map.json": "5c87151ef0f72a99d1f766a4c418bd2a1f90aaa30a8e22fe5eca9641daebb64f", "spiece.model": "d60acb128cf7b7f2536e8f38a5b18a05535c9e14c7a355904270e15b0945ea86", "tokenizer.json": "fe2ebbbbde2985be723e0ce18217853e4020c5e9d35bd07be2c27ab9d3ead57a", "tokenizer_config.json": "fcde0f79bffda3688119c94330866a8fbf8de20ae65a8c492c9bd47c704655a0" }, "embedding_model": { "config.json": "953f9c0d463486b10a6871cc2fd59f223b2c70184f49815e7efbcab5d8908b41", "model.safetensors": "53aa51172d142c89d9012cce15ae4d6cc0ca6895895114379cacb4fab128d9db", "special_tokens_map.json": "303df45a03609e4ead04bc3dc1536d0ab19b5358db685b6f3da123d05ec200e3", "tokenizer.json": "be50c3628f2bf5bb5e3a7f17b1f74611b2561a3a27eeab05e5aa30f411572037", "tokenizer_config.json": "acb92769e8195aabd29b7b2137a9e6d6e25c476a4f15aa4355c233426c61576b", "vocab.txt": "07eced375cec144d27c900241f3e339478dec958f92fddbc551f295c992038a3" } }, "packages": { "huggingface-hub": "0.26.2", "numpy": "1.26.4", "safetensors": "0.4.5", "tokenizers": "0.20.3", "torch": "2.2.2", "transformers": "4.46.3" }, "paid_api_cost_usd": 0, "platform": "macOS-26.7.1-x86_64-i386-64bit", "processor": "Intel(R) Xeon(R) W-3223 CPU @ 3.50GHz", "python": "3.11.13", "recorded_at": "2026-10-21T21:07:49.369410+00:00", "revision": "fc433e128a1ca47968566d1f79ed9b1e491b6bb5", "threads": 4, "tracked_worktree_dirty": false }, "records": [ { "answer": "21 days", "answerable": true, "context_ids": [ "archive", "frost", "nova" ], "execution_position": 0, "generation_ms": 79.78481399914017, "group": "archive", "input_tokens": 166, "method": "bm25", "metrics": { "context_recall": 1.0, "exact_match": 1.0, "ndcg": 1.0, "recall": 1.0, "token_f1": 1.0 }, "output_tokens": 3, "prompt": "Answer the question using only the context. Give a short answer. If the context does not contain the answer, say unknown.\n\nContext:\n[archive] Archive recovery. The archive service keeps deleted notebooks for 21 days. Restore a notebook from the Recovery drawer. Restoring does not restore former sharing permissions.\n[frost] Frost sensor. The frost sensor is calibrated with a silver reference plate. Recalibrate it every 30 days. A blinking violet light means calibration is overdue.\n[nova] Nova alert routing. Nova critical alerts go to the on-call navigator. Warning alerts go to the observation team. A critical alert must be acknowledged within seven minutes.\n\nQuestion: How many days can a deleted notebook be recovered?\nAnswer:", "query_embedding": null, "query_id": "dev-archive-1", "question": "How many days can a deleted notebook be recovered?", "ranking": [ { "id": "archive", "score": 8.211242140405776 }, { "id": "frost", "score": 2.3006348896158264 }, { "id": "nova", "score": 2.1484607009604293 }, { "id": "prism", "score": 2.088738995612324 }, { "id": "rivet-calibration", "score": 2.0848056524182987 }, { "id": "rivet", "score": 1.9530168299627653 }, { "id": "drone", "score": 0.21156457862051006 }, { "id": "beacon", "score": 0.20949483139545325 }, { "id": "export", "score": 0.20949483139545325 }, { "id": "harbor", "score": 0.20547449612990146 }, { "id": "iris-network", "score": 0.20547449612990146 }, { "id": "lantern", "score": 0.20352164308444634 }, { "id": "lantern-charge", "score": 0.19972522053543815 }, { "id": "mirror", "score": 0.15528894052172873 }, { "id": "orbit", "score": 0.15528894052172873 }, { "id": "keel", "score": 0.15306891198557854 }, { "id": "cargo", "score": 0.1509114643517198 }, { "id": "quartz-batch", "score": 0.1509114643517198 }, { "id": "soil", "score": 0.1509114643517198 }, { "id": "garden", "score": 0.1488139882369285 }, { "id": "quartz", "score": 0.1488139882369285 }, { "id": "junction", "score": 0.1447892187560324 }, { "id": "engine", "score": 0.0 }, { "id": "iris", "score": 0.0 } ], "reached_token_limit": false, "references": [ "21 days", "21" ], "relevance": { "archive": 1 }, "retrieval_ms": 0.17357999968226068, "split": "dev", "total_ms": 81.85633199900622 }, { "answer": "[archive] Archive recovery", "answerable": true, "context_ids": [ "archive", "soil", "frost" ], "execution_position": 2, "generation_ms": 121.76934999661171, "group": "archive", "input_tokens": 166, "method": "bm25", "metrics": { "context_recall": 1.0, "exact_match": 0.0, "ndcg": 1.0, "recall": 1.0, "token_f1": 0.4 }, "output_tokens": 8, "prompt": "Answer the question using only the context. Give a short answer. If the context does not contain the answer, say unknown.\n\nContext:\n[archive] Archive recovery. The archive service keeps deleted notebooks for 21 days. Restore a notebook from the Recovery drawer. Restoring does not restore former sharing permissions.\n[soil] Garden soil moisture. The seed garden soil moisture target is 42 percent. A dry soil warning triggers after ten minutes below 35 percent. Soil sensors do not measure humidity.\n[frost] Frost sensor. The frost sensor is calibrated with a silver reference plate. Recalibrate it every 30 days. A blinking violet light means calibration is overdue.\n\nQuestion: Where do I restore a deleted notebook?\nAnswer:", "query_embedding": null, "query_id": "dev-archive-2", "question": "Where do I restore a deleted notebook?", "ranking": [ { "id": "archive", "score": 10.152458599022745 }, { "id": "soil", "score": 2.965974428841012 }, { "id": "frost", "score": 0.2158292371975275 }, { "id": "drone", "score": 0.21156457862051006 }, { "id": "beacon", "score": 0.20949483139545325 }, { "id": "export", "score": 0.20949483139545325 }, { "id": "harbor", "score": 0.20547449612990146 }, { "id": "iris-network", "score": 0.20547449612990146 }, { "id": "lantern", "score": 0.20352164308444634 }, { "id": "lantern-charge", "score": 0.19972522053543815 }, { "id": "mirror", "score": 0.15528894052172873 }, { "id": "orbit", "score": 0.15528894052172873 }, { "id": "keel", "score": 0.15306891198557854 }, { "id": "nova", "score": 0.15306891198557854 }, { "id": "cargo", "score": 0.1509114643517198 }, { "id": "quartz-batch", "score": 0.1509114643517198 }, { "id": "garden", "score": 0.1488139882369285 }, { "id": "prism", "score": 0.1488139882369285 }, { "id": "quartz", "score": 0.1488139882369285 }, { "id": "junction", "score": 0.1447892187560324 }, { "id": "rivet", "score": 0.1391443469821374 }, { "id": "engine", "score": 0.0 }, { "id": "iris", "score": 0.0 }, { "id": "rivet-calibration", "score": 0.0 } ], "reached_token_limit": false, "references": [ "Recovery drawer" ], "relevance": { "archive": 1 }, "retrieval_ms": 0.12482400052249432, "split": "dev", "total_ms": 123.43972500093514 }, { "answer": "every 45 seconds", "answerable": true, "context_ids": [ "beacon", "archive", "harbor" ], "execution_position": 1, "generation_ms": 94.3736049994186, "group": "beacon", "input_tokens": 168, "method": "bm25", "metrics": { "context_recall": 1.0, "exact_match": 0.0, "ndcg": 1.0, "recall": 1.0, "token_f1": 0.8 }, "output_tokens": 4, "prompt": "Answer the question using only the context. Give a short answer. If the context does not contain the answer, say unknown.\n\nContext:\n[beacon] Beacon heartbeat. A beacon reports its heartbeat every 45 seconds. After four consecutive missed heartbeats, the console labels it silent. A silent label does not disable the beacon.\n[archive] Archive recovery. The archive service keeps deleted notebooks for 21 days. Restore a notebook from the Recovery drawer. Restoring does not restore former sharing permissions.\n[harbor] Harbor visitor passes. Harbor visitor passes remain valid for nine hours. Visitors collect a pass at the east kiosk. A visitor pass does not authorize access to the engine deck.\n\nQuestion: How often does a beacon send a heartbeat?\nAnswer:", "query_embedding": null, "query_id": "dev-beacon-1", "question": "How often does a beacon send a heartbeat?", "ranking": [ { "id": "beacon", "score": 10.568065942926683 }, { "id": "archive", "score": 2.2447336097649626 }, { "id": "harbor", "score": 2.145399503505297 }, { "id": "frost", "score": 0.2158292371975275 }, { "id": "drone", "score": 0.21156457862051006 }, { "id": "export", "score": 0.20949483139545325 }, { "id": "iris-network", "score": 0.20547449612990146 }, { "id": "lantern", "score": 0.20352164308444634 }, { "id": "lantern-charge", "score": 0.19972522053543815 }, { "id": "mirror", "score": 0.15528894052172873 }, { "id": "orbit", "score": 0.15528894052172873 }, { "id": "keel", "score": 0.15306891198557854 }, { "id": "nova", "score": 0.15306891198557854 }, { "id": "cargo", "score": 0.1509114643517198 }, { "id": "quartz-batch", "score": 0.1509114643517198 }, { "id": "soil", "score": 0.1509114643517198 }, { "id": "garden", "score": 0.1488139882369285 }, { "id": "prism", "score": 0.1488139882369285 }, { "id": "quartz", "score": 0.1488139882369285 }, { "id": "junction", "score": 0.1447892187560324 }, { "id": "rivet", "score": 0.1391443469821374 }, { "id": "engine", "score": 0.0 }, { "id": "iris", "score": 0.0 }, { "id": "rivet-calibration", "score": 0.0 } ], "reached_token_limit": false, "references": [ "45 seconds", "45" ], "relevance": { "beacon": 1 }, "retrieval_ms": 0.12825100202462636, "split": "dev", "total_ms": 95.98922200166271 }, { "answer": "Four", "answerable": true, "context_ids": [ "beacon", "frost", "drone" ], "execution_position": 0, "generation_ms": 66.77689299976919, "group": "beacon", "input_tokens": 173, "method": "bm25", "metrics": { "context_recall": 1.0, "exact_match": 1.0, "ndcg": 1.0, "recall": 1.0, "token_f1": 1.0 }, "output_tokens": 2, "prompt": "Answer the question using only the context. Give a short answer. If the context does not contain the answer, say unknown.\n\nContext:\n[beacon] Beacon heartbeat. A beacon reports its heartbeat every 45 seconds. After four consecutive missed heartbeats, the console labels it silent. A silent label does not disable the beacon.\n[frost] Frost sensor. The frost sensor is calibrated with a silver reference plate. Recalibrate it every 30 days. A blinking violet light means calibration is overdue.\n[drone] Drone charging. Survey drones charge at the west dock. A full charging cycle takes 80 minutes. Drones cannot start a survey with less than 35 percent battery.\n\nQuestion: How many missed heartbeats make a beacon silent?\nAnswer:", "query_embedding": null, "query_id": "dev-beacon-2", "question": "How many missed heartbeats make a beacon silent?", "ranking": [ { "id": "beacon", "score": 14.283289010103584 }, { "id": "frost", "score": 0.2158292371975275 }, { "id": "drone", "score": 0.21156457862051006 }, { "id": "export", "score": 0.20949483139545325 }, { "id": "harbor", "score": 0.20547449612990146 }, { "id": "iris-network", "score": 0.20547449612990146 }, { "id": "lantern", "score": 0.20352164308444634 }, { "id": "lantern-charge", "score": 0.19972522053543815 }, { "id": "archive", "score": 0.15992795734666385 }, { "id": "mirror", "score": 0.15528894052172873 }, { "id": "orbit", "score": 0.15528894052172873 }, { "id": "keel", "score": 0.15306891198557854 }, { "id": "nova", "score": 0.15306891198557854 }, { "id": "cargo", "score": 0.1509114643517198 }, { "id": "quartz-batch", "score": 0.1509114643517198 }, { "id": "soil", "score": 0.1509114643517198 }, { "id": "garden", "score": 0.1488139882369285 }, { "id": "prism", "score": 0.1488139882369285 }, { "id": "quartz", "score": 0.1488139882369285 }, { "id": "junction", "score": 0.1447892187560324 }, { "id": "rivet", "score": 0.1391443469821374 }, { "id": "engine", "score": 0.0 }, { "id": "iris", "score": 0.0 }, { "id": "rivet-calibration", "score": 0.0 } ], "reached_token_limit": false, "references": [ "four", "4" ], "relevance": { "beacon": 1 }, "retrieval_ms": 0.1311069972871337, "split": "dev", "total_ms": 68.29130799815175 }, { "answer": "amber bay", "answerable": true, "context_ids": [ "cargo", "archive", "harbor" ], "execution_position": 2, "generation_ms": 91.52645100039081, "group": "cargo", "input_tokens": 166, "method": "bm25", "metrics": { "context_recall": 1.0, "exact_match": 1.0, "ndcg": 1.0, "recall": 1.0, "token_f1": 1.0 }, "output_tokens": 4, "prompt": "Answer the question using only the context. Give a short answer. If the context does not contain the answer, say unknown.\n\nContext:\n[cargo] Cargo inspection. Incoming cargo must wait in the amber bay until inspection is complete. Inspectors stamp approved crates with a blue triangle. An orange circle means inspection is pending.\n[archive] Archive recovery. The archive service keeps deleted notebooks for 21 days. Restore a notebook from the Recovery drawer. Restoring does not restore former sharing permissions.\n[harbor] Harbor visitor passes. Harbor visitor passes remain valid for nine hours. Visitors collect a pass at the east kiosk. A visitor pass does not authorize access to the engine deck.\n\nQuestion: Where does incoming cargo wait for inspection?\nAnswer:", "query_embedding": null, "query_id": "dev-cargo-1", "question": "Where does incoming cargo wait for inspection?", "ranking": [ { "id": "cargo", "score": 13.411435265814319 }, { "id": "archive", "score": 3.903125208213998 }, { "id": "harbor", "score": 3.6318829956877052 }, { "id": "quartz", "score": 2.2719155663065895 }, { "id": "beacon", "score": 1.9953917889748507 }, { "id": "export", "score": 1.7403348399206835 }, { "id": "garden", "score": 1.69195798831231 }, { "id": "drone", "score": 0.0 }, { "id": "engine", "score": 0.0 }, { "id": "frost", "score": 0.0 }, { "id": "iris", "score": 0.0 }, { "id": "iris-network", "score": 0.0 }, { "id": "junction", "score": 0.0 }, { "id": "keel", "score": 0.0 }, { "id": "lantern", "score": 0.0 }, { "id": "lantern-charge", "score": 0.0 }, { "id": "mirror", "score": 0.0 }, { "id": "nova", "score": 0.0 }, { "id": "orbit", "score": 0.0 }, { "id": "prism", "score": 0.0 }, { "id": "quartz-batch", "score": 0.0 }, { "id": "rivet", "score": 0.0 }, { "id": "rivet-calibration", "score": 0.0 }, { "id": "soil", "score": 0.0 } ], "reached_token_limit": false, "references": [ "amber bay", "the amber bay" ], "relevance": { "cargo": 1 }, "retrieval_ms": 0.12059399887220934, "split": "dev", "total_ms": 93.04523500031792 }, { "answer": "[drone]", "answerable": true, "context_ids": [ "cargo", "frost", "drone" ], "execution_position": 1, "generation_ms": 106.40133899869397, "group": "cargo", "input_tokens": 174, "method": "bm25", "metrics": { "context_recall": 1.0, "exact_match": 0.0, "ndcg": 1.0, "recall": 1.0, "token_f1": 0.0 }, "output_tokens": 6, "prompt": "Answer the question using only the context. Give a short answer. If the context does not contain the answer, say unknown.\n\nContext:\n[cargo] Cargo inspection. Incoming cargo must wait in the amber bay until inspection is complete. Inspectors stamp approved crates with a blue triangle. An orange circle means inspection is pending.\n[frost] Frost sensor. The frost sensor is calibrated with a silver reference plate. Recalibrate it every 30 days. A blinking violet light means calibration is overdue.\n[drone] Drone charging. Survey drones charge at the west dock. A full charging cycle takes 80 minutes. Drones cannot start a survey with less than 35 percent battery.\n\nQuestion: Which mark means a cargo crate passed inspection?\nAnswer:", "query_embedding": null, "query_id": "dev-cargo-2", "question": "Which mark means a cargo crate passed inspection?", "ranking": [ { "id": "cargo", "score": 10.747283765676746 }, { "id": "frost", "score": 2.6574197092237157 }, { "id": "drone", "score": 0.21156457862051006 }, { "id": "beacon", "score": 0.20949483139545325 }, { "id": "export", "score": 0.20949483139545325 }, { "id": "harbor", "score": 0.20547449612990146 }, { "id": "iris-network", "score": 0.20547449612990146 }, { "id": "lantern", "score": 0.20352164308444634 }, { "id": "lantern-charge", "score": 0.19972522053543815 }, { "id": "archive", "score": 0.15992795734666385 }, { "id": "mirror", "score": 0.15528894052172873 }, { "id": "orbit", "score": 0.15528894052172873 }, { "id": "keel", "score": 0.15306891198557854 }, { "id": "nova", "score": 0.15306891198557854 }, { "id": "quartz-batch", "score": 0.1509114643517198 }, { "id": "soil", "score": 0.1509114643517198 }, { "id": "garden", "score": 0.1488139882369285 }, { "id": "prism", "score": 0.1488139882369285 }, { "id": "quartz", "score": 0.1488139882369285 }, { "id": "junction", "score": 0.1447892187560324 }, { "id": "rivet", "score": 0.1391443469821374 }, { "id": "engine", "score": 0.0 }, { "id": "iris", "score": 0.0 }, { "id": "rivet-calibration", "score": 0.0 } ], "reached_token_limit": false, "references": [ "blue triangle", "a blue triangle" ], "relevance": { "cargo": 1 }, "retrieval_ms": 0.1317349997407291, "split": "dev", "total_ms": 107.91118799897959 }, { "answer": "80 minutes", "answerable": true, "context_ids": [ "drone", "lantern-charge", "archive" ], "execution_position": 0, "generation_ms": 73.035195000557, "group": "drone", "input_tokens": 169, "method": "bm25", "metrics": { "context_recall": 1.0, "exact_match": 1.0, "ndcg": 1.0, "recall": 1.0, "token_f1": 1.0 }, "output_tokens": 3, "prompt": "Answer the question using only the context. Give a short answer. If the context does not contain the answer, say unknown.\n\nContext:\n[drone] Drone charging. Survey drones charge at the west dock. A full charging cycle takes 80 minutes. Drones cannot start a survey with less than 35 percent battery.\n[lantern-charge] Reserve lamp charging. The reserve lamp needs 200 minutes to recharge fully. Charging uses the wall connector in the corridor. A full charge lasts a shorter time when the lamp is in use.\n[archive] Archive recovery. The archive service keeps deleted notebooks for 21 days. Restore a notebook from the Recovery drawer. Restoring does not restore former sharing permissions.\n\nQuestion: How long does a full drone charge take?\nAnswer:", "query_embedding": null, "query_id": "dev-drone-1", "question": "How long does a full drone charge take?", "ranking": [ { "id": "drone", "score": 7.849818762649235 }, { "id": "lantern-charge", "score": 4.561679611290977 }, { "id": "archive", "score": 2.2447336097649626 }, { "id": "beacon", "score": 2.204886620370304 }, { "id": "harbor", "score": 2.145399503505297 }, { "id": "frost", "score": 0.2158292371975275 }, { "id": "export", "score": 0.20949483139545325 }, { "id": "iris-network", "score": 0.20547449612990146 }, { "id": "lantern", "score": 0.20352164308444634 }, { "id": "mirror", "score": 0.15528894052172873 }, { "id": "orbit", "score": 0.15528894052172873 }, { "id": "keel", "score": 0.15306891198557854 }, { "id": "nova", "score": 0.15306891198557854 }, { "id": "cargo", "score": 0.1509114643517198 }, { "id": "quartz-batch", "score": 0.1509114643517198 }, { "id": "soil", "score": 0.1509114643517198 }, { "id": "garden", "score": 0.1488139882369285 }, { "id": "prism", "score": 0.1488139882369285 }, { "id": "quartz", "score": 0.1488139882369285 }, { "id": "junction", "score": 0.1447892187560324 }, { "id": "rivet", "score": 0.1391443469821374 }, { "id": "engine", "score": 0.0 }, { "id": "iris", "score": 0.0 }, { "id": "rivet-calibration", "score": 0.0 } ], "reached_token_limit": false, "references": [ "80 minutes", "80" ], "relevance": { "drone": 1 }, "retrieval_ms": 0.13380799646256492, "split": "dev", "total_ms": 74.69355599823757 }, { "answer": "west dock", "answerable": true, "context_ids": [ "drone", "archive", "beacon" ], "execution_position": 2, "generation_ms": 74.63855999958469, "group": "drone", "input_tokens": 164, "method": "bm25", "metrics": { "context_recall": 1.0, "exact_match": 1.0, "ndcg": 1.0, "recall": 1.0, "token_f1": 1.0 }, "output_tokens": 3, "prompt": "Answer the question using only the context. Give a short answer. If the context does not contain the answer, say unknown.\n\nContext:\n[drone] Drone charging. Survey drones charge at the west dock. A full charging cycle takes 80 minutes. Drones cannot start a survey with less than 35 percent battery.\n[archive] Archive recovery. The archive service keeps deleted notebooks for 21 days. Restore a notebook from the Recovery drawer. Restoring does not restore former sharing permissions.\n[beacon] Beacon heartbeat. A beacon reports its heartbeat every 45 seconds. After four consecutive missed heartbeats, the console labels it silent. A silent label does not disable the beacon.\n\nQuestion: Which dock charges survey drones?\nAnswer:", "query_embedding": null, "query_id": "dev-drone-2", "question": "Which dock charges survey drones?", "ranking": [ { "id": "drone", "score": 10.7896598313255 }, { "id": "archive", "score": 0.0 }, { "id": "beacon", "score": 0.0 }, { "id": "cargo", "score": 0.0 }, { "id": "engine", "score": 0.0 }, { "id": "export", "score": 0.0 }, { "id": "frost", "score": 0.0 }, { "id": "garden", "score": 0.0 }, { "id": "harbor", "score": 0.0 }, { "id": "iris", "score": 0.0 }, { "id": "iris-network", "score": 0.0 }, { "id": "junction", "score": 0.0 }, { "id": "keel", "score": 0.0 }, { "id": "lantern", "score": 0.0 }, { "id": "lantern-charge", "score": 0.0 }, { "id": "mirror", "score": 0.0 }, { "id": "nova", "score": 0.0 }, { "id": "orbit", "score": 0.0 }, { "id": "prism", "score": 0.0 }, { "id": "quartz", "score": 0.0 }, { "id": "quartz-batch", "score": 0.0 }, { "id": "rivet", "score": 0.0 }, { "id": "rivet-calibration", "score": 0.0 }, { "id": "soil", "score": 0.0 } ], "reached_token_limit": false, "references": [ "west dock", "the west dock" ], "relevance": { "drone": 1 }, "retrieval_ms": 0.10162100079469383, "split": "dev", "total_ms": 76.06259800013504 }, { "answer": "after 72 hours", "answerable": true, "context_ids": [ "export", "archive", "beacon" ], "execution_position": 1, "generation_ms": 92.42966700185207, "group": "export", "input_tokens": 174, "method": "bm25", "metrics": { "context_recall": 1.0, "exact_match": 0.0, "ndcg": 1.0, "recall": 1.0, "token_f1": 0.8 }, "output_tokens": 4, "prompt": "Answer the question using only the context. Give a short answer. If the context does not contain the answer, say unknown.\n\nContext:\n[export] Export bundles. A report export bundle includes CSV tables and a JSON manifest. Bundles expire after 72 hours. The manifest stores SHA-256 checksums for every included table.\n[archive] Archive recovery. The archive service keeps deleted notebooks for 21 days. Restore a notebook from the Recovery drawer. Restoring does not restore former sharing permissions.\n[beacon] Beacon heartbeat. A beacon reports its heartbeat every 45 seconds. After four consecutive missed heartbeats, the console labels it silent. A silent label does not disable the beacon.\n\nQuestion: When does a report export bundle expire?\nAnswer:", "query_embedding": null, "query_id": "dev-export-1", "question": "When does a report export bundle expire?", "ranking": [ { "id": "export", "score": 11.823363239355373 }, { "id": "archive", "score": 2.2447336097649626 }, { "id": "beacon", "score": 2.204886620370304 }, { "id": "orbit", "score": 2.1796208105023247 }, { "id": "harbor", "score": 2.145399503505297 }, { "id": "quartz-batch", "score": 2.1181789710154075 }, { "id": "lantern-charge", "score": 2.0620005024936208 }, { "id": "engine", "score": 1.9672675066636878 }, { "id": "iris", "score": 1.8874584949365187 }, { "id": "frost", "score": 0.2158292371975275 }, { "id": "drone", "score": 0.21156457862051006 }, { "id": "iris-network", "score": 0.20547449612990146 }, { "id": "lantern", "score": 0.20352164308444634 }, { "id": "mirror", "score": 0.15528894052172873 }, { "id": "keel", "score": 0.15306891198557854 }, { "id": "nova", "score": 0.15306891198557854 }, { "id": "cargo", "score": 0.1509114643517198 }, { "id": "soil", "score": 0.1509114643517198 }, { "id": "garden", "score": 0.1488139882369285 }, { "id": "prism", "score": 0.1488139882369285 }, { "id": "quartz", "score": 0.1488139882369285 }, { "id": "junction", "score": 0.1447892187560324 }, { "id": "rivet", "score": 0.1391443469821374 }, { "id": "rivet-calibration", "score": 0.0 } ], "reached_token_limit": false, "references": [ "72 hours", "72" ], "relevance": { "export": 1 }, "retrieval_ms": 0.12738800069200806, "split": "dev", "total_ms": 93.9117960006115 }, { "answer": "SHA-256", "answerable": true, "context_ids": [ "export", "lantern-charge", "archive" ], "execution_position": 0, "generation_ms": 102.60167600063141, "group": "export", "input_tokens": 176, "method": "bm25", "metrics": { "context_recall": 1.0, "exact_match": 1.0, "ndcg": 1.0, "recall": 1.0, "token_f1": 1.0 }, "output_tokens": 5, "prompt": "Answer the question using only the context. Give a short answer. If the context does not contain the answer, say unknown.\n\nContext:\n[export] Export bundles. A report export bundle includes CSV tables and a JSON manifest. Bundles expire after 72 hours. The manifest stores SHA-256 checksums for every included table.\n[lantern-charge] Reserve lamp charging. The reserve lamp needs 200 minutes to recharge fully. Charging uses the wall connector in the corridor. A full charge lasts a shorter time when the lamp is in use.\n[archive] Archive recovery. The archive service keeps deleted notebooks for 21 days. Restore a notebook from the Recovery drawer. Restoring does not restore former sharing permissions.\n\nQuestion: What checksum algorithm does the export manifest use?\nAnswer:", "query_embedding": null, "query_id": "dev-export-2", "question": "What checksum algorithm does the export manifest use?", "ranking": [ { "id": "export", "score": 7.922653047613627 }, { "id": "lantern-charge", "score": 2.8390174338193215 }, { "id": "archive", "score": 2.2355777253124343 }, { "id": "beacon", "score": 2.1417388288858166 }, { "id": "harbor", "score": 2.0834635571596882 }, { "id": "iris", "score": 0.1752133120513091 }, { "id": "junction", "score": 0.1752133120513091 }, { "id": "keel", "score": 0.16684892565290804 }, { "id": "garden", "score": 0.1644040039785396 }, { "id": "iris-network", "score": 0.1644040039785396 }, { "id": "lantern", "score": 0.1632082177085674 }, { "id": "rivet", "score": 0.15859410494719825 }, { "id": "rivet-calibration", "score": 0.15077207289413547 }, { "id": "nova", "score": 0.14634703991096595 }, { "id": "engine", "score": 0.1449291901410279 }, { "id": "quartz-batch", "score": 0.1449291901410279 }, { "id": "frost", "score": 0.1117210529767726 }, { "id": "drone", "score": 0.10848036977755378 }, { "id": "orbit", "score": 0.10848036977755378 }, { "id": "cargo", "score": 0.10542239132770691 }, { "id": "soil", "score": 0.10542239132770691 }, { "id": "quartz", "score": 0.10395715507992463 }, { "id": "mirror", "score": 0.0 }, { "id": "prism", "score": 0.0 } ], "reached_token_limit": false, "references": [ "SHA-256", "SHA256" ], "relevance": { "export": 1 }, "retrieval_ms": 0.1367089971608948, "split": "dev", "total_ms": 104.2070639996382 }, { "answer": "[lantern-charge]", "answerable": true, "context_ids": [ "frost", "lantern", "lantern-charge" ], "execution_position": 2, "generation_ms": 141.91914700131747, "group": "frost", "input_tokens": 182, "method": "bm25", "metrics": { "context_recall": 1.0, "exact_match": 0.0, "ndcg": 1.0, "recall": 1.0, "token_f1": 0.0 }, "output_tokens": 7, "prompt": "Answer the question using only the context. Give a short answer. If the context does not contain the answer, say unknown.\n\nContext:\n[frost] Frost sensor. The frost sensor is calibrated with a silver reference plate. Recalibrate it every 30 days. A blinking violet light means calibration is overdue.\n[lantern] Lantern outage procedure. During a lantern outage, switch the corridor controller to manual mode. The reserve lamp lasts 150 minutes. A steady green indicator confirms that the reserve lamp is active.\n[lantern-charge] Reserve lamp charging. The reserve lamp needs 200 minutes to recharge fully. Charging uses the wall connector in the corridor. A full charge lasts a shorter time when the lamp is in use.\n\nQuestion: What reference is used to calibrate the frost sensor?\nAnswer:", "query_embedding": null, "query_id": "dev-frost-1", "question": "What reference is used to calibrate the frost sensor?", "ranking": [ { "id": "frost", "score": 12.388422527179737 }, { "id": "lantern", "score": 2.179072448635656 }, { "id": "lantern-charge", "score": 2.136264500093935 }, { "id": "nova", "score": 1.8186799337498087 }, { "id": "garden", "score": 1.3462487647785242 }, { "id": "iris-network", "score": 1.3462487647785242 }, { "id": "iris", "score": 1.3348047957443068 }, { "id": "harbor", "score": 1.3314749104775498 }, { "id": "junction", "score": 1.331021174164494 }, { "id": "cargo", "score": 1.2987171843471483 }, { "id": "rivet", "score": 1.2693406894808548 }, { "id": "prism", "score": 1.187936360693257 }, { "id": "orbit", "score": 1.0016686934990489 }, { "id": "soil", "score": 0.9734324210297771 }, { "id": "mirror", "score": 0.893188323721495 }, { "id": "keel", "score": 0.16684892565290804 }, { "id": "archive", "score": 0.15077207289413547 }, { "id": "rivet-calibration", "score": 0.15077207289413547 }, { "id": "beacon", "score": 0.14634703991096595 }, { "id": "engine", "score": 0.1449291901410279 }, { "id": "quartz-batch", "score": 0.1449291901410279 }, { "id": "drone", "score": 0.10848036977755378 }, { "id": "export", "score": 0.10692952194699243 }, { "id": "quartz", "score": 0.10395715507992463 } ], "reached_token_limit": false, "references": [ "silver reference plate", "a silver reference plate" ], "relevance": { "frost": 1 }, "retrieval_ms": 0.14689999807160348, "split": "dev", "total_ms": 143.44109899684554 }, { "answer": "calibration is overdue", "answerable": true, "context_ids": [ "frost", "archive", "beacon" ], "execution_position": 1, "generation_ms": 122.96817999958876, "group": "frost", "input_tokens": 173, "method": "bm25", "metrics": { "context_recall": 1.0, "exact_match": 1.0, "ndcg": 1.0, "recall": 1.0, "token_f1": 1.0 }, "output_tokens": 6, "prompt": "Answer the question using only the context. Give a short answer. If the context does not contain the answer, say unknown.\n\nContext:\n[frost] Frost sensor. The frost sensor is calibrated with a silver reference plate. Recalibrate it every 30 days. A blinking violet light means calibration is overdue.\n[archive] Archive recovery. The archive service keeps deleted notebooks for 21 days. Restore a notebook from the Recovery drawer. Restoring does not restore former sharing permissions.\n[beacon] Beacon heartbeat. A beacon reports its heartbeat every 45 seconds. After four consecutive missed heartbeats, the console labels it silent. A silent label does not disable the beacon.\n\nQuestion: What does a blinking violet frost sensor light mean?\nAnswer:", "query_embedding": null, "query_id": "dev-frost-2", "question": "What does a blinking violet frost sensor light mean?", "ranking": [ { "id": "frost", "score": 17.217636255229284 }, { "id": "archive", "score": 2.2447336097649626 }, { "id": "beacon", "score": 2.204886620370304 }, { "id": "harbor", "score": 2.145399503505297 }, { "id": "drone", "score": 0.21156457862051006 }, { "id": "export", "score": 0.20949483139545325 }, { "id": "iris-network", "score": 0.20547449612990146 }, { "id": "lantern", "score": 0.20352164308444634 }, { "id": "lantern-charge", "score": 0.19972522053543815 }, { "id": "mirror", "score": 0.15528894052172873 }, { "id": "orbit", "score": 0.15528894052172873 }, { "id": "keel", "score": 0.15306891198557854 }, { "id": "nova", "score": 0.15306891198557854 }, { "id": "cargo", "score": 0.1509114643517198 }, { "id": "quartz-batch", "score": 0.1509114643517198 }, { "id": "soil", "score": 0.1509114643517198 }, { "id": "garden", "score": 0.1488139882369285 }, { "id": "prism", "score": 0.1488139882369285 }, { "id": "quartz", "score": 0.1488139882369285 }, { "id": "junction", "score": 0.1447892187560324 }, { "id": "rivet", "score": 0.1391443469821374 }, { "id": "engine", "score": 0.0 }, { "id": "iris", "score": 0.0 }, { "id": "rivet-calibration", "score": 0.0 } ], "reached_token_limit": false, "references": [ "calibration is overdue", "overdue calibration" ], "relevance": { "frost": 1 }, "retrieval_ms": 0.1406779992976226, "split": "dev", "total_ms": 124.43834499936202 }, { "answer": "21 days", "answerable": true, "context_ids": [ "archive", "rivet", "mirror" ], "execution_position": 1, "generation_ms": 84.04209799846285, "group": "archive", "input_tokens": 181, "method": "dense", "metrics": { "context_recall": 1.0, "exact_match": 1.0, "ndcg": 1.0, "recall": 1.0, "token_f1": 1.0 }, "output_tokens": 3, "prompt": "Answer the question using only the context. Give a short answer. If the context does not contain the answer, say unknown.\n\nContext:\n[archive] Archive recovery. The archive service keeps deleted notebooks for 21 days. Restore a notebook from the Recovery drawer. Restoring does not restore former sharing permissions.\n[rivet] Rivet tool checkout. Rivet torque tools must be returned within three hours. Borrowers leave their badge in the red tray. Tools with a damaged grip go to the repair desk instead of the tool rack.\n[mirror] Mirror synchronization. Mirror replicas synchronize every 14 minutes. A replica more than 40 minutes behind is marked stale. Stale replicas remain readable but cannot serve verification requests.\n\nQuestion: How many days can a deleted notebook be recovered?\nAnswer:", "query_embedding": [ -0.10654683411121368, 0.0636502131819725, 0.015064600855112076, 0.015999674797058105, -0.005845545791089535, 0.010497131384909153, -0.03402385488152504, -0.03901821747422218, 0.04516075551509857, -0.034236058592796326, 0.05291204899549484, 0.1141497790813446, 0.03921182081103325, 0.014526370912790298, -0.04226192831993103, -0.056375253945589066, -0.02565685287117958, -0.06455791741609573, -0.03813491016626358, 0.049984920769929886, 0.0023367449175566435, -0.00495977234095335, 0.00511494604870677, -0.017987968400120735, 0.07934142649173737, 0.013017025776207447, -0.0074968114495277405, -0.06441085040569305, -0.03342946246266365, -0.011563505046069622, 0.014390657655894756, -0.001816953532397747, -0.03190785273909569, -0.008343551307916641, 0.06420329213142395, -0.011799409985542297, -0.053409162908792496, -0.034473296254873276, 0.10257170349359512, -0.08282370865345001, -0.05821892246603966, 0.03833329677581787, -0.037250034511089325, -0.011179925873875618, 0.08371471613645554, 0.0013749938225373626, 0.024267883971333504, 0.0031883972696959972, 0.022388629615306854, -0.010880671441555023, -0.0023682089522480965, 0.06335995346307755, -0.034220658242702484, 0.04870947077870369, -0.04874556511640549, 0.06335200369358063, 0.027367331087589264, 0.012452431954443455, -0.04441068693995476, 0.055949654430150986, 0.020506462082266808, 0.012146987952291965, -0.0628494992852211, -0.011524605564773083, 0.031316667795181274, -0.051083244383335114, 0.04909593611955643, -0.055048976093530655, 0.10159574449062347, 0.05229581519961357, -0.025167100131511688, -0.06127453222870827, 0.009317147545516491, 0.057472772896289825, -0.0035760323517024517, 0.001171129522845149, 0.04404779151082039, 0.05957755818963051, -0.050923630595207214, -0.007099792826920748, -0.05060221254825592, 0.010121061466634274, 0.07388689368963242, 0.019713707268238068, -0.02998458780348301, -0.00677189975976944, -0.07251779735088348, 0.11100970208644867, 0.006489147897809744, 0.014083012007176876, 0.017995499074459076, 0.02746189944446087, 0.006058317143470049, -0.009882276877760887, -0.07027343660593033, -0.09179770201444626, 0.051858045160770416, 0.07667487859725952, -0.012521251104772091, 0.02850767970085144, -0.009337580762803555, 0.08297394216060638, -0.010026329196989536, -0.10379704087972641, 0.01743258349597454, -0.008082822896540165, -0.040507473051548004, 0.030339105054736137, -0.0895453691482544, -0.011090544052422047, -0.033122871071100235, -0.04253775626420975, 0.05819331854581833, 0.07033663988113403, 0.14078344404697418, 0.02052851766347885, 0.0031570943538099527, 0.02841041050851345, 0.005100015085190535, 0.04017079249024391, 0.02329758182168007, -0.007159384433180094, 0.07396802306175232, -0.06541804224252701, -0.10382963716983795, 0.10482758283615112, 0.062020398676395416, -1.938695262024189e-33, -0.014305324293673038, 0.0041891951113939285, -0.059470392763614655, 0.006679291371256113, 0.08347246795892715, -0.02085343562066555, 0.038208238780498505, -0.04813503473997116, 0.054793115705251694, 0.005358486901968718, -0.04934454336762428, 0.014801913872361183, 0.0010613694321364164, -0.02137014828622341, -0.021771173924207687, 0.06446470320224762, -0.02666865661740303, 0.03470717743039131, -0.07262665778398514, -0.0321916863322258, 0.05535763502120972, -0.014722414314746857, 0.024954436346888542, -0.016268987208604813, 0.06590137630701065, -0.038314543664455414, 0.03871334716677666, -0.02943269908428192, -0.06503163278102875, -0.013650466687977314, 0.039011530578136444, 0.03905358538031578, -0.030555373057723045, -0.06569167971611023, 0.02791227400302887, 0.05016970634460449, 0.04437222331762314, -0.02636098861694336, 0.07476670295000076, 0.05189051851630211, 0.06681694090366364, 0.021448645740747452, 0.018461767584085464, -0.040466468781232834, -0.01228467095643282, -0.03678164258599281, 0.03812076523900032, 0.0704633966088295, -0.06414017826318741, 0.04305078461766243, -0.06032772362232208, 0.011483585461974144, 0.04275267571210861, -0.0928482636809349, -0.031859420239925385, 0.08166464418172836, 0.08876318484544754, 0.004116917494684458, 0.10286771506071091, 0.026187650859355927, 0.13757938146591187, 0.06644020229578018, 0.050044648349285126, -0.01397183071821928, -0.021900778636336327, 0.0683998391032219, -0.03987809270620346, 0.024321503937244415, -0.039744000881910324, -0.09182818979024887, 0.07240892946720123, -0.049988359212875366, 0.021290065720677376, -0.11391585320234299, 0.019378306344151497, -0.04825188219547272, 0.038132231682538986, -0.07426086813211441, -0.03663746640086174, -0.04878669232130051, -0.017779117450118065, -0.08500302582979202, -0.020419307053089142, -0.049446918070316315, -0.03684825077652931, 0.01691320165991783, 0.02904043346643448, -0.03409983962774277, -0.014210359193384647, -0.07020300626754761, -0.07959824800491333, -0.04624887928366661, -0.021853361278772354, -0.038866590708494186, 0.0028146521653980017, 1.565273216533588e-33, 0.06773439794778824, -0.0601673349738121, -0.059578653424978256, 0.018164535984396935, 0.04084039479494095, -0.046582914888858795, -0.03550952300429344, 0.19315579533576965, -0.03812065348029137, 0.006619148422032595, -0.059016089886426926, 0.033297304064035416, 0.0014605368487536907, 0.04640864580869675, 0.0061039370484650135, 0.07243555784225464, 0.022644951939582825, -0.10229167342185974, -0.042527005076408386, -0.008576970547437668, -0.03093435987830162, -0.034874580800533295, 0.0031290543265640736, 0.02446248196065426, -0.023934630677103996, 0.025227311998605728, -0.04811539873480797, -0.05305010452866554, 0.02317977510392666, 0.014221975579857826, -0.00043890299275517464, -0.13569140434265137, -0.03336389735341072, 0.10377709567546844, 0.1096879169344902, -0.12260424345731735, 0.008269011043012142, -0.03458302840590477, 0.06653154641389847, 0.014797117561101913, 0.02553602308034897, 0.07572420686483383, -0.047704655677080154, 0.02277187630534172, 0.039552729576826096, 0.06850378215312958, -0.011221441440284252, -0.03906414285302162, 0.0792316347360611, -0.0019325611647218466, 0.022797781974077225, -0.03959154710173607, 0.006584081333130598, 0.002549511846154928, -0.023199494928121567, 0.02557332068681717, 0.10182477533817291, -0.05593160167336464, -0.030518008396029472, 0.01826285570859909, -0.07252092659473419, 0.03520825505256653, -0.059760503470897675, 0.07949943095445633, -0.0022516914177685976, -0.01555832102894783, 0.048805397003889084, 0.03468082845211029, -0.05628142133355141, -0.03858482092618942, 0.054434239864349365, 0.0828823447227478, 0.014654101803898811, -0.004208849743008614, 0.013150326907634735, 0.030876345932483673, -0.047733914107084274, 0.043727315962314606, -0.08727683126926422, -0.003191234078258276, -0.007428839337080717, -0.06155194342136383, -0.05709952861070633, -0.05033378675580025, 0.03342774510383606, -0.08595522493124008, -0.03407362848520279, 0.01307576522231102, 0.00977247767150402, -0.04839303717017174, 0.05812433362007141, -0.06410358846187592, -0.054213687777519226, 0.012828003615140915, 0.053883928805589676, -1.342367017542756e-08, -0.04564850404858589, 0.04651740938425064, 0.010711709968745708, 0.053619515150785446, 0.06377942860126495, -0.07179999351501465, 0.10015521198511124, 0.022343747317790985, -0.0026818145997822285, -0.02176375687122345, 0.06767217069864273, -0.08176469057798386, -0.10711364448070526, 0.03459767997264862, -0.09759573638439178, -0.06034330651164055, 0.001544773462228477, -0.013322488404810429, 0.0379498116672039, 0.003297621849924326, 0.04739390313625336, -0.016694562509655952, 0.02905208431184292, -0.019597526639699936, 0.062212202697992325, 0.06550944596529007, 0.002787281759083271, 0.041669588536024094, -0.008507183752954006, 0.011302472092211246, -0.06040630862116814, 0.0016612077597528696, 0.053539346903562546, -0.002639961428940296, -0.062041159719228745, -0.08255612105131149, 0.037415582686662674, 0.002230315003544092, -0.04525795951485634, 0.059060268104076385, -0.029208246618509293, 0.03905966877937317, 0.003044052980840206, -0.026757536455988884, 0.07235421240329742, -0.03313688188791275, -0.045421987771987915, -0.045324668288230896, -0.018046874552965164, 0.04043838381767273, 0.003791423514485359, 0.054468851536512375, -0.055556971579790115, 0.07162781804800034, -0.04454592987895012, 0.023649150505661964, -0.01966976188123226, 0.08288906514644623, -0.09421966969966888, -0.05519663542509079, 0.03936173394322395, -0.0009477044804953039, 0.008500418625772, -0.06525968015193939 ], "query_id": "dev-archive-1", "question": "How many days can a deleted notebook be recovered?", "ranking": [ { "id": "archive", "score": 0.7216195762205645 }, { "id": "rivet", "score": 0.30023717642283915 }, { "id": "mirror", "score": 0.2491721145034312 }, { "id": "keel", "score": 0.230663379901832 }, { "id": "rivet-calibration", "score": 0.22975153965807904 }, { "id": "export", "score": 0.19143134580055363 }, { "id": "prism", "score": 0.18431584119477337 }, { "id": "orbit", "score": 0.18317024818396083 }, { "id": "junction", "score": 0.1640638665932227 }, { "id": "engine", "score": 0.16390987074892532 }, { "id": "quartz-batch", "score": 0.15226765815944857 }, { "id": "garden", "score": 0.128239521131389 }, { "id": "lantern", "score": 0.11703282763960535 }, { "id": "lantern-charge", "score": 0.1019420599677569 }, { "id": "frost", "score": 0.08899160711462598 }, { "id": "quartz", "score": 0.0879493527544551 }, { "id": "harbor", "score": 0.08228221074069475 }, { "id": "iris", "score": 0.07583023457473964 }, { "id": "soil", "score": 0.07067303792843287 }, { "id": "drone", "score": 0.04893056259459104 }, { "id": "cargo", "score": 0.047947003619540435 }, { "id": "iris-network", "score": -0.00016258646952151866 }, { "id": "beacon", "score": -0.004614168874014366 }, { "id": "nova", "score": -0.028803732503599237 } ], "reached_token_limit": false, "references": [ "21 days", "21" ], "relevance": { "archive": 1 }, "retrieval_ms": 8.912969999073539, "split": "dev", "total_ms": 94.71394099819008 }, { "answer": "[archive] Archive recovery", "answerable": true, "context_ids": [ "archive", "rivet", "iris" ], "execution_position": 0, "generation_ms": 136.25430799947935, "group": "archive", "input_tokens": 183, "method": "dense", "metrics": { "context_recall": 1.0, "exact_match": 0.0, "ndcg": 1.0, "recall": 1.0, "token_f1": 0.4 }, "output_tokens": 8, "prompt": "Answer the question using only the context. Give a short answer. If the context does not contain the answer, say unknown.\n\nContext:\n[archive] Archive recovery. The archive service keeps deleted notebooks for 21 days. Restore a notebook from the Recovery drawer. Restoring does not restore former sharing permissions.\n[rivet] Rivet tool checkout. Rivet torque tools must be returned within three hours. Borrowers leave their badge in the red tray. Tools with a damaged grip go to the repair desk instead of the tool rack.\n[iris] Iris emergency access. When the Iris door loses network connectivity, enter the local access code 5826. The mechanical override key is stored in locker C7. The local code is fictional training data.\n\nQuestion: Where do I restore a deleted notebook?\nAnswer:", "query_embedding": [ -0.10327552258968353, 0.013073344714939594, -0.03717045113444328, -0.008551113307476044, 0.04699832201004028, 0.053836122155189514, -0.009969430044293404, -0.038198769092559814, 0.04840315133333206, -0.01730545423924923, 0.060198813676834106, 0.10382019728422165, -0.0033666007220745087, -0.02259415201842785, 0.007890543900430202, -0.0457448810338974, 0.024122025817632675, 0.0361366868019104, -0.004483195021748543, 0.014819921925663948, -0.03772289678454399, 0.02510337345302105, -0.04192040115594864, -0.05193188786506653, 0.0864013209939003, -0.05403555557131767, 0.0033536513801664114, -0.04728516563773155, -0.057110659778118134, -0.0028924832586199045, -0.024824954569339752, 0.011090291664004326, -0.027949431911110878, -0.019880440086126328, 0.0950280949473381, 0.011845316737890244, 0.006526611279696226, -0.03323083370923996, 0.11060052365064621, -0.07201937586069107, -0.07854630053043365, 0.01454390399158001, -0.031303178519010544, -0.03615294769406319, 0.05893668904900551, -0.014012056402862072, 0.07139884680509567, 0.007899363525211811, 0.08182381093502045, -0.06788254529237747, 0.041840847581624985, 0.05958039313554764, -0.08853106945753098, -0.010809212923049927, -0.009799892082810402, 0.07266408205032349, 0.045200880616903305, 0.017846178263425827, -0.020234672352671623, 0.06718296557664871, 0.031132612377405167, 0.02281811274588108, -0.0446426123380661, 0.04412506893277168, 0.01677212491631508, -0.0745152160525322, 0.021233530715107918, -0.002674432937055826, 0.05918555706739426, -0.05136791989207268, -0.0006622009677812457, -0.03036276064813137, 0.009884749539196491, 0.047728363424539566, -0.006592733785510063, -0.04411601275205612, 0.04496169835329056, 0.08458424359560013, -0.0643099695444107, 0.026613013818860054, -0.04286130890250206, -0.03246108815073967, 0.040317486971616745, 0.036181870847940445, -0.00388915091753006, 0.04666689410805702, -0.046187542378902435, -0.006951431278139353, 0.0463644415140152, 0.004376330878585577, 0.014888864941895008, -0.00709340488538146, -0.022939005866646767, -0.022029651328921318, -0.09212571382522583, -0.0727197676897049, 0.11005470156669617, 0.057280756533145905, -0.0004717717529274523, 0.081672303378582, -0.017115840688347816, 0.04228988289833069, 0.06841906905174255, -0.050169676542282104, -0.02681402675807476, 0.0059906477108597755, 0.021702120080590248, 0.0025986437685787678, -0.03832033649086952, -0.023053443059325218, -0.03368457406759262, -0.03656374663114548, 0.017838992178440094, 0.10102915018796921, 0.11882858723402023, -0.038680218160152435, -0.019104139879345894, -0.004781757481396198, -0.008974597789347172, 0.012891913764178753, -0.041662897914648056, 0.0009321286925114691, 0.08614370226860046, -0.030637433752417564, -0.10406912118196487, 0.08419346064329147, -0.007558365818113089, -4.51763013437946e-33, 0.0052504632622003555, 0.031210685148835182, -0.03519519045948982, -0.01126017700880766, 0.08645322918891907, 0.03145158663392067, 0.09465097635984421, -0.04485670104622841, 0.014701440930366516, 0.00030601376784034073, -0.05318335443735123, 0.03364834561944008, -0.030448338016867638, 0.02620757557451725, -0.043988555669784546, -0.0002930153568740934, -0.040713634341955185, 0.04559550806879997, -0.05285538733005524, 0.015100067481398582, 0.039997346699237823, 0.07350832968950272, -0.05254856497049332, 0.029207447543740273, 0.07132554054260254, 0.03382651507854462, 0.021153969690203667, 0.014390907250344753, -0.05682995915412903, 0.00848944578319788, -0.02578076720237732, 0.00633928133174777, -0.0020610832143574953, -0.13491274416446686, -0.045849207788705826, 0.07989691942930222, -0.009849241003394127, -0.012792502529919147, 0.022114766761660576, 0.054474759846925735, 0.028269387781620026, 0.028361575677990913, -0.023751189932227135, 0.007167663890868425, 0.019004816189408302, -0.03159215673804283, 0.04521067440509796, 0.12416119128465652, 0.0482102707028389, -0.006624320056289434, -0.08493194729089737, -0.05891624093055725, 0.0760708674788475, -0.06439338624477386, -0.05436886101961136, 0.02071191929280758, 0.04246930405497551, 0.04140962287783623, 0.07784433662891388, 0.013357951305806637, 0.1092514619231224, 0.09568023681640625, 0.00015403048018924892, 0.0033492478542029858, 0.014865444041788578, 0.01097727008163929, -0.059015754610300064, 0.010997617617249489, -0.03995869681239128, -0.12358053028583527, -0.004428825806826353, -0.0629890188574791, 0.03984030708670616, 0.003500095335766673, 0.002013422781601548, 0.011573865078389645, -0.0523059107363224, -0.023898137733340263, -0.07513045519590378, -0.09404298663139343, -0.011802135966718197, -0.13429947197437286, -0.07334668934345245, -0.018479671329259872, -0.020937694236636162, 0.03364918753504753, 0.0002324736851733178, -0.029777076095342636, 0.017073046416044235, -0.044424328953027725, -0.05723395198583603, -0.03502187505364418, -0.026297686621546745, -0.04051155596971512, -0.018645109608769417, 2.3427595065048497e-33, 0.07424204051494598, -0.09481244534254074, -0.04807284474372864, -0.04328913241624832, 0.011363888159394264, -0.020471462979912758, -0.046995725482702255, 0.047848984599113464, -0.003220920916646719, 0.04810488596558571, -0.018973885104060173, 0.049026694148778915, 0.042214538902044296, 0.02108256332576275, 0.03852856531739235, 0.08597172051668167, -0.03837321698665619, -0.02499348483979702, -0.04429144412279129, -0.03325064107775688, -0.023925991728901863, -0.01461446937173605, -0.0016846084035933018, 0.03791812062263489, -0.03877311199903488, -0.033850736916065216, -0.017448537051677704, -0.002564005320891738, -0.009121864102780819, 0.009529429487884045, 0.002672012196853757, -0.12932878732681274, -0.00035301255411468446, 0.08988969773054123, 0.0687473937869072, -0.06299133598804474, 0.009793894365429878, -0.0715070590376854, 0.02482004463672638, -0.0362001433968544, 0.04352094233036041, 0.06560101360082626, -0.02877735160291195, 0.07610228657722473, 0.016744114458560944, 0.08812008798122406, -0.008490027859807014, -0.07210472971200943, 0.044352225959300995, 0.0006927186041139066, 0.018725156784057617, -0.10015377402305603, -0.011620743200182915, 0.0067463768646121025, -0.03969544917345047, 0.03596636280417442, 0.08724746853113174, 0.028006313368678093, 0.006087164860218763, 0.007578213233500719, -0.07883590459823608, 0.057627130299806595, -0.08208215981721878, 0.046765878796577454, -0.011465668678283691, 0.0038436332251876593, 0.037284500896930695, 0.025496680289506912, -0.08901747316122055, -0.054226916283369064, -0.056433044373989105, 0.15509089827537537, 0.07257437705993652, 0.0014456226490437984, 0.05177828297019005, 0.004425771068781614, -0.03256737068295479, -0.005272138398140669, -0.06380719691514969, 0.032683610916137695, 0.06193369999527931, -0.0742160901427269, -0.06474113464355469, -0.08766438066959381, -0.01256605051457882, -0.07362843304872513, -0.011271211318671703, 0.057216838002204895, -0.015412919223308563, -0.0678783506155014, -0.024339836090803146, -0.0394296757876873, -0.030669793486595154, -0.0011301485355943441, 0.10462586581707001, -1.347363731696305e-08, -0.08547372370958328, 0.054979242384433746, 0.007329192012548447, 0.04944924637675285, 0.07919538021087646, -0.03407023474574089, 0.0868777483701706, 0.05964837968349457, -0.024619722738862038, -0.05531938746571541, -0.051111504435539246, -0.0779281035065651, -0.07447317987680435, 0.058215223252773285, -0.07028132677078247, -0.02778816968202591, 0.005248643457889557, 0.009831503964960575, 0.04051049053668976, 0.03251206874847412, 0.05202578380703926, -0.0070722284726798534, 0.08055262267589569, 0.005707927979528904, 0.1536785513162613, 0.053859319537878036, -0.02949252910912037, 0.0037169326096773148, 0.025112690404057503, -0.00542336143553257, -0.08199866116046906, 0.019078798592090607, 0.05179901048541069, -0.031221725046634674, -0.0637984573841095, -0.018633771687746048, -0.003339848481118679, 0.0699576884508133, 0.03315533697605133, 0.018257686868309975, -0.015496823005378246, 0.03539001941680908, -0.033358972519636154, -0.07432902604341507, 0.07758528739213943, 0.021351834759116173, -0.027284057810902596, -0.03244643285870552, -0.02306215837597847, 0.020200476050376892, -0.06959129869937897, -0.005507527384907007, -0.01710544154047966, 0.033520717173814774, -0.07348548620939255, -0.0057507106103003025, -0.11084479838609695, 0.055014848709106445, -0.07588792592287064, 0.0037642288953065872, 0.07618047297000885, 0.06819614768028259, 0.015036833472549915, -0.07286504656076431 ], "query_id": "dev-archive-2", "question": "Where do I restore a deleted notebook?", "ranking": [ { "id": "archive", "score": 0.6229837524625412 }, { "id": "rivet", "score": 0.24862916965846982 }, { "id": "iris", "score": 0.19513972180724734 }, { "id": "prism", "score": 0.13563482788408673 }, { "id": "keel", "score": 0.10278372417019604 }, { "id": "export", "score": 0.08681746263246616 }, { "id": "garden", "score": 0.08216112234564549 }, { "id": "rivet-calibration", "score": 0.08200588969973677 }, { "id": "frost", "score": 0.07167404020508683 }, { "id": "cargo", "score": 0.057601442874474454 }, { "id": "quartz-batch", "score": 0.054076475949253744 }, { "id": "soil", "score": 0.049975762910975316 }, { "id": "lantern", "score": 0.049665063925470196 }, { "id": "iris-network", "score": 0.04780935806485098 }, { "id": "junction", "score": 0.044679385107107845 }, { "id": "mirror", "score": 0.04343810399611371 }, { "id": "lantern-charge", "score": 0.02923005262411069 }, { "id": "orbit", "score": -0.029292499498968245 }, { "id": "quartz", "score": -0.035328583259093126 }, { "id": "engine", "score": -0.04483620529611363 }, { "id": "nova", "score": -0.04643691386413758 }, { "id": "beacon", "score": -0.055594987276408395 }, { "id": "drone", "score": -0.08229075828590783 }, { "id": "harbor", "score": -0.11852226696308445 } ], "reached_token_limit": false, "references": [ "Recovery drawer" ], "relevance": { "archive": 1 }, "retrieval_ms": 8.233994998590788, "split": "dev", "total_ms": 146.14412499940954 }, { "answer": "every 45 seconds", "answerable": true, "context_ids": [ "beacon", "quartz", "mirror" ], "execution_position": 2, "generation_ms": 95.72998899966478, "group": "beacon", "input_tokens": 178, "method": "dense", "metrics": { "context_recall": 1.0, "exact_match": 0.0, "ndcg": 1.0, "recall": 1.0, "token_f1": 0.8 }, "output_tokens": 4, "prompt": "Answer the question using only the context. Give a short answer. If the context does not contain the answer, say unknown.\n\nContext:\n[beacon] Beacon heartbeat. A beacon reports its heartbeat every 45 seconds. After four consecutive missed heartbeats, the console labels it silent. A silent label does not disable the beacon.\n[quartz] Quartz service limits. The Quartz lookup service accepts 90 requests per minute per client. Requests above that limit receive status 429. A client should wait 20 seconds before trying again.\n[mirror] Mirror synchronization. Mirror replicas synchronize every 14 minutes. A replica more than 40 minutes behind is marked stale. Stale replicas remain readable but cannot serve verification requests.\n\nQuestion: How often does a beacon send a heartbeat?\nAnswer:", "query_embedding": [ 0.02358037419617176, -0.02368861995637417, 0.00987995881587267, 0.0779334083199501, -0.004855519160628319, -0.03569389507174492, 0.018544483929872513, -0.08207151293754578, 0.03870077431201935, -0.04123939946293831, 0.03643346205353737, -0.01906413584947586, -0.0031342380680143833, 0.0005372313898988068, 0.03851577267050743, 0.024811699986457825, 0.02714041993021965, -0.10692796111106873, 0.0544450469315052, 0.004859478212893009, 0.001960122724995017, 0.012694867327809334, 0.021570036187767982, 0.003727059345692396, 0.026938941329717636, -0.08637958765029907, -0.016936613246798515, -0.033099643886089325, -0.027285192161798477, 0.008829455822706223, 0.009438781067728996, 0.01815206930041313, 0.030658066272735596, 0.03641941398382187, -0.04351027309894562, 0.07731787860393524, 0.031468190252780914, 0.0251917764544487, -0.03364281728863716, 0.04727109149098396, -0.019345514476299286, -0.07871254533529282, 0.03444675728678703, -9.966375364456326e-05, 0.03199261799454689, -0.011279935948550701, -0.0030173214618116617, 0.02009105682373047, 0.04245053976774216, 0.0008559204870834947, -0.02801830880343914, -0.022474559023976326, -0.045058708637952805, 0.019058899953961372, 0.048875849694013596, 0.024367760866880417, -0.040909335017204285, 0.05467044189572334, 0.06417910009622574, -0.02405644953250885, 0.03818821161985397, 0.04832952469587326, -0.06594770401716232, -0.03370010852813721, 0.0677446573972702, -0.044909946620464325, -0.05084897577762604, -0.021491695195436478, 0.08326061815023422, 0.003400482703000307, 0.07934557646512985, -0.036510664969682693, 0.09304134547710419, -0.04793901368975639, -0.020016996189951897, 0.03750161454081535, -0.025383440777659416, -0.06083257123827934, -0.08174753189086914, 0.03343532234430313, -0.1208401471376419, -0.025379694998264313, -0.03437236323952675, -0.032038576900959015, 0.06113925948739052, 0.007693252991884947, -0.00546528585255146, 0.04977569356560707, -0.09290647506713867, -0.03554635867476463, 0.033591508865356445, -0.06245569884777069, -0.03267280384898186, 0.04214559495449066, -0.020593887194991112, 0.03780859336256981, -0.04352465271949768, 0.029808469116687775, -0.03667530044913292, 0.01083657331764698, -0.003504229476675391, -0.01248074695467949, -0.12374278157949448, 0.05144525319337845, 0.0030362349934875965, -0.037387665361166, -0.08606904000043869, 0.018248282372951508, 0.007654284127056599, 0.06687264889478683, 0.013659882359206676, 0.03981051966547966, 0.0763501524925232, 0.08348585665225983, 0.018390629440546036, 0.029628513380885124, -0.005172242410480976, 0.057802338153123856, 0.04996703192591667, 0.16298985481262207, 0.07046467810869217, -0.021768804639577866, 0.03483157604932785, -0.04517737776041031, -0.04914173111319542, 0.05653821676969528, 0.057105209678411484, -4.317594056648124e-33, 0.050249259918928146, 0.09363825619220734, 0.05236293375492096, 0.06721728295087814, -0.0065305582247674465, -0.009248497895896435, -0.0766819566488266, 0.016842979937791824, 0.020316490903496742, 0.016278013586997986, -0.1171378642320633, 0.05285275727510452, 0.05054019019007683, 0.06062564253807068, -0.023446017876267433, -0.08774993568658829, -0.05235082656145096, 0.005114853847771883, -0.01738535426557064, -0.055944789201021194, -0.04047255590558052, -0.1059437170624733, -0.09957106411457062, 0.008846687152981758, 0.0393744632601738, 0.017935020849108696, 0.009202561341226101, 0.02612077072262764, 0.005894447211176157, 0.016228383406996727, 0.04519068822264671, 0.04138120636343956, -0.010770444758236408, -0.04071158543229103, 0.05560363084077835, 0.03937815874814987, 0.043699655681848526, 0.05756988748908043, -0.05539930239319801, -0.018955888226628304, 0.044486552476882935, -0.04577735811471939, 0.0045051877386868, -0.022198118269443512, 0.08770383894443512, -0.03845994547009468, -0.04085204005241394, -0.027173342183232307, -0.004214930348098278, -0.008268439210951328, 0.024382637813687325, -0.07415837049484253, 0.006814195308834314, 0.0214153490960598, 0.0610518716275692, 0.11123020946979523, 0.02376433275640011, -0.043889302760362625, -0.028137946501374245, 0.0777713730931282, 0.051588062196969986, -0.06187162548303604, 0.0898127555847168, -0.030958494171500206, 0.07324441522359848, 0.10340852290391922, -0.05230828747153282, -0.08264482021331787, -0.06106022000312805, 0.05656907334923744, 0.0703677162528038, 0.08473363518714905, -0.045727577060461044, -0.1078224703669548, -0.0726659968495369, -0.030646150931715965, 0.0016436660662293434, 0.07715877890586853, -0.028381841257214546, -0.016574855893850327, -0.07546332478523254, -0.030868401750922203, -0.009160008281469345, 0.07696854323148727, 0.11263518035411835, -0.0328092947602272, -0.0426604188978672, -0.09231779724359512, -0.12671853601932526, 0.006537401117384434, -0.003990284167230129, 0.0322888046503067, 0.012360519729554653, -0.0922786295413971, -0.08689912408590317, 2.678713220575967e-33, -0.033324748277664185, 0.039795439690351486, 0.022116342559456825, 0.011069195345044136, 0.02767445333302021, -0.004245223943144083, -0.005961614195257425, 0.07335054129362106, 0.005169278010725975, 0.11166343092918396, -0.004383833613246679, -0.08519141376018524, 0.02433730661869049, 0.09923278540372849, -0.06400182843208313, 0.03307860344648361, 0.10986491292715073, -0.04277333617210388, -0.03200005739927292, -0.005622504279017448, -0.047417283058166504, -0.04283847659826279, -0.005509689450263977, -0.05094337835907936, 0.0665663480758667, 0.010583506897091866, -0.017053045332431793, -0.029071280732750893, -0.07259028404951096, -0.10082536190748215, -0.013708045706152916, 0.03417019173502922, -0.06016043201088905, 0.03893915191292763, 0.02113531343638897, 0.0679725706577301, 0.03403342887759209, 0.05645549297332764, 0.01628963276743889, 0.04699648171663284, 0.030859505757689476, 0.08559583872556686, 0.04665977135300636, 0.016003405675292015, -0.04893189296126366, 0.0013972932938486338, 0.007776619866490364, 0.020342212170362473, -0.08195033669471741, 0.012491132132709026, 0.024028608575463295, -0.03248586505651474, 0.015432344749569893, 0.0964951366186142, -0.0431293286383152, 0.06811106950044632, -0.015968075022101402, 0.04159301146864891, -0.062112901359796524, -0.077765092253685, 0.05257352814078331, -0.04631109908223152, -0.019794054329395294, 0.044528838247060776, 0.014401505701243877, -0.012092921882867813, 0.04389428719878197, -0.009235581383109093, -0.027935640886425972, 0.04805876314640045, 0.12120521813631058, 0.020690692588686943, -0.08070281893014908, 0.00848593469709158, -0.09541719406843185, 0.012515009380877018, -0.027650484815239906, -0.028810400515794754, -0.07414146512746811, -0.07695100456476212, -0.09189904481172562, -0.056354083120822906, -0.01296131033450365, -0.05820624530315399, -0.052636947482824326, -0.04585031792521477, 0.10428246855735779, -0.05398457497358322, -0.02338460087776184, 0.03719471022486687, -0.0007927322294563055, 0.060163985937833786, -0.05949128419160843, -0.06004595384001732, -0.05705694481730461, -1.4848470009098946e-08, -0.04058893024921417, 0.04083852097392082, -0.029122132807970047, -0.06629734486341476, 0.029139196500182152, 0.06886928528547287, 0.10286711156368256, -0.05499621108174324, -0.038584690541028976, -0.04356309026479721, 0.018019508570432663, -0.024038242176175117, -0.01045077946037054, -0.030543722212314606, 0.09595146030187607, -0.06745516508817673, -0.017081474885344505, -0.05166170373558998, -0.027768725529313087, -0.02245558612048626, 0.08088444918394089, 0.05165952816605568, -0.012865662574768066, 0.04717068746685982, 0.029010411351919174, 0.011561431922018528, 0.07604043185710907, 0.042981378734111786, 0.0188617967069149, 0.01411071140319109, -0.009324458427727222, 0.004597816150635481, -0.010320659726858139, -0.028730543330311775, -0.10654827952384949, -0.025308970361948013, -0.004405699670314789, -0.02551230788230896, -0.01137186773121357, 0.05630917474627495, 0.03130868077278137, -0.03658943250775337, -0.09100957214832306, 0.006787643302232027, 0.01769879087805748, -0.02696383371949196, 0.05047783628106117, -0.04536064341664314, 0.026753922924399376, 0.028617599979043007, 0.012139772064983845, 0.04555704817175865, 0.04674074053764343, -0.08410994708538055, -0.004199658054858446, 0.015915894880890846, 0.005260801874101162, -0.06855227053165436, -0.019282743334770203, -0.0033818064257502556, 0.02192583493888378, 0.053808365017175674, -0.04134402424097061, -0.025966981425881386 ], "query_id": "dev-beacon-1", "question": "How often does a beacon send a heartbeat?", "ranking": [ { "id": "beacon", "score": 0.6732320816010465 }, { "id": "quartz", "score": 0.31133338033431496 }, { "id": "mirror", "score": 0.2993647879330247 }, { "id": "nova", "score": 0.2881635411339197 }, { "id": "junction", "score": 0.2571037850562136 }, { "id": "drone", "score": 0.24021014230497864 }, { "id": "frost", "score": 0.23480855999347225 }, { "id": "keel", "score": 0.21152583251554832 }, { "id": "quartz-batch", "score": 0.19706489762079643 }, { "id": "garden", "score": 0.19249022825753867 }, { "id": "soil", "score": 0.16986936657145246 }, { "id": "lantern", "score": 0.15941955554600537 }, { "id": "harbor", "score": 0.14472051071419084 }, { "id": "lantern-charge", "score": 0.128519582735404 }, { "id": "orbit", "score": 0.1145527834803645 }, { "id": "cargo", "score": 0.09709957783712007 }, { "id": "export", "score": 0.09310025857242378 }, { "id": "iris", "score": 0.09263706191593198 }, { "id": "rivet-calibration", "score": 0.0874313342917207 }, { "id": "iris-network", "score": 0.06995935303940823 }, { "id": "engine", "score": 0.05562749094135865 }, { "id": "prism", "score": 0.05022413875802424 }, { "id": "archive", "score": 0.04321702749142843 }, { "id": "rivet", "score": 0.023509650358048136 } ], "reached_token_limit": false, "references": [ "45 seconds", "45" ], "relevance": { "beacon": 1 }, "retrieval_ms": 8.033527999941725, "split": "dev", "total_ms": 105.3363540013379 }, { "answer": "Four", "answerable": true, "context_ids": [ "beacon", "junction", "nova" ], "execution_position": 1, "generation_ms": 68.55057999928249, "group": "beacon", "input_tokens": 180, "method": "dense", "metrics": { "context_recall": 1.0, "exact_match": 1.0, "ndcg": 1.0, "recall": 1.0, "token_f1": 1.0 }, "output_tokens": 2, "prompt": "Answer the question using only the context. Give a short answer. If the context does not contain the answer, say unknown.\n\nContext:\n[beacon] Beacon heartbeat. A beacon reports its heartbeat every 45 seconds. After four consecutive missed heartbeats, the console labels it silent. A silent label does not disable the beacon.\n[junction] Junction message queue. The junction queue retries a failed delivery up to five times. Each retry waits 18 seconds. After the fifth failed retry, the message enters the copper dead-letter queue.\n[nova] Nova alert routing. Nova critical alerts go to the on-call navigator. Warning alerts go to the observation team. A critical alert must be acknowledged within seven minutes.\n\nQuestion: How many missed heartbeats make a beacon silent?\nAnswer:", "query_embedding": [ 0.03546736761927605, -0.015779148787260056, 0.020553836598992348, 0.07876485586166382, 0.014350270852446556, 0.009755371138453484, 0.027746638283133507, -0.09241699427366257, 0.044818077236413956, -0.08000050485134125, 0.050779469311237335, -0.05123782902956009, 0.01083866786211729, -0.05077667534351349, -0.0026406554970890284, -0.022600648924708366, 0.03880634903907776, -0.056248147040605545, 0.031871192157268524, -0.011719483882188797, -0.026451274752616882, 0.06179884448647499, 0.04384494945406914, 0.03522983193397522, 0.033564113080501556, -0.0762823224067688, -0.016175929456949234, -0.04560354724526405, -0.022740062326192856, -0.0068986681289970875, 0.012447376735508442, 0.011896001175045967, 0.06525774300098419, 0.003976985812187195, -0.015129425562918186, 0.03195218741893768, 0.08226438611745834, 0.04842712730169296, -0.03462901711463928, 0.03151628375053406, -0.005979469977319241, -0.0208470169454813, 0.036335766315460205, -0.04559638351202011, 0.024598879739642143, -0.03185582906007767, -0.03248635679483414, -0.017678162083029747, 0.036800697445869446, -0.03831962123513222, -0.023729972541332245, -0.031981565058231354, -0.03825707361102104, 0.036044273525476456, 0.08578763902187347, -0.014355232007801533, -0.058398522436618805, 0.027854377403855324, 0.0028003875631839037, -0.017373228445649147, 0.01939663477241993, -0.0059640794061124325, -0.023910313844680786, -0.04861032962799072, 0.08539894968271255, 0.003396836807951331, -0.011228047311306, -0.07639019936323166, 0.10060812532901764, 0.06397594511508942, 0.04526777192950249, -0.0052363332360982895, 0.08719383925199509, 0.002998547861352563, -0.06637205183506012, 0.03998235985636711, 0.006189545150846243, -0.08007462322711945, -0.05177424103021622, 0.026748547330498695, -0.11698474735021591, -0.07776618003845215, -0.08278490602970123, -0.029165294021368027, 0.028990967199206352, -0.014029103331267834, 0.0027699978090822697, 0.04297425597906113, -0.11356905847787857, -0.020125463604927063, -0.008344518020749092, -0.09467731416225433, -0.054824281483888626, 0.06799065321683884, -0.013863548636436462, 0.03967883810400963, -0.02710379846394062, 0.06810609251260757, -0.04290739819407463, -0.0043907156214118, 0.022655542939901352, 0.014565614052116871, -0.0996408686041832, 0.011596000753343105, 0.005105382762849331, 0.02199183963239193, -0.09124524891376495, 0.017566779628396034, -0.02042061649262905, 0.062064602971076965, 0.014300305396318436, 0.01792643591761589, 0.07821127027273178, 0.09453761577606201, -0.0036200801841914654, 0.04762343317270279, 0.011067946441471577, 0.02488797903060913, 0.06472276896238327, 0.1500784456729889, 0.0975109189748764, 0.0023445833940058947, 0.0550556518137455, -0.061312414705753326, -0.029704034328460693, 0.04249418154358864, -0.023282993584871292, -2.986074687602263e-33, 0.05175728723406792, 0.06615336239337921, 0.020712662488222122, 0.04804573208093643, 0.020092934370040894, -0.02411803975701332, -0.059399303048849106, -0.0314895324409008, 0.04300132766366005, 0.03261499106884003, -0.08456765860319138, 0.03780725598335266, 0.056905753910541534, -0.028993137180805206, -0.025633471086621284, -0.09107028692960739, -0.025371678173542023, 0.015823254361748695, -0.03753012418746948, -0.04391913861036301, -0.016520274803042412, -0.05931558087468147, -0.08508144319057465, 0.017064033076167107, 0.05855108052492142, 0.06536106020212173, -0.0031203669495880604, -0.013276267796754837, 0.01143656112253666, 0.027727283537387848, 0.0024605777580291033, 0.03624986112117767, 0.049188803881406784, -0.037019193172454834, 0.03755798190832138, 0.001072719576768577, 0.0379878394305706, 0.027085456997156143, -0.041229039430618286, -0.021713292226195335, -0.01875942014157772, -0.023218346759676933, -0.025020694360136986, -0.08939652144908905, 0.04349009320139885, -0.04697602987289429, -0.002960152691230178, 0.0032905754633247852, 0.00863951537758112, 0.008793637156486511, 0.034771133214235306, -0.018688973039388657, -0.007660754024982452, 0.02487981878221035, 0.04650234058499336, 0.07273326814174652, 0.05771193280816078, -0.06224183738231659, -0.05468086525797844, 0.04675358906388283, 0.03796883672475815, -0.019366752356290817, 0.09278756380081177, -0.059378672391176224, 0.05155440419912338, 0.09627460688352585, -0.07979939877986908, -0.1173454225063324, -0.055061761289834976, 0.020767606794834137, 0.05998348072171211, 0.020890675485134125, -0.041430145502090454, -0.046610668301582336, -0.0315186008810997, -0.006781195290386677, -0.0011875141644850373, 0.07585646212100983, 0.03668275848031044, -0.08446486294269562, -0.0460769422352314, -0.026834961026906967, -0.02888568863272667, 0.05648539587855339, 0.10698440670967102, -0.029571490362286568, -0.040544625371694565, -0.062214795500040054, -0.1555434912443161, -0.05068228393793106, -0.047699157148599625, 0.03947906568646431, -0.002379834419116378, -0.09292110055685043, -0.13791927695274353, 1.0713895405420925e-33, -0.06474488973617554, 0.060808587819337845, 0.04003574326634407, 0.01151269394904375, -0.02399568073451519, 0.023067647591233253, 0.035663824528455734, 0.03724956512451172, 0.0042997803539037704, 0.07185503840446472, 0.05883437767624855, -0.06636813282966614, -0.015598591417074203, 0.12105507403612137, -0.07462913542985916, 0.059546131640672684, 0.11955346167087555, -0.03220370039343834, 0.0036779148504137993, 0.01760275661945343, 0.017398351803421974, -0.035761285573244095, -0.025585917755961418, 0.020186737179756165, 0.01716763526201248, 0.02893475443124771, -0.011252298951148987, -0.07120151817798615, -0.04497203975915909, -0.1265525221824646, 0.01205996610224247, 0.024737095460295677, -0.03339475765824318, 0.007626727223396301, 0.03378954157233238, 0.06370289623737335, 0.007496391888707876, 0.08013234287500381, -0.025442156940698624, 0.008767113089561462, 0.05382835119962692, 0.10653922706842422, 0.00682085333392024, -0.01508257631212473, -0.062347013503313065, 0.013612591661512852, 0.032576341181993484, 0.04822327941656113, -0.09312106668949127, 0.042656246572732925, 0.021118996664881706, -0.019153576344251633, 0.0491335466504097, 0.12161078304052353, -0.04679920896887779, 0.049704957753419876, 0.006331063341349363, 0.02489963360130787, -0.028109565377235413, -0.06383039802312851, 0.04516591131687164, -0.04834544286131859, 0.009801071137189865, 0.007369565311819315, 0.026853565126657486, 0.043713077902793884, 0.031000277027487755, 0.048454709351062775, -0.012830148451030254, 0.011784421280026436, 0.12116103619337082, 0.045911259949207306, -0.10669495910406113, 0.0001209537367685698, -0.04959631338715553, 0.06415193527936935, -0.07052736729383469, -0.07037096470594406, -0.057555608451366425, -0.06219705566763878, -0.051032405346632004, -0.04922744631767273, -0.01615831069648266, -0.050393469631671906, 0.0029684484470635653, 0.00851497519761324, 0.07611027359962463, -0.040074434131383896, -0.007003073580563068, 0.0475073978304863, -0.017498217523097992, 0.09921539574861526, -0.004520248621702194, -0.08258949220180511, -0.08018185198307037, -1.5552386045669664e-08, -0.023897811770439148, 0.041875362396240234, -0.05769725143909454, -0.09237225353717804, 0.02290526032447815, -0.008109815418720245, 0.06875289976596832, -0.04348617047071457, -0.07555046677589417, -0.007403319235891104, 0.02197723463177681, -0.06221019849181175, -0.013734912499785423, -0.009679730981588364, 0.10085215419530869, -0.07180316746234894, -0.05091994255781174, 0.012542692944407463, -0.0291475560516119, -0.02386781945824623, 0.08686254173517227, 0.09379900246858597, -0.049736734479665756, 0.01836230978369713, 0.05994143337011337, 0.018986226990818977, 0.06672841310501099, -0.020520254969596863, -0.0004904668894596398, -0.00700530968606472, 0.00447077676653862, 0.01627710834145546, -0.007564890198409557, -0.03286847844719887, -0.07798408716917038, 0.030292589217424393, 0.06528400629758835, -0.011497671715915203, -0.016513224691152573, 0.026206573471426964, -0.02955874800682068, -0.08813511580228806, -0.057310376316308975, 0.016497118398547173, 0.06281287968158722, -0.04557470977306366, 0.034679312258958817, -0.06975727528333664, -0.0273383017629385, -0.025838717818260193, 0.012172852642834187, 0.07901708036661148, 0.04879050329327583, -0.06955030560493469, 0.01841883733868599, 0.048823677003383636, -0.0018762085819616914, -0.026351839303970337, -0.04709498584270477, -0.02733541652560234, 0.06419789046049118, 0.014734357595443726, -0.04952903091907501, -0.01606227457523346 ], "query_id": "dev-beacon-2", "question": "How many missed heartbeats make a beacon silent?", "ranking": [ { "id": "beacon", "score": 0.7749433761438195 }, { "id": "junction", "score": 0.2909415764609519 }, { "id": "nova", "score": 0.2769768479963455 }, { "id": "quartz", "score": 0.25687939102138824 }, { "id": "mirror", "score": 0.24852875264736163 }, { "id": "frost", "score": 0.17582865651445503 }, { "id": "soil", "score": 0.17323988718421834 }, { "id": "drone", "score": 0.16928641520721363 }, { "id": "garden", "score": 0.1624895098229297 }, { "id": "quartz-batch", "score": 0.14876745443800118 }, { "id": "cargo", "score": 0.14381150885122407 }, { "id": "lantern", "score": 0.1349001272666622 }, { "id": "harbor", "score": 0.13370574495030035 }, { "id": "keel", "score": 0.12310670509805377 }, { "id": "iris", "score": 0.0931178901221823 }, { "id": "rivet-calibration", "score": 0.07532664198097565 }, { "id": "orbit", "score": 0.06282887096022131 }, { "id": "iris-network", "score": 0.05551033782269581 }, { "id": "engine", "score": 0.047300542560795765 }, { "id": "rivet", "score": 0.043257243741248494 }, { "id": "export", "score": 0.03219757380430103 }, { "id": "archive", "score": 0.020751659730608014 }, { "id": "lantern-charge", "score": 0.013654805126938117 }, { "id": "prism", "score": -0.01921175725099023 } ], "reached_token_limit": false, "references": [ "four", "4" ], "relevance": { "beacon": 1 }, "retrieval_ms": 10.916327002632897, "split": "dev", "total_ms": 81.03079200009233 }, { "answer": "amber bay", "answerable": true, "context_ids": [ "cargo", "engine", "nova" ], "execution_position": 0, "generation_ms": 119.66296899845474, "group": "cargo", "input_tokens": 165, "method": "dense", "metrics": { "context_recall": 1.0, "exact_match": 1.0, "ndcg": 1.0, "recall": 1.0, "token_f1": 1.0 }, "output_tokens": 4, "prompt": "Answer the question using only the context. Give a short answer. If the context does not contain the answer, say unknown.\n\nContext:\n[cargo] Cargo inspection. Incoming cargo must wait in the amber bay until inspection is complete. Inspectors stamp approved crates with a blue triangle. An orange circle means inspection is pending.\n[engine] Engine deck passes. Engine deck contractor passes expire after four hours. Contractors collect them at the north security desk. Harbor visitor passes are not accepted on the engine deck.\n[nova] Nova alert routing. Nova critical alerts go to the on-call navigator. Warning alerts go to the observation team. A critical alert must be acknowledged within seven minutes.\n\nQuestion: Where does incoming cargo wait for inspection?\nAnswer:", "query_embedding": [ 0.010014856234192848, 0.011918958276510239, 0.022906005382537842, 0.04137395694851875, 0.11143901199102402, -0.061291929334402084, 0.054400451481342316, -0.06058039888739586, -0.009776299819350243, 0.03567296639084816, 0.10022051632404327, 0.05608158931136131, -0.0008349411655217409, -0.04618819057941437, -0.11108562350273132, -0.04005419462919235, 0.08259672671556473, -0.08794459700584412, -0.05469061806797981, -0.04958310350775719, -0.004170732572674751, 0.004937753546983004, -0.024570247158408165, -0.05992535129189491, -0.1482900232076645, -0.018145142123103142, -0.028973642736673355, -0.054555196315050125, 0.0634268969297409, -0.04243352264165878, -0.07554889470338821, 0.00922680739313364, 0.039151452481746674, 0.08803315460681915, 0.003085283562541008, 0.04597228020429611, 0.09802242368459702, -0.030437234789133072, 0.023809121921658516, -0.038197111338377, 0.0427280068397522, -0.06154173985123634, -0.04773315414786339, 0.04707032069563866, -0.003113287966698408, -0.07862833142280579, 0.058069273829460144, -0.09218710660934448, 0.05270039290189743, 0.002206736244261265, -0.00744133535772562, 0.003637488931417465, -0.03504196181893349, 0.06108381226658821, -0.05051582306623459, 0.019270125776529312, 0.06488996744155884, -0.042452000081539154, -0.011062837205827236, 0.0098410090431571, 0.07494807988405228, -0.016064457595348358, -0.024365250021219254, -0.013946485705673695, 0.003973407670855522, -0.022851353511214256, 0.008087649010121822, 0.019790319725871086, 0.048222389072179794, -0.03981994092464447, 0.04279034584760666, 0.016029639169573784, -0.08238696306943893, 0.012438027188181877, 0.022913828492164612, -0.009642336517572403, 0.06338440626859665, -0.021324872970581055, 0.024171780794858932, -0.085760198533535, -0.05702149122953415, -0.005255372729152441, 0.006361734587699175, -0.008566787466406822, -0.06561727076768875, 0.031959813088178635, -0.02956719696521759, 0.06132568418979645, 0.03552352637052536, 0.01779991388320923, 0.024589000269770622, -0.05705959349870682, -0.07129403203725815, -0.007347279228270054, -0.07716899365186691, 0.004843155387789011, 0.0012796047376468778, 0.06071854010224342, 0.022828752174973488, 0.015140467323362827, 0.10292817652225494, 0.06126299127936363, 0.00039912937791086733, 0.0754910483956337, -0.07951343804597855, -0.010654320940375328, 0.012661960907280445, -0.010427221655845642, -0.03176937252283096, -0.008430763147771358, 0.033672504127025604, 0.03822726011276245, 0.05659846216440201, 0.004134833812713623, -0.11690123379230499, 0.09283566474914551, -0.01895418018102646, 0.02493583969771862, 0.026806777343153954, -0.018250714987516403, 0.06628721952438354, 0.0056804330088198185, 0.09909053146839142, -0.04033561795949936, 0.03654070943593979, -0.014106957241892815, 0.02197030931711197, -5.0174007411811715e-33, -0.09108202904462814, -0.04054846614599228, -0.04630521312355995, 0.007679413538426161, -0.03406001254916191, -0.027764800935983658, 0.02448711358010769, -0.001206736546009779, 0.0470769964158535, 0.06955981999635696, -0.10918857902288437, 0.049336690455675125, -0.025724070146679878, -0.012027746066451073, -0.006883673835545778, -0.060612183064222336, -0.031234556809067726, 0.021494001150131226, -0.03282798081636429, 0.008849168196320534, -0.005187441594898701, -0.17601120471954346, -0.012268401682376862, -0.007803809363394976, 0.11469738930463791, 0.045340485870838165, -0.03773916885256767, -0.016851890832185745, 0.031842753291130066, 0.0770803689956665, -0.001023101736791432, 0.14515073597431183, 0.03378923982381821, 0.0801328644156456, -0.03651290386915207, 0.009566964581608772, -0.032652776688337326, 0.021541418507695198, -0.04434214532375336, -0.06967887282371521, -0.00011723679926944897, -0.08969470113515854, -0.023079529404640198, 0.04752422496676445, 0.005318643990904093, -0.04799216240644455, -0.02793383039534092, -0.036692064255476, 0.003232566872611642, 0.054559994488954544, -0.03803478926420212, 0.02419368550181389, -0.023407714441418648, -0.017519203945994377, -0.05166715383529663, 0.026034636422991753, 0.08039801567792892, -0.009113261476159096, -0.02671082504093647, 0.06060195341706276, -0.04413926228880882, 0.09648578613996506, 0.019083771854639053, 0.08037050068378448, 0.07355952262878418, -0.0012134871212765574, -0.0214712955057621, -0.03962790220975876, 0.04142743721604347, 0.00588454632088542, -0.022743385285139084, 0.023482542484998703, 0.03293951228260994, 0.06566464155912399, 0.009046616964042187, -0.0025401650927960873, -0.0798715129494667, 0.06562037020921707, 0.024447308853268623, -0.08359537273645401, -0.027597712352871895, -0.02331690862774849, 0.012817524373531342, 0.04459269717335701, 0.013178504072129726, -0.015806948766112328, -0.008211592212319374, -0.016512060537934303, 0.020203275606036186, -0.015015332959592342, -0.11486651748418808, 0.059854816645383835, -0.009272071532905102, -0.0033671483397483826, 0.061469756066799164, 1.9438167439739278e-33, 0.1413363367319107, -0.043547384440898895, 0.0013806300703436136, -0.009838010184466839, -0.057865507900714874, -0.01808316260576248, -0.008937289007008076, 0.014792002737522125, -0.0084840077906847, 0.06653839349746704, -0.07360707968473434, -0.026918604969978333, 0.011438923887908459, 0.04779757931828499, 0.026408793404698372, 0.037118565291166306, 0.10772355645895004, -0.03619431331753731, -0.0025122726801782846, 0.03414377197623253, 0.002510304329916835, -0.06231942027807236, -0.014999981969594955, 0.06816320866346359, -0.12681102752685547, 0.024524420499801636, 0.06969290226697922, -0.046224553138017654, -0.0870114266872406, -0.016217226162552834, -0.08974391967058182, 0.0012584335636347532, 0.020274104550480843, 0.08709334582090378, -0.04211695119738579, -0.022101817652583122, -0.03405555710196495, 0.0481937974691391, 0.021376006305217743, 0.017048336565494537, 0.04331328719854355, 0.020638901740312576, 0.006291512865573168, 0.050088945776224136, -0.11535453796386719, -0.030020378530025482, -0.01753946579992771, 0.013445875607430935, -0.034197740256786346, -0.04895740747451782, -0.006690965965390205, 0.058565590530633926, 0.013137373141944408, 0.03678009286522865, 0.02175530232489109, 0.1524449586868286, -0.007252160459756851, 0.0316433422267437, -0.05401679500937462, 0.08124133944511414, 0.042183633893728256, 0.02994876727461815, 0.03209703043103218, -0.10439708083868027, -0.027951106429100037, -0.03948042169213295, 0.07950139790773392, 0.017242003232240677, 0.036141425371170044, 0.008326481096446514, 0.06692322343587875, -0.009050032123923302, -0.05618203431367874, -0.01385436300188303, -0.013267799280583858, -0.007001300808042288, 0.004239358939230442, -0.08930177986621857, -0.021879462525248528, -0.013646366074681282, -0.028417380526661873, -0.06619846075773239, -0.03208174556493759, 0.06891822814941406, 0.009705029428005219, -0.0029698130674660206, 0.02762877568602562, -0.014724880456924438, 0.055138226598501205, -0.056717343628406525, 0.017332248389720917, 0.04670894891023636, -0.10278938710689545, -0.07981223613023758, -0.06576908379793167, -1.4726367680850672e-08, -0.042213477194309235, -0.022185608744621277, 0.03946920856833458, 0.0012799663236364722, 0.0100608691573143, 0.010240921750664711, 0.006874688435345888, 0.0880831927061081, -0.07072728872299194, -0.05790379270911217, 0.022178389132022858, -0.032096099108457565, -0.04999936372041702, 0.023777049034833908, 0.023034533485770226, -0.008020667359232903, -0.035809699445962906, 0.01149696297943592, -0.09470605850219727, -0.06897782534360886, -0.055182307958602905, 0.021264612674713135, 0.08174899965524673, 0.03203297778964043, -0.039522428065538406, -0.011668325401842594, 0.0008878031512722373, -0.0027863497380167246, 0.10111426562070847, 0.03257449343800545, -0.005468348041176796, 0.072178415954113, -0.03713548928499222, -0.003584036836400628, 0.08347871154546738, 0.039786987006664276, 0.04027044028043747, -0.014139130711555481, 0.07430586963891983, 0.000509052537381649, -0.036615122109651566, 0.01311263907700777, -0.01656208746135235, -0.013447701930999756, 0.012881238013505936, 0.028055833652615547, -0.11961348354816437, 0.020996535196900368, -0.04695217311382294, -0.0568937323987484, 0.028449902310967445, -0.11676400154829025, -0.004748397506773472, 0.09823986142873764, 0.02805534563958645, 0.004622427746653557, -0.02237297222018242, -0.08363310992717743, 0.03736470639705658, 0.07378523796796799, -0.06219895929098129, 0.020162157714366913, 0.01380067877471447, -0.033757779747247696 ], "query_id": "dev-cargo-1", "question": "Where does incoming cargo wait for inspection?", "ranking": [ { "id": "cargo", "score": 0.7459519347888497 }, { "id": "engine", "score": 0.31154066868777736 }, { "id": "nova", "score": 0.3002434336748908 }, { "id": "junction", "score": 0.2995297094302069 }, { "id": "harbor", "score": 0.23397473605440708 }, { "id": "export", "score": 0.22157866925843225 }, { "id": "rivet", "score": 0.2087058969937354 }, { "id": "lantern", "score": 0.1986512910285446 }, { "id": "keel", "score": 0.18370246209382687 }, { "id": "beacon", "score": 0.17375645736239384 }, { "id": "iris", "score": 0.16761987670484368 }, { "id": "mirror", "score": 0.16031260228691224 }, { "id": "archive", "score": 0.14637626162998474 }, { "id": "quartz-batch", "score": 0.14479597423022333 }, { "id": "drone", "score": 0.1443867208196846 }, { "id": "prism", "score": 0.13575731791245957 }, { "id": "frost", "score": 0.11590606060308668 }, { "id": "quartz", "score": 0.11541045107381642 }, { "id": "rivet-calibration", "score": 0.08671802045437815 }, { "id": "lantern-charge", "score": 0.08644817987873264 }, { "id": "orbit", "score": 0.06898284066954045 }, { "id": "iris-network", "score": 0.04293120056160918 }, { "id": "soil", "score": 0.024962783623099515 }, { "id": "garden", "score": 0.0035618598675552157 } ], "reached_token_limit": false, "references": [ "amber bay", "the amber bay" ], "relevance": { "cargo": 1 }, "retrieval_ms": 7.486254999093944, "split": "dev", "total_ms": 128.77125999875716 }, { "answer": "blue triangle", "answerable": true, "context_ids": [ "cargo", "engine", "junction" ], "execution_position": 2, "generation_ms": 73.0622190021677, "group": "cargo", "input_tokens": 180, "method": "dense", "metrics": { "context_recall": 1.0, "exact_match": 1.0, "ndcg": 1.0, "recall": 1.0, "token_f1": 1.0 }, "output_tokens": 3, "prompt": "Answer the question using only the context. Give a short answer. If the context does not contain the answer, say unknown.\n\nContext:\n[cargo] Cargo inspection. Incoming cargo must wait in the amber bay until inspection is complete. Inspectors stamp approved crates with a blue triangle. An orange circle means inspection is pending.\n[engine] Engine deck passes. Engine deck contractor passes expire after four hours. Contractors collect them at the north security desk. Harbor visitor passes are not accepted on the engine deck.\n[junction] Junction message queue. The junction queue retries a failed delivery up to five times. Each retry waits 18 seconds. After the fifth failed retry, the message enters the copper dead-letter queue.\n\nQuestion: Which mark means a cargo crate passed inspection?\nAnswer:", "query_embedding": [ 0.0090949023142457, 0.0627446100115776, -0.0076557667925953865, 0.03840624913573265, 0.08861605823040009, -0.009633674286305904, 0.07667925953865051, 0.014127829112112522, 0.005927322432398796, -0.02404867671430111, 0.07365954667329788, 0.020819447934627533, 0.008739612996578217, 0.041320495307445526, -0.132431298494339, -0.007277479395270348, 0.0320190005004406, -0.033140283077955246, -0.04120628163218498, 0.013855419121682644, -0.00015850993804633617, 0.015086337924003601, -0.05532443895936012, -0.033861491829156876, -0.10628142952919006, 0.023714357987046242, -0.03828568384051323, 0.03078533709049225, 0.08537326008081436, 0.013833275996148586, -0.09086344391107559, -0.03305700793862343, 0.01584436185657978, 0.11235770583152771, 0.055909596383571625, 0.0004069687856826931, 0.08065547049045563, -0.042877066880464554, 0.04362977668642998, -0.022864000871777534, 0.022981969639658928, -0.07794778048992157, -0.05428188294172287, 0.03759080544114113, 0.04520495608448982, -0.0273275263607502, 0.0026420571375638247, -0.08164897561073303, -0.026050876826047897, 0.020814426243305206, -0.00920705497264862, 0.0046376618556678295, -0.03163005784153938, 0.027097653597593307, -0.028680238872766495, -0.05770101770758629, -0.06831294298171997, -0.022179853171110153, 0.029604200273752213, -0.009610967710614204, 0.029110489413142204, 0.012471485882997513, -0.0035189923364669085, 0.01953813061118126, 0.0748952254652977, -0.04533563181757927, -0.04278016462922096, -0.05602215975522995, -0.002376281190663576, 0.0027333551552146673, 0.024391422048211098, -0.018480585888028145, -0.002655831165611744, -0.005961875896900892, 0.004591929726302624, -0.0026463884860277176, 0.0022040652111172676, -0.03174835816025734, 0.03113158792257309, -0.038677237927913666, -0.10170041769742966, 0.03207779675722122, -0.015133697539567947, -0.016278719529509544, -0.007176498416811228, 0.01202360074967146, -0.04355974867939949, 0.013588364236056805, -0.0384359285235405, 0.044873885810375214, 0.04523145407438278, -0.06125916168093681, -0.009647621773183346, 0.01505665946751833, -0.04977426305413246, -0.047063473612070084, 0.05673816800117493, 0.10061166435480118, 0.012048475444316864, 0.038057420402765274, 0.06676643341779709, 0.022622643038630486, -0.008731681853532791, 0.03679618239402771, -0.04031134769320488, -0.014917036518454552, 0.01514581497758627, -0.002732048276811838, 0.03277163952589035, -0.055984169244766235, -0.024274256080389023, -0.002638565842062235, 0.00482947938144207, -0.03051883354783058, -0.10462121665477753, 0.03412847965955734, -0.057398904114961624, 0.01865510642528534, 0.0712573230266571, -0.02727443352341652, 0.05498192086815834, -0.08801735937595367, 0.07674770057201385, -0.03104029782116413, -0.03684846684336662, 0.0019846472423523664, 0.03690182790160179, -4.559268715679478e-33, -0.0948316901922226, -0.022483550012111664, -0.03777004033327103, -0.022088760510087013, 0.03794177994132042, -0.022948654368519783, -0.009321091696619987, -0.004001323599368334, 0.02414344623684883, 0.09587834030389786, -0.008166328072547913, 0.02431655116379261, 0.010495499707758427, -0.039034679532051086, 0.002919559832662344, 0.004536294844001532, -0.06270220130681992, -0.010640273801982403, -0.02927224338054657, -0.026300249621272087, -0.05589950457215309, -0.04410460591316223, 0.0435510091483593, -0.009407573379576206, 0.07040739059448242, 0.02832893468439579, -0.02317916974425316, -0.08124107122421265, 0.02123778872191906, 0.08652578294277191, 0.016955116763710976, 0.07568205147981644, 0.028344839811325073, 0.05185272544622421, -0.06672583520412445, 0.05579892173409462, -0.029552681371569633, -0.037488169968128204, -0.05653441324830055, -0.028910640627145767, 0.05895542725920677, -0.08765581250190735, 0.008893514052033424, 0.022326592355966568, 0.02328799106180668, 0.008515612222254276, 0.002952400827780366, -0.010804985649883747, -0.028297945857048035, 0.027811260893940926, -0.06642588973045349, 0.01563837379217148, 0.028263786807656288, -0.05687214434146881, -0.05857047066092491, -0.014346257783472538, 0.09284034371376038, 0.018880560994148254, -0.029607580974698067, 0.04328881576657295, -0.02289198897778988, 0.04917566478252411, 0.04839546978473663, 0.052385129034519196, 0.04228847101330757, -0.05773723125457764, -0.052310824394226074, -0.004001976922154427, 0.0825815424323082, 0.047719188034534454, -0.05431220307946205, 0.06023358926177025, 0.029245631769299507, 0.03182341530919075, 0.003727491945028305, -0.057228896766901016, -0.07134204357862473, 0.09524441510438919, 0.056298740208148956, -0.0798574835062027, -0.1097642257809639, 0.04337558150291443, -0.016158156096935272, -0.004533754661679268, -0.04809373989701271, -0.0030151456594467163, 0.008384679444134235, 0.012929072603583336, -0.05004118010401726, -0.039845217019319534, -0.0064020357094705105, 0.029798351228237152, -0.0661754235625267, -0.012386180460453033, 0.01755918562412262, 2.589809113455339e-33, 0.08023542165756226, 0.021138695999979973, -0.042442429810762405, 0.04374082013964653, -0.06931525468826294, -0.07468605786561966, 0.019736452028155327, 0.01654980704188347, 0.057829149067401886, 0.08751725405454636, 0.0573531799018383, -0.06464066356420517, -0.06092387065291405, 0.0438164621591568, 0.03407631441950798, 0.029755203053355217, -0.011228148825466633, -0.04033878445625305, -0.01646314561367035, 0.009524445049464703, -0.05531721189618111, -0.03710588440299034, -0.014936494641005993, 0.12151065468788147, -0.04984370246529579, 0.035549815744161606, 0.06633764505386353, -0.0906817764043808, -0.031638529151678085, -0.010497155599296093, -0.04261419177055359, -0.006874430924654007, 0.023111749440431595, 0.153319850564003, -0.045443467795848846, -0.06966643035411835, 0.05341801792383194, -0.00018496360280551016, -0.025431733578443527, 0.012821026146411896, 0.041922811418771744, 0.028613686561584473, -0.03424937650561333, 0.14581333100795746, -0.07696834951639175, 0.014106960967183113, 0.0075861369259655476, 0.012400517240166664, 0.0670342743396759, -0.03434017300605774, 0.013499552384018898, 0.007692874409258366, -0.011250114999711514, 0.00921033788472414, -0.06296594440937042, 0.12818433344364166, -0.07416373491287231, 0.05165313556790352, -0.030387762933969498, 0.06492064148187637, 0.08732607960700989, 0.09687388688325882, 0.00578652136027813, -0.07444801926612854, 0.036369938403367996, -0.07860136032104492, 0.034299325197935104, -0.011510953307151794, -0.009050226770341396, 0.007833460345864296, 0.07481471449136734, -0.0007798929582349956, -0.027263512834906578, -0.0455750972032547, 0.0042849197052419186, -0.06255271285772324, 0.0638590082526207, -0.04954177141189575, -0.01891259104013443, 0.0002562621666584164, -0.03864675760269165, -0.06382137537002563, -0.008175610564649105, 0.16713403165340424, 0.010773396119475365, -0.047994811087846756, -0.009870275855064392, 0.07264547049999237, -0.013459108769893646, -0.014852841384708881, 0.05730699747800827, 0.04890036582946777, -0.08477260172367096, -0.02986929938197136, -0.10591386258602142, -1.4772118639427845e-08, -0.07818567752838135, 0.004050161689519882, -0.05375142768025398, -0.05773361027240753, -0.011534471064805984, 0.03440411016345024, -0.018079746514558792, 0.018698854371905327, -0.056896280497312546, -0.015280677936971188, 0.05676839128136635, -0.08538560569286346, -0.15994474291801453, -0.004689840599894524, -0.01826167106628418, -0.02702663093805313, -0.09305787086486816, 0.09775758534669876, -0.04684894159436226, 0.012403544969856739, -0.058160945773124695, -0.001998289953917265, 0.058271076530218124, 0.046423736959695816, -0.10657958686351776, 0.010302459821105003, 0.002976898103952408, 0.10657017678022385, 0.08022987097501755, 0.0165872685611248, 0.01946924813091755, 0.03917885571718216, 0.05881582573056221, -0.021335463970899582, 0.0888383761048317, 0.06392286717891693, 0.015232300385832787, 0.0027563744224607944, 0.0798848494887352, 0.05521994084119797, 0.005760581698268652, -0.0357404425740242, -0.019728949293494225, -0.008824569173157215, 0.05732348561286926, 0.05391199514269829, -0.08986502885818481, 0.04519093036651611, -0.05286914110183716, -0.12121674418449402, 0.06828649342060089, -0.11864746361970901, 0.008603090420365334, 0.08481352031230927, -0.0008054341888055205, -0.04019331932067871, 0.006291043478995562, -0.011121873743832111, 0.059167515486478806, 0.006004734896123409, 0.06439455598592758, 0.051942724734544754, 0.038983650505542755, 0.010755798779428005 ], "query_id": "dev-cargo-2", "question": "Which mark means a cargo crate passed inspection?", "ranking": [ { "id": "cargo", "score": 0.6289421727731629 }, { "id": "engine", "score": 0.23835092726117924 }, { "id": "junction", "score": 0.19489089115921307 }, { "id": "beacon", "score": 0.18892798055206078 }, { "id": "iris", "score": 0.17733852571259126 }, { "id": "rivet", "score": 0.16900708321319932 }, { "id": "export", "score": 0.1566054242979002 }, { "id": "harbor", "score": 0.15103805545345536 }, { "id": "rivet-calibration", "score": 0.13555645826774446 }, { "id": "frost", "score": 0.12854843953216555 }, { "id": "nova", "score": 0.12766820389106726 }, { "id": "prism", "score": 0.12397799529963904 }, { "id": "archive", "score": 0.12386148338382649 }, { "id": "iris-network", "score": 0.1133636570578864 }, { "id": "mirror", "score": 0.09519844408011237 }, { "id": "keel", "score": 0.05429437631176488 }, { "id": "lantern", "score": 0.05330289143380136 }, { "id": "quartz", "score": 0.04178597820999473 }, { "id": "quartz-batch", "score": 0.034442170556127805 }, { "id": "soil", "score": 0.01018615748039854 }, { "id": "drone", "score": -0.012709611310053402 }, { "id": "orbit", "score": -0.03552439817898628 }, { "id": "garden", "score": -0.05071803642621881 }, { "id": "lantern-charge", "score": -0.05530295396383762 } ], "reached_token_limit": false, "references": [ "blue triangle", "a blue triangle" ], "relevance": { "cargo": 1 }, "retrieval_ms": 7.637948001502082, "split": "dev", "total_ms": 82.10847599912086 }, { "answer": "80 minutes", "answerable": true, "context_ids": [ "drone", "lantern-charge", "orbit" ], "execution_position": 1, "generation_ms": 79.39753899700008, "group": "drone", "input_tokens": 175, "method": "dense", "metrics": { "context_recall": 1.0, "exact_match": 1.0, "ndcg": 1.0, "recall": 1.0, "token_f1": 1.0 }, "output_tokens": 3, "prompt": "Answer the question using only the context. Give a short answer. If the context does not contain the answer, say unknown.\n\nContext:\n[drone] Drone charging. Survey drones charge at the west dock. A full charging cycle takes 80 minutes. Drones cannot start a survey with less than 35 percent battery.\n[lantern-charge] Reserve lamp charging. The reserve lamp needs 200 minutes to recharge fully. Charging uses the wall connector in the corridor. A full charge lasts a shorter time when the lamp is in use.\n[orbit] Orbit session security. Orbit sessions expire after 25 minutes of inactivity. The maximum active session duration is ten hours. Resetting a password immediately revokes every existing session.\n\nQuestion: How long does a full drone charge take?\nAnswer:", "query_embedding": [ 0.08664072304964066, 0.07390802353620529, -0.035696059465408325, -0.0021922702435404062, 0.02053193189203739, -0.09352453052997589, -0.031065337359905243, -0.031126005575060844, 0.02279547043144703, 0.089053675532341, 0.09301503747701645, 0.001985179726034403, 0.03642039746046066, 0.023438112810254097, -0.012850993312895298, 0.016447361558675766, 0.054084088653326035, -0.12591631710529327, 0.01989150606095791, 0.06659314781427383, -0.004923307336866856, 0.03457257151603699, 0.015649540349841118, -0.04828217625617981, 0.026915261521935463, 0.029730478301644325, 0.011664140969514847, 0.016390403732657433, -0.025791628286242485, -0.07278018444776535, -0.01679467409849167, 0.019832640886306763, 0.09194108843803406, 0.034482765942811966, 0.04701007902622223, 0.06354350596666336, 0.05914631485939026, -0.00680200569331646, 0.034818001091480255, 0.04977244883775711, 0.062419209629297256, -0.027424275875091553, 0.072105273604393, 0.03413660079240799, 0.014812718145549297, 0.07036489248275757, 0.048326585441827774, 0.00897415354847908, 0.10399308800697327, 0.0058336807414889336, -0.004569107200950384, -0.025404192507267, -0.01428814884275198, -0.007971012033522129, -0.006870599463582039, 0.022070571780204773, -0.02922673709690571, 0.07269911468029022, 0.019733907654881477, -0.04653938487172127, -0.09739314019680023, 0.04537848383188248, -0.018720338121056557, 0.0010317886481061578, -0.013337280601263046, -0.06606708467006683, -0.034042809158563614, -0.04412412643432617, 0.005990804638713598, 0.024785056710243225, 5.621989839710295e-05, 0.03321210667490959, -0.03882237896323204, -0.03133034333586693, -0.029365090653300285, -0.025509189814329147, 0.09979074448347092, 0.08898074924945831, -0.02817796729505062, -0.06547513604164124, 0.019373349845409393, -0.02635384351015091, -0.03525453805923462, -0.03444865718483925, 0.013027088716626167, -0.00018756127974484116, -0.0042187185026705265, 0.14374984800815582, -0.03617176413536072, -0.019769232720136642, 0.04706686735153198, -0.04388357698917389, -0.05356341972947121, -0.08129691332578659, -0.07201351970434189, 0.013458926230669022, -0.015142366290092468, -0.00971861369907856, -0.020103594288229942, -0.012920405715703964, 0.03475312516093254, -0.07217621058225632, -0.10422881692647934, 0.014411283656954765, -0.000712416775058955, 0.01479677576571703, 0.06078444421291351, 0.06207739934325218, -0.030624909326434135, 0.019863056018948555, -0.012856184504926205, -0.027519984170794487, 0.013298122212290764, 0.029113223776221275, -0.019127899780869484, 0.13492834568023682, -0.006122244521975517, 0.017883533611893654, 0.08651641756296158, 0.008098497986793518, 0.08467313647270203, -0.04833098128437996, 0.08474314212799072, -0.032140228897333145, -0.01683664508163929, 0.0803382471203804, 0.04568194970488548, -3.255552910437434e-33, -0.09901782870292664, 0.03068777732551098, -0.023065228015184402, -0.028284933418035507, -0.010598025284707546, -0.04508033022284508, -0.030268866568803787, 0.0930076614022255, 0.044088590890169144, 0.05856182426214218, -0.08371207118034363, -0.03280273824930191, 0.02552676945924759, 0.03880045935511589, -0.04053651914000511, -0.05189601704478264, -0.010570668615400791, 0.004985385574400425, -0.01633768528699875, -0.04250792786478996, -0.031201744452118874, -0.07998783141374588, -0.0326700396835804, 0.08394286036491394, 0.07568638026714325, -0.05540873482823372, 0.04902861267328262, 0.006780062336474657, 0.05687298998236656, 0.003925977274775505, 0.07180994004011154, 0.05258002132177353, -0.02779862843453884, 0.050780538469552994, -0.02454027161002159, 0.069967120885849, 0.049796272069215775, -0.016361964866518974, 0.014571765437722206, -0.002773773390799761, 0.03249772638082504, -0.0044612823985517025, -0.02371348813176155, -0.03878644481301308, -0.07753850519657135, -0.09459467977285385, -0.045030850917100906, -0.07779774069786072, -0.034480687230825424, 0.08585797250270844, 0.012290234677493572, -0.008761424571275711, -0.010424616746604443, -0.03745732828974724, -0.03056599199771881, 0.10948911309242249, 0.012492615729570389, -0.03791296109557152, -0.016037309542298317, 0.029665948823094368, 0.03275681659579277, -0.029901335015892982, -0.0988239273428917, -0.009118523448705673, -0.059307489544153214, 0.028391236439347267, 0.030599530786275864, 0.0376824289560318, -0.0015945256454870105, 0.0048916395753622055, 0.05952794849872589, -0.02890348993241787, 0.010685144923627377, -0.12931513786315918, -0.07297854870557785, 0.03862723708152771, -0.0078007616102695465, -0.04684172570705414, 0.0008492086781188846, 0.050303466618061066, -0.10749676078557968, -0.012311817146837711, -0.00604849262163043, 0.006579551380127668, 0.011571601964533329, -0.0207527969032526, -0.03379141166806221, -0.014062335714697838, 0.014446004293859005, -0.02705403044819832, -0.06743910908699036, -0.011527229100465775, -0.07287683337926865, -0.08745578676462173, 0.03833561763167381, 1.9915318963837276e-33, 0.03359467536211014, 0.006306818686425686, -0.014891264028847218, 0.09863778948783875, 0.04268239811062813, -0.04331608861684799, -0.007550297770649195, 0.19510075449943542, -0.026799460873007774, 0.03032664954662323, -0.08336043357849121, -0.0012484415201470256, -0.03755948320031166, -0.004476078320294619, 0.11730247735977173, -0.027140097692608833, 0.03812219575047493, -0.030063582584261894, 0.08350802212953568, 0.02985353022813797, -0.001999813597649336, 0.01154901459813118, 0.11439771950244904, -0.060898855328559875, 0.011428626254200935, 0.04442179203033447, -0.004890103824436665, -0.006962421350181103, 0.07472609728574753, -0.01599564589560032, -0.020097514614462852, -0.06772716343402863, -0.06574805080890656, 0.06808649003505707, -0.07126472890377045, 0.007044986356049776, -0.039035115391016006, 0.15135590732097626, 0.05967322364449501, 0.004959489218890667, 0.011325325816869736, -0.028571689501404762, -0.03414059430360794, -0.05754117667675018, -0.026044439524412155, -0.06148708611726761, -0.04943794757127762, 0.005368479061871767, -0.028794795274734497, -0.01824895665049553, -0.04667560011148453, -0.001095839194022119, 0.031054681167006493, 0.06372752040624619, 0.0016820686869323254, -0.05228451266884804, 0.07202062755823135, 0.03189101442694664, 0.03243390470743179, -0.03057824820280075, 0.04686935245990753, 0.004958605393767357, -0.01902077905833721, -0.018010254949331284, -0.022081829607486725, 0.039995111525058746, 0.04073266685009003, 0.05284268781542778, 0.021414196118712425, -0.0028673834167420864, 0.035510774701833725, 0.02572234533727169, -0.09613557159900665, 0.005990881007164717, -0.1507629156112671, 0.036610253155231476, -0.01045601163059473, -0.019882339984178543, 0.03138245269656181, -0.07938998192548752, -0.02292861044406891, -0.022625284269452095, -0.03263377025723457, -0.05827082321047783, -0.02791004627943039, 0.014708246104419231, 0.0612504668533802, 0.028664585202932358, -0.01396387629210949, 0.0007205285946838558, 0.03009427897632122, -0.025737430900335312, 0.06564930826425552, 0.051632024347782135, -0.1310638189315796, -1.4907437062561257e-08, -0.02858678437769413, 0.05850614607334137, 0.04359710216522217, 0.02016366459429264, 0.05371605232357979, 0.05368264392018318, 0.008987520821392536, 0.022229071706533432, 0.0058181495405733585, -0.051325589418411255, 0.061279237270355225, -0.060156919062137604, 0.047944575548172, 0.0123772993683815, -0.019459107890725136, 0.05179328843951225, -0.04010208696126938, -0.08097795397043228, -0.009693505242466927, -0.02738012932240963, -0.0725415050983429, 0.05853952839970589, -0.11569076776504517, -0.025254301726818085, -0.029292821884155273, 0.05506908893585205, -0.02428000047802925, 0.00014999345876276493, 0.014218604192137718, -0.06666611135005951, -0.08367623388767242, 0.0710524320602417, -0.13175007700920105, -0.01170416921377182, -0.03721024468541145, -0.06873948127031326, -0.032281361520290375, -0.09804488718509674, 0.01111105177551508, 0.054967403411865234, -0.004532093182206154, 0.01876077800989151, 0.0210130512714386, -0.052790265530347824, 0.02416609600186348, -0.026466505602002144, -0.018648087978363037, -0.11879604309797287, -0.014371635392308235, 0.01978832110762596, 0.05759882554411888, 0.033153094351291656, -0.04015885293483734, 0.04270460829138756, -0.007951537147164345, 0.07357195019721985, 0.04528303071856499, -0.10073237866163254, 0.0010564912809059024, 0.0096360482275486, 0.02203488163650036, -0.009852517396211624, -0.029544668272137642, 0.026561686769127846 ], "query_id": "dev-drone-1", "question": "How long does a full drone charge take?", "ranking": [ { "id": "drone", "score": 0.7747400097793303 }, { "id": "lantern-charge", "score": 0.4002558499096089 }, { "id": "orbit", "score": 0.2592165563303029 }, { "id": "quartz-batch", "score": 0.22762159089830222 }, { "id": "lantern", "score": 0.21788519472819554 }, { "id": "junction", "score": 0.20137833606280336 }, { "id": "engine", "score": 0.19204874691001136 }, { "id": "keel", "score": 0.18942591652910357 }, { "id": "nova", "score": 0.18270976766679134 }, { "id": "quartz", "score": 0.17381066653470145 }, { "id": "mirror", "score": 0.17079368262038555 }, { "id": "harbor", "score": 0.1685399746484998 }, { "id": "archive", "score": 0.1589671939986729 }, { "id": "export", "score": 0.12997425095550305 }, { "id": "beacon", "score": 0.12590080261808573 }, { "id": "cargo", "score": 0.11565098187820838 }, { "id": "garden", "score": 0.08838719909574692 }, { "id": "frost", "score": 0.024527946960514843 }, { "id": "rivet", "score": 0.023584036465405495 }, { "id": "soil", "score": 0.009097524753462559 }, { "id": "rivet-calibration", "score": -0.0050692383422393985 }, { "id": "iris-network", "score": -0.032161133857130354 }, { "id": "prism", "score": -0.05112278515335527 }, { "id": "iris", "score": -0.10236860335124838 } ], "reached_token_limit": false, "references": [ "80 minutes", "80" ], "relevance": { "drone": 1 }, "retrieval_ms": 7.6092480012448505, "split": "dev", "total_ms": 88.69408100144938 }, { "answer": "west dock", "answerable": true, "context_ids": [ "drone", "nova", "beacon" ], "execution_position": 0, "generation_ms": 70.36131399945589, "group": "drone", "input_tokens": 164, "method": "dense", "metrics": { "context_recall": 1.0, "exact_match": 1.0, "ndcg": 1.0, "recall": 1.0, "token_f1": 1.0 }, "output_tokens": 3, "prompt": "Answer the question using only the context. Give a short answer. If the context does not contain the answer, say unknown.\n\nContext:\n[drone] Drone charging. Survey drones charge at the west dock. A full charging cycle takes 80 minutes. Drones cannot start a survey with less than 35 percent battery.\n[nova] Nova alert routing. Nova critical alerts go to the on-call navigator. Warning alerts go to the observation team. A critical alert must be acknowledged within seven minutes.\n[beacon] Beacon heartbeat. A beacon reports its heartbeat every 45 seconds. After four consecutive missed heartbeats, the console labels it silent. A silent label does not disable the beacon.\n\nQuestion: Which dock charges survey drones?\nAnswer:", "query_embedding": [ 0.008856656029820442, 0.0766945481300354, -0.043658480048179626, -0.021432192996144295, 0.051919739693403244, -0.04478618875145912, 0.011023500934243202, -0.07955870032310486, -0.013444658368825912, 0.11130177974700928, 0.024853821843862534, -0.05067955330014229, 0.02942049875855446, 0.05719725787639618, -0.017115481197834015, -0.012947683222591877, 0.046953167766332626, -0.022741643711924553, 0.09925414621829987, 0.10193803161382675, -0.07604425400495529, 0.08823764324188232, 0.040811408311128616, -0.07609470188617706, -0.03747652471065521, 0.03432924672961235, 0.002116947202011943, 0.03472021222114563, -0.041317328810691833, -0.10653269290924072, 0.003406442701816559, 0.060336772352457047, 0.0662413164973259, -0.014602896757423878, 0.08744746446609497, 0.011031761765480042, 0.0478488989174366, -0.04634539783000946, -0.014134591445326805, 0.045800935477018356, 0.03310909867286682, -0.07104291021823883, 0.06295150518417358, -0.04874148964881897, -0.02258494682610035, -0.02675280161201954, 0.01642056554555893, -0.0250594150274992, 0.062498029321432114, 0.11543824523687363, -0.0007118826033547521, -0.05630701035261154, 0.008876953274011612, 0.02426687255501747, -0.03626922145485878, -0.0318102203309536, -0.03399494290351868, 0.0631399154663086, 0.04050488770008087, -0.053407467901706696, -0.025064334273338318, -0.0008201382588595152, -0.06400654464960098, 0.001918107271194458, -0.013539252802729607, -0.01172254141420126, -0.04253017157316208, 0.04132848605513573, 0.019398529082536697, -0.03645653277635574, 0.03218888118863106, 0.003845779225230217, -0.005856687668710947, -0.1002873107790947, -0.018517818301916122, 0.05473272502422333, 0.047176286578178406, 0.02421516738831997, -0.01376680750399828, -0.018640270456671715, 1.8795682990457863e-05, -0.014431951567530632, -0.07605686038732529, -0.050805315375328064, 0.004870670847594738, 0.026651540771126747, -0.034998297691345215, 0.04852994158864021, -0.007252852898091078, -0.051834139972925186, 0.021209796890616417, 0.021192533895373344, -0.07679665088653564, -0.0286976657807827, -0.003029988147318363, -0.012011932209134102, -0.03952562063932419, -0.04535924270749092, -0.005991962738335133, 0.036525826901197433, 0.0681963786482811, 0.00496705574914813, -0.06854933500289917, 0.03592197969555855, 0.03952956199645996, -0.0459556058049202, -0.01377748604863882, 0.015500172972679138, 0.05439646542072296, 0.02664005197584629, -0.00832425057888031, -0.04539824649691582, -0.05190477892756462, 0.014968655072152615, 0.0020886645652353764, 0.03435508534312248, -0.02050165645778179, 0.032550159841775894, 0.0666012316942215, -0.003222317434847355, 0.017393337562680244, -0.02075055055320263, 0.09711037576198578, -0.04072512313723564, 0.0008027206058613956, 0.03546487167477608, -0.0858023464679718, -2.4107392631678642e-33, -0.01939430832862854, -0.02410968765616417, 0.012065332382917404, -0.04502866789698601, 0.10433319211006165, 0.021875625476241112, -0.034123074263334274, 0.11459265649318695, 0.05655679851770401, 0.025113292038440704, -0.12431225180625916, 0.02090112492442131, 0.055010873824357986, 0.02353745885193348, 0.05096388980746269, -0.06578415632247925, -0.05497737228870392, -0.0011952779022976756, -0.05781690403819084, -0.037272363901138306, -0.06895692646503448, -0.0276168379932642, 0.03227241709828377, 0.04500320181250572, 0.1274089515209198, 0.00067536486312747, 0.052439235150814056, -0.01994563639163971, 0.043584175407886505, 0.04141027107834816, 0.03333150967955589, 0.017409881576895714, 0.03762039542198181, 0.05165880173444748, -0.06508918106555939, 0.14551985263824463, -0.011080102995038033, -0.03195171803236008, -0.08405791968107224, 0.017695866525173187, 0.004622156266123056, -0.04489179328083992, 0.04006528854370117, -0.03375689685344696, -0.02092229202389717, -0.09855535626411438, -0.0050986832939088345, -0.08293873816728592, -0.026804765686392784, 0.051274172961711884, -0.0023007632698863745, -0.026312412694096565, -0.08888141810894012, -0.01184240635484457, -0.011776847764849663, -0.035495955497026443, -0.02416864037513733, 0.00887221097946167, -0.005992600228637457, 0.039841119199991226, -0.09996908903121948, 0.003953195177018642, -0.071410171687603, -0.0405237190425396, -0.031753771007061005, 0.05978211760520935, 0.035487931221723557, 0.03477788716554642, -0.015015356242656708, 0.0726129338145256, 0.01170046254992485, 0.02110566571354866, 0.06190542131662369, -0.012726065702736378, -0.09848000109195709, 0.07123537361621857, -0.096576988697052, 0.024392019957304, 0.04124188423156738, 0.01881866157054901, -0.09477288275957108, 0.018397558480501175, 0.008143293671309948, 0.03927148878574371, -0.017295990139245987, -0.05320169776678085, -0.013165164738893509, 0.0049861036241054535, 0.052694547921419144, 0.009049386717379093, -0.03590497747063637, 0.06570100784301758, -0.09301082044839859, -0.08205265551805496, -0.027339035645127296, 5.482055658303975e-34, -0.05690355971455574, 0.053850386291742325, -0.0699291005730629, 0.03952386975288391, 0.0042535047978162766, -0.04854675754904747, 0.09970611333847046, -0.01613062620162964, 0.027000458911061287, -0.014980833977460861, -0.12739072740077972, 0.0491006001830101, -0.0008339730557054281, 0.06400679796934128, 0.09994121640920639, -0.0015767270233482122, -0.051194075495004654, -0.09825395792722702, 0.05986655876040459, -0.017583195120096207, -0.012697286903858185, 0.01152724213898182, 0.10171090811491013, 0.010161723010241985, 0.035890836268663406, -0.019426589831709862, 0.05228728801012039, -0.07820979505777359, 0.04956362769007683, -0.020006775856018066, -0.03994142636656761, -0.060443099588155746, 0.004383763298392296, 0.08914507925510406, 0.011170762591063976, 0.041527215391397476, 0.03836464881896973, 0.10429586470127106, -0.025571463629603386, -0.05884164199233055, 0.0212137158960104, 0.026517456397414207, 0.01873205602169037, 0.011162860319018364, -0.04186669737100601, -0.0667310282588005, -0.04302304610610008, 0.07944328337907791, -0.07040514051914215, -0.02901710383594036, -0.08825461566448212, -0.034455180168151855, -0.01590912602841854, 0.05100052431225777, -0.06280931830406189, -0.04138199985027313, 0.046219486743211746, 0.061844415962696075, -0.04388519376516342, 0.03926049545407295, 0.1259501427412033, 0.009826481342315674, -0.023874247446656227, 0.02542848512530327, 0.02260798215866089, 0.05073721706867218, 0.04167000204324722, 0.03481176495552063, -0.06559372693300247, 0.08743037283420563, 0.08770018815994263, -0.056642286479473114, 0.01866084150969982, -0.014500784687697887, -0.13694345951080322, 0.005062292795628309, -0.03679095581173897, -0.006392256356775761, 0.026992062106728554, -0.09346498548984528, 0.045225076377391815, 0.02281944453716278, -0.005841449368745089, -0.006903308443725109, -0.00731028662994504, 0.043850142508745193, 0.11881493777036667, -0.026198262348771095, -0.010668775998055935, 0.030546756461262703, -0.009732440114021301, -0.0383816622197628, -0.02607674151659012, 0.0680868849158287, -0.06804846227169037, -1.2887737099731567e-08, -0.030753646045923233, 0.08400299400091171, 0.011991827748715878, 0.0251076091080904, 0.004429024178534746, 0.012927552685141563, 0.029924239963293076, 0.06573060154914856, 0.0174766406416893, -0.06861704587936401, 0.024589862674474716, -0.1284734159708023, -0.00907095056027174, 0.025520890951156616, 0.053170062601566315, 0.07405496388673782, -0.0034319600090384483, -0.02494848147034645, -0.04238707199692726, -0.034064579755067825, -0.08943570405244827, 0.07444746792316437, -0.0578356496989727, 0.04352864623069763, -0.031041977927088737, 0.08070395886898041, 0.007795453537255526, 0.0014108865289017558, 0.07595982402563095, -0.028720345348119736, -0.07469521462917328, 0.0039705028757452965, -0.08602432161569595, -0.023503299802541733, -0.013182011432945728, 0.007291852030903101, -0.061737559735774994, -0.0802900567650795, 0.026791853830218315, 0.02201738767325878, -0.015705129131674767, -0.049089688807725906, -0.017357463017106056, -0.07316615432500839, 0.02102377451956272, -0.030093753710389137, 0.0034338445402681828, -0.08014138787984848, -0.015123402699828148, 0.005477891769260168, -0.028226478025317192, -0.020564785227179527, 0.04198644310235977, 0.039765797555446625, 0.03514690697193146, 0.09296601265668869, 0.03009992651641369, -0.0950537696480751, 0.016003362834453583, 0.02960200235247612, 0.04958043619990349, 0.05354856699705124, 0.0291854627430439, 0.06150715425610542 ], "query_id": "dev-drone-2", "question": "Which dock charges survey drones?", "ranking": [ { "id": "drone", "score": 0.6970779532182932 }, { "id": "nova", "score": 0.17700308819558946 }, { "id": "beacon", "score": 0.17298891125533855 }, { "id": "lantern-charge", "score": 0.1657242476748575 }, { "id": "quartz-batch", "score": 0.10635249403768325 }, { "id": "junction", "score": 0.10450375555900623 }, { "id": "engine", "score": 0.10332231648238802 }, { "id": "harbor", "score": 0.09579019374236293 }, { "id": "cargo", "score": 0.09513377868083098 }, { "id": "keel", "score": 0.07516777510631849 }, { "id": "garden", "score": 0.07491089939092987 }, { "id": "orbit", "score": 0.0671695799908028 }, { "id": "soil", "score": 0.05779814745540976 }, { "id": "lantern", "score": 0.04485430097681986 }, { "id": "frost", "score": 0.04480429646492436 }, { "id": "export", "score": 0.027507945539446327 }, { "id": "prism", "score": 0.02673927150853623 }, { "id": "quartz", "score": 0.02448425986651475 }, { "id": "archive", "score": 0.00405594561444007 }, { "id": "mirror", "score": 0.003221910798748963 }, { "id": "iris-network", "score": -0.022907596160755078 }, { "id": "iris", "score": -0.0448964645798084 }, { "id": "rivet-calibration", "score": -0.07171980584978739 }, { "id": "rivet", "score": -0.14927790926297874 } ], "reached_token_limit": false, "references": [ "west dock", "the west dock" ], "relevance": { "drone": 1 }, "retrieval_ms": 7.488094001018908, "split": "dev", "total_ms": 79.19959699938772 }, { "answer": "after 72 hours", "answerable": true, "context_ids": [ "export", "engine", "orbit" ], "execution_position": 2, "generation_ms": 93.73663900259999, "group": "export", "input_tokens": 174, "method": "dense", "metrics": { "context_recall": 1.0, "exact_match": 0.0, "ndcg": 1.0, "recall": 1.0, "token_f1": 0.8 }, "output_tokens": 4, "prompt": "Answer the question using only the context. Give a short answer. If the context does not contain the answer, say unknown.\n\nContext:\n[export] Export bundles. A report export bundle includes CSV tables and a JSON manifest. Bundles expire after 72 hours. The manifest stores SHA-256 checksums for every included table.\n[engine] Engine deck passes. Engine deck contractor passes expire after four hours. Contractors collect them at the north security desk. Harbor visitor passes are not accepted on the engine deck.\n[orbit] Orbit session security. Orbit sessions expire after 25 minutes of inactivity. The maximum active session duration is ten hours. Resetting a password immediately revokes every existing session.\n\nQuestion: When does a report export bundle expire?\nAnswer:", "query_embedding": [ -0.0654943659901619, 0.0023030475713312626, -0.0782369077205658, 0.07142537832260132, 0.07710013538599014, 0.08351638913154602, -0.10194969922304153, 0.07733095437288284, -0.05402019992470741, 0.03320656344294548, 0.06222464516758919, 0.07910212874412537, -0.006748915184289217, 0.03196130692958832, -0.024008017033338547, 0.005310944747179747, -0.045719947665929794, -0.051937732845544815, 0.010510837659239769, -0.0225099828094244, 0.10379505902528763, 0.03684978932142258, 0.026738900691270828, 0.005342050921171904, 0.05270427092909813, -0.042119454592466354, -0.06255930662155151, -0.05094507336616516, -0.018248913809657097, 0.02262231893837452, -0.04458899050951004, 0.04930116608738899, -0.00047748026554472744, 0.08007160574197769, 0.10257571190595627, 0.08883766084909439, 0.08673342317342758, -0.008296972140669823, 0.026904858648777008, -0.029882796108722687, -0.05035622417926788, 0.005372999235987663, -0.058257609605789185, 0.013873332180082798, -0.032586198300123215, -0.0047575002536177635, 0.011406525038182735, -0.014859835617244244, -0.059831246733665466, 0.13329453766345978, -0.021865367889404297, 0.04613100364804268, -0.03810660168528557, -0.029644692316651344, 0.019474245607852936, 0.07410527765750885, -0.03302154317498207, 0.010439503006637096, -0.07260864228010178, 0.0969446450471878, -0.02666918747127056, -0.05482101067900658, -0.10898249596357346, -0.02598177269101143, 0.039925992488861084, 0.0549924299120903, 0.029728276655077934, 0.0032685112673789263, 0.003825003979727626, -0.06530830264091492, -0.12511564791202545, -0.05328736454248428, -0.1219986081123352, -0.04102684184908867, 0.033497802913188934, 0.04573023319244385, 0.012799008749425411, -0.009248068556189537, -0.04673641547560692, -0.07155931740999222, -0.051743876188993454, 0.016247879713773727, -0.008649191819131374, 0.017700346186757088, 0.03214898332953453, -0.04049668461084366, 0.06608309596776962, 0.04872053489089012, -0.01066360529512167, 0.007205874193459749, 0.002582145156338811, -0.004963965155184269, 0.025607449933886528, 0.07596951723098755, -0.11236754059791565, -0.02887740172445774, -0.03582930564880371, 0.04454442113637924, 0.07967289537191391, 0.030457543209195137, 0.026368681341409683, -0.02573220618069172, -0.02357795462012291, -0.012540638446807861, -0.03441493585705757, -0.12271271646022797, -0.009647098369896412, 0.06268684566020966, -0.0609205961227417, 0.06651512533426285, 0.008662465028464794, -0.003939769230782986, 0.002350433263927698, -0.11246298253536224, 0.004397625103592873, 0.08178910613059998, -0.09717388451099396, 0.04966841638088226, 0.018605876713991165, -0.01802968792617321, 0.038966864347457886, 0.0788540318608284, 0.08081886172294617, 0.03374101594090462, -0.017954815179109573, 0.023702768608927727, 0.09862466901540756, -3.0234465917507807e-33, -0.08550035208463669, -0.06806313991546631, 0.013336838223040104, 0.006508382502943277, -0.0364842563867569, 0.01871643215417862, 0.010869414545595646, -0.03754241764545441, 0.0254744254052639, 0.02108449675142765, -0.04053822532296181, 0.023958642035722733, -0.07257101684808731, 0.01811971142888069, -0.003139844862744212, -0.0029236231930553913, 0.008099159225821495, 0.007921815849840641, 0.0368540957570076, 0.07589656114578247, 0.11856839060783386, -0.13809575140476227, 0.020244792103767395, -0.014680243097245693, 0.018407875671982765, 0.013066848739981651, 0.01916768029332161, 0.03134967014193535, -0.05411769077181816, -0.0009733917540870607, 0.04017535224556923, 0.03687611222267151, 0.05616355314850807, -0.01708248257637024, -0.02544192224740982, 0.034283597022295, -0.004389943089336157, 0.03309344872832298, 0.007061275653541088, 0.032549500465393066, 0.05811532586812973, 0.07819966971874237, -0.016963118687272072, -0.03525310754776001, 0.07282704859972, -0.03803308680653572, 0.09368214011192322, -0.03919576480984688, 0.07159443944692612, -0.0350261889398098, 0.0343664176762104, 0.02723405882716179, 0.02146095409989357, -0.0172609630972147, -0.002242142101749778, -0.032438457012176514, 0.035482682287693024, -0.08169432729482651, -0.027208684012293816, -0.1265360414981842, 0.11341369152069092, 0.028500579297542572, 0.03290574625134468, -0.06977811455726624, -0.023798072710633278, 0.04598122090101242, 0.05501876771450043, 0.061487242579460144, -0.08160372078418732, -0.03508748114109039, 0.00973010715097189, 0.02502625063061714, 0.012787955813109875, -0.12785431742668152, 0.03403313457965851, -0.006560248788446188, 0.0398235060274601, 0.06374677270650864, 0.04297776147723198, 0.015950573608279228, 0.021868664771318436, -0.04423096776008606, -0.033147092908620834, 0.016473326832056046, 0.03099120780825615, 0.026302006095647812, -0.022847143933176994, 0.03857753425836563, 0.033961400389671326, 0.04937998950481415, 0.018735641613602638, -0.019937463104724884, 0.031601373106241226, 0.03587118536233902, 0.056164249777793884, 1.7402778767481332e-33, 0.05824817344546318, 0.03388018161058426, -0.007331293076276779, -0.02437022142112255, -0.036695096641778946, -0.017262617126107216, -0.05628260597586632, 0.12353769689798355, -0.0652029812335968, 0.027916502207517624, -0.03391193598508835, -0.05009627714753151, -0.007817528210580349, 0.02618730254471302, 0.00967586413025856, 0.048643652349710464, 0.024679841473698616, -0.005414441227912903, -0.01532687246799469, -0.019278107210993767, -0.06903568655252457, 0.013942835852503777, 0.031124109402298927, -0.015886444598436356, 0.027592161670327187, 0.004349034279584885, 0.05966762825846672, 0.008565724827349186, -0.009494229219853878, -0.05030890554189682, 0.06659042090177536, -0.04136829450726509, -0.0465705469250679, -0.011334244161844254, 0.0014536683447659016, -0.013038817793130875, -0.037404511123895645, -0.013548603281378746, 0.07586123049259186, 0.06490494310855865, -0.007537174969911575, 0.014228646643459797, -0.02763526141643524, -0.021079931408166885, -0.007160843815654516, 0.03934808447957039, 0.04039721190929413, -0.019872916862368584, -0.0041353595443069935, -0.006610953249037266, 0.015512148849666119, 0.08037581294775009, -0.006011964287608862, -0.1334797739982605, -0.04297484830021858, 0.0005133762606419623, -0.08849064260721207, -0.017739975824952126, -0.07136952131986618, -0.015804007649421692, 0.055884089320898056, 0.0039354776963591576, 0.001225657993927598, -0.0862751305103302, -0.023256750777363777, -0.03916129842400551, 0.08282849937677383, 0.07099030911922455, 0.02848508022725582, 0.05820213258266449, 0.10377179086208344, -0.04143131524324417, -0.08164871484041214, -0.040074512362480164, -0.012180596590042114, 0.032971736043691635, -0.008657090365886688, 0.0386517308652401, 0.00014875900524202734, 0.0253768153488636, -0.07056697458028793, 0.033643532544374466, -0.09341801702976227, 0.025920920073986053, 0.017074279487133026, -0.0943286269903183, 0.021501723676919937, 0.05402379110455513, 0.05557194724678993, -0.0005902638076804578, -0.0010918793268501759, -0.07734404504299164, -0.08486444503068924, -0.007814624346792698, 0.019045308232307434, -1.409994698775563e-08, 0.05474025383591652, 0.03961490839719772, 0.004919941537082195, -0.018688460811972618, 0.06366107612848282, 0.04702872410416603, 0.05051758512854576, 0.02200561948120594, 0.06692463159561157, 0.03127160668373108, 0.06309325993061066, -0.02527136169373989, -0.09969741851091385, -0.0768425464630127, -0.06628229469060898, -0.06415101140737534, 0.015111592598259449, 0.03712286800146103, -0.014261742122471333, -0.06034214794635773, -0.05799734964966774, -0.041895512491464615, 0.08651524037122726, -0.029849311336874962, -0.07561628520488739, -0.029911113902926445, 0.07534647732973099, 0.06287489831447601, 0.08054931461811066, -0.008231266401708126, -0.014206716790795326, 0.0767807736992836, 0.01954738236963749, -0.03845346346497536, -0.09613318741321564, -0.07139605283737183, 0.02175728976726532, 0.06618897616863251, -0.035683829337358475, 0.08025990426540375, 0.05095183476805687, 0.00023971877817530185, -0.052068404853343964, 0.04000294208526611, -0.07818277180194855, 0.017754748463630676, -0.04030563682317734, -0.09971148520708084, -0.04272835701704025, 0.03522040322422981, -0.008970479480922222, 0.019975582137703896, -0.03485988825559616, 0.062201518565416336, -0.04094298183917999, -0.01240106113255024, -0.05795491486787796, -0.017413806170225143, -0.025400979444384575, -0.04541420564055443, -0.04602087661623955, -0.05479493364691734, -0.026715867221355438, -0.008068082854151726 ], "query_id": "dev-export-1", "question": "When does a report export bundle expire?", "ranking": [ { "id": "export", "score": 0.7626934639505886 }, { "id": "engine", "score": 0.29447983306854353 }, { "id": "orbit", "score": 0.2601825274155937 }, { "id": "archive", "score": 0.2492062622997606 }, { "id": "prism", "score": 0.21034568066931505 }, { "id": "keel", "score": 0.20246578082676464 }, { "id": "mirror", "score": 0.1469030306084249 }, { "id": "harbor", "score": 0.13177696700797115 }, { "id": "rivet", "score": 0.13138418560534537 }, { "id": "lantern", "score": 0.12396085729972575 }, { "id": "rivet-calibration", "score": 0.1178667497275868 }, { "id": "cargo", "score": 0.10870819260869614 }, { "id": "junction", "score": 0.09915110727567071 }, { "id": "frost", "score": 0.09534530632572395 }, { "id": "quartz", "score": 0.08405443205115991 }, { "id": "lantern-charge", "score": 0.07962045569946335 }, { "id": "garden", "score": 0.07383552499297849 }, { "id": "nova", "score": 0.07071413574725235 }, { "id": "iris", "score": 0.0695399037426076 }, { "id": "soil", "score": 0.06947485684216834 }, { "id": "iris-network", "score": 0.0680978775703671 }, { "id": "beacon", "score": 0.06032691648378472 }, { "id": "quartz-batch", "score": 0.051362611395480345 }, { "id": "drone", "score": 0.041849247393285334 } ], "reached_token_limit": false, "references": [ "72 hours", "72" ], "relevance": { "export": 1 }, "retrieval_ms": 7.745078997686505, "split": "dev", "total_ms": 103.07162000026437 }, { "answer": "SHA-256", "answerable": true, "context_ids": [ "export", "cargo", "mirror" ], "execution_position": 1, "generation_ms": 181.71513999914168, "group": "export", "input_tokens": 182, "method": "dense", "metrics": { "context_recall": 1.0, "exact_match": 1.0, "ndcg": 1.0, "recall": 1.0, "token_f1": 1.0 }, "output_tokens": 5, "prompt": "Answer the question using only the context. Give a short answer. If the context does not contain the answer, say unknown.\n\nContext:\n[export] Export bundles. A report export bundle includes CSV tables and a JSON manifest. Bundles expire after 72 hours. The manifest stores SHA-256 checksums for every included table.\n[cargo] Cargo inspection. Incoming cargo must wait in the amber bay until inspection is complete. Inspectors stamp approved crates with a blue triangle. An orange circle means inspection is pending.\n[mirror] Mirror synchronization. Mirror replicas synchronize every 14 minutes. A replica more than 40 minutes behind is marked stale. Stale replicas remain readable but cannot serve verification requests.\n\nQuestion: What checksum algorithm does the export manifest use?\nAnswer:", "query_embedding": [ 0.009738476015627384, 0.00858075451105833, -0.10171860456466675, -0.05438981205224991, 0.13920746743679047, -0.0770014077425003, 0.01632794365286827, -0.013363532721996307, -0.031730685383081436, 0.013021881692111492, 0.026863643899559975, -0.005670938175171614, -0.017514897510409355, -0.07410688698291779, -0.07982516288757324, -0.046745702624320984, -0.03757581114768982, -0.022196387872099876, -0.01951444335281849, -0.04437637701630592, 0.05764375254511833, 0.019047431647777557, 0.014751565642654896, -0.007917448878288269, -0.015616992488503456, -0.009649049490690231, -0.03379152715206146, 0.013101041316986084, 0.07686925679445267, -0.0761745348572731, -0.023214668035507202, 0.08046973496675491, 0.035551030188798904, 0.025213738903403282, 0.04674388840794563, 0.04569835215806961, 0.008546855300664902, -0.05862389877438545, -0.011598886922001839, -0.06518586724996567, 0.014716356992721558, 0.0024058721028268337, -0.015922676771879196, 0.016392609104514122, -0.06507132947444916, -0.014669420197606087, -0.028242476284503937, 0.03631738945841789, -0.004000004380941391, 0.046205513179302216, 0.04017840698361397, 0.058986831456422806, -0.05156708136200905, -0.010010777041316032, 0.03757775202393532, 0.00851532258093357, -0.024550218135118484, 0.0031863872427493334, 0.014629038982093334, 0.08248244971036911, -0.007679286878556013, -0.014737856574356556, -0.11032450944185257, 0.00840354897081852, 0.07860061526298523, 0.0845964327454567, -0.12973372638225555, -0.0798792839050293, -0.002119086915627122, -0.07734604179859161, -0.09344123303890228, 0.003920343238860369, -0.010103077627718449, 0.012429182417690754, -0.050052233040332794, 0.0032511355821043253, -0.020351599901914597, -0.002192043699324131, -0.017545178532600403, -0.10713820904493332, -0.052140530198812485, 0.0302394051104784, -0.0749753937125206, 0.038780149072408676, 0.025616856291890144, 0.0269014909863472, 0.017043201252818108, -0.013470746576786041, 0.10526110976934433, 0.04751665145158768, 0.04730214923620224, 0.0031181767117232084, -0.0010602796683087945, 0.0075189233757555485, -0.06739240139722824, 0.04502810910344124, 0.039304908365011215, 0.10342855751514435, 0.05778340622782707, 0.025322886183857918, 0.026670580729842186, -0.014079604297876358, -0.025540636852383614, -0.08775920420885086, 0.024753235280513763, -0.015651090070605278, 0.00499266991391778, 0.06678523123264313, -0.00083616265328601, 0.013083424419164658, -0.009143871255218983, 0.04613413289189339, 0.040553584694862366, -0.1037919819355011, -0.04806163161993027, 0.01997753232717514, -0.0009898357093334198, -0.011894063092768192, -0.06937263906002045, -0.02098451741039753, 0.03352067992091179, -0.048297226428985596, 0.1079123392701149, -0.020862560719251633, -0.01617252081632614, -0.03782183304429054, 0.017781058326363564, -3.0699203119235168e-33, -0.02013821341097355, -0.024191638454794884, -0.010984709486365318, 0.018736161291599274, -0.04273097589612007, -0.019842326641082764, -0.008126653730869293, -0.022822687402367592, -0.01582852005958557, 0.03933496028184891, -0.031239166855812073, 0.10342936217784882, -0.10208144783973694, 0.05404315143823624, 0.0960996001958847, -0.045372769236564636, 0.04124093055725098, 0.05098767206072807, 0.06118928641080856, 0.0095831835642457, 0.06971116364002228, -0.11255320906639099, -0.02223716303706169, -0.024967217817902565, 0.004691354930400848, 0.11919495463371277, 0.00213837088085711, 0.010865534655749798, 0.004801369737833738, 0.0411640927195549, -0.05232046917080879, -0.0007413067505694926, 0.026459598913788795, -0.023296132683753967, 0.08245997130870819, 0.04461968317627907, -0.026591220870614052, -0.006435794290155172, -0.07798652350902557, -0.004925200249999762, 0.021460724994540215, 0.00704649742692709, 0.034628771245479584, -0.011269591748714447, 0.018275100737810135, -0.020842548459768295, -0.03600086644291878, 0.011716543696820736, 0.19311805069446564, -0.026737984269857407, 0.04832739382982254, 0.019682373851537704, 0.08313623070716858, -0.07088200002908707, -0.0625653937458992, -0.06608892977237701, 0.08530701696872711, 0.007334613706916571, 0.005253834184259176, 0.09889945387840271, -0.031750213354825974, 0.04301563650369644, -0.053437162190675735, 0.05997883155941963, -0.010170621797442436, 0.05365917831659317, -0.06399070471525192, -0.027492934837937355, 0.022037185728549957, 0.032829493284225464, -0.10025960952043533, 0.04171379283070564, 0.0489407442510128, -0.011104566976428032, 0.059714846312999725, 0.00701871095225215, 0.03377911448478699, 0.038505956530570984, 0.019993724301457405, -0.06550294905900955, -0.0974128469824791, 0.0045702531933784485, -0.07397379726171494, -0.06801523268222809, -0.033647939562797546, -0.04495279863476753, -0.05570324510335922, -0.014041331596672535, -0.04368429630994797, -0.04273684322834015, -0.0001349855010630563, -0.01808927208185196, -0.0026929182931780815, 0.042131926864385605, -0.016302092000842094, 1.2045789279620118e-33, -0.0214497372508049, -0.07988414168357849, 0.03824726864695549, -0.017318472266197205, -0.059070732444524765, -0.018509933724999428, -0.009408935904502869, 0.08730404078960419, 0.031121088191866875, 0.001163856708444655, -0.008662090636789799, -0.011718525551259518, 0.08241566270589828, 0.01791975647211075, 0.02132246643304825, 0.0068017831072211266, 0.06893271207809448, -0.009733896702528, -0.02543962001800537, -0.006964035797864199, 0.0450826920568943, 0.056690484285354614, 0.033800236880779266, 0.03473253920674324, 0.024486074224114418, 0.04801779240369797, -0.022553101181983948, 0.006143225356936455, 0.020675798878073692, 0.057483986020088196, 0.050967030227184296, 0.0618906132876873, -0.000998392584733665, 0.01675582490861416, -0.07029306143522263, -0.026106055825948715, 0.06829982250928879, 0.08140800893306732, 0.08515875786542892, 0.0025959929917007685, -0.03425572067499161, 0.014056495390832424, 0.021140778437256813, 0.032362837344408035, -0.048383601009845734, 0.0033185731153935194, 0.014173225499689579, 0.09933548420667648, -0.035202547907829285, 0.0072943842969834805, 0.12940451502799988, -0.032091766595840454, -0.04231389984488487, 0.019338922575116158, 0.05011148750782013, 0.09184814244508743, -0.032925087958574295, -0.014545046724379063, -0.046404607594013214, 0.024011502042412758, -0.003577988361939788, -0.0660083070397377, 0.023704124614596367, -0.05846336483955383, -0.0265467781573534, 0.073818139731884, 0.0034455466084182262, 0.003620356321334839, -0.028211204335093498, 0.13735097646713257, 0.014902850612998009, -0.05058952420949936, -0.07272107154130936, 0.0010702776489779353, -0.02169208787381649, 0.0039334422908723354, 0.027708545327186584, -0.0038447421975433826, -0.045512985438108444, 0.031018253415822983, -0.06699692457914352, -0.0021894569508731365, -0.013999619521200657, 0.027833087369799614, 0.07467619329690933, -0.11153646558523178, -0.02278241328895092, -0.04140413552522659, 0.062197498977184296, 0.05236774682998657, -0.07450561970472336, 0.00835971999913454, -0.03340713307261467, -0.02109319344162941, -0.07395711541175842, -1.5499299621524187e-08, -0.16006001830101013, -0.08384496718645096, -0.06499242037534714, -0.007569562643766403, 0.06859622150659561, 0.01561669260263443, -0.010506223887205124, -0.09407265484333038, 0.03488091006875038, -0.11170929670333862, 0.054832473397254944, -0.0072723678313195705, -0.09057289361953735, -0.041113778948783875, 0.06154313310980797, -0.023962249979376793, 0.037604715675115585, 0.06378480046987534, -0.085431769490242, -0.04901330545544624, -0.01418481394648552, -0.017000123858451843, 0.006479308009147644, 0.005265523213893175, 0.029099972918629646, -0.030814794823527336, 0.004358377773314714, 0.036441441625356674, 0.045756347477436066, -0.012086701579391956, 0.004904171451926231, 0.06329970806837082, -0.014858928509056568, 0.027385946363210678, -0.027519449591636658, 0.129693403840065, 0.050603318959474564, 0.06330274790525436, 0.00907378364354372, 0.03744768723845482, 0.012993837706744671, 0.02274874970316887, -0.10287269204854965, 0.012478670105338097, -0.021685495972633362, 0.0642421543598175, -0.0883803740143776, 0.0005039365496486425, -0.02564360573887825, -0.0470542274415493, 0.020869748666882515, -0.06596238911151886, -0.025862079113721848, -0.012094059027731419, -0.04259473830461502, -0.059024568647146225, -0.033366814255714417, -0.04871566221117973, 0.0997476875782013, -0.020210279151797295, 0.030063776299357414, 0.049839552491903305, 0.12482568621635437, -0.014504953287541866 ], "query_id": "dev-export-2", "question": "What checksum algorithm does the export manifest use?", "ranking": [ { "id": "export", "score": 0.5129851267156651 }, { "id": "cargo", "score": 0.2920067342292279 }, { "id": "mirror", "score": 0.1933768369616914 }, { "id": "keel", "score": 0.178277931100504 }, { "id": "harbor", "score": 0.17184922238416908 }, { "id": "prism", "score": 0.15699053210763342 }, { "id": "quartz", "score": 0.14524511441369042 }, { "id": "engine", "score": 0.1273492716059084 }, { "id": "orbit", "score": 0.12693701163140408 }, { "id": "quartz-batch", "score": 0.12486728790022861 }, { "id": "beacon", "score": 0.11333435298669443 }, { "id": "frost", "score": 0.10820038575804129 }, { "id": "nova", "score": 0.10081849211361855 }, { "id": "iris", "score": 0.0989090411192988 }, { "id": "soil", "score": 0.08544866957517804 }, { "id": "junction", "score": 0.08300948558443341 }, { "id": "archive", "score": 0.07283344900855396 }, { "id": "rivet", "score": 0.05746195680644715 }, { "id": "rivet-calibration", "score": 0.04569945659254122 }, { "id": "iris-network", "score": 0.027257264501402707 }, { "id": "garden", "score": 0.01626721573039044 }, { "id": "lantern", "score": -0.011785508162956463 }, { "id": "drone", "score": -0.03479123750015121 }, { "id": "lantern-charge", "score": -0.06380747426718567 } ], "reached_token_limit": false, "references": [ "SHA-256", "SHA256" ], "relevance": { "export": 1 }, "retrieval_ms": 9.084100998734357, "split": "dev", "total_ms": 192.2333830007119 }, { "answer": "[prism]", "answerable": true, "context_ids": [ "frost", "soil", "prism" ], "execution_position": 0, "generation_ms": 106.12767999919015, "group": "frost", "input_tokens": 177, "method": "dense", "metrics": { "context_recall": 1.0, "exact_match": 0.0, "ndcg": 1.0, "recall": 1.0, "token_f1": 0.0 }, "output_tokens": 5, "prompt": "Answer the question using only the context. Give a short answer. If the context does not contain the answer, say unknown.\n\nContext:\n[frost] Frost sensor. The frost sensor is calibrated with a silver reference plate. Recalibrate it every 30 days. A blinking violet light means calibration is overdue.\n[soil] Garden soil moisture. The seed garden soil moisture target is 42 percent. A dry soil warning triggers after ten minutes below 35 percent. Soil sensors do not measure humidity.\n[prism] Prism sample storage. Prism mineral samples are stored at 8 degrees Celsius. Each sample requires a white tamper seal. Samples with broken seals must be moved to quarantine shelf Q4.\n\nQuestion: What reference is used to calibrate the frost sensor?\nAnswer:", "query_embedding": [ -0.11364322900772095, 0.022347744554281235, -0.05131895840167999, 0.012041217647492886, 0.06782256811857224, -0.022574806585907936, 0.052431825548410416, 0.07180074602365494, 0.04350912943482399, -0.005214101169258356, -0.014078670181334019, -0.038960181176662445, -0.013491296209394932, -0.0336221344769001, -0.09995035827159882, -0.06347423791885376, -0.055104874074459076, 0.03561105951666832, 0.06854301691055298, -0.08908849954605103, 0.06462655961513519, -0.005954470951110125, 0.027390779927372932, -0.006697152741253376, -0.015172283165156841, 0.005642477422952652, -0.10230866819620132, 0.009786359034478664, -0.037884313613176346, 0.05175628140568733, -0.0384456031024456, 0.11606131494045258, 0.05566185340285301, -0.0174271147698164, 0.00035561283584684134, -0.011205336079001427, 0.04980117082595825, -0.0349934957921505, -0.04631658270955086, 0.022449085488915443, 0.031714752316474915, 0.008549968712031841, 0.06361576169729233, 0.050033677369356155, 0.0055476706475019455, 0.06231013685464859, 0.09148707240819931, 0.03638423606753349, -0.06774723529815674, 0.08777891099452972, -0.008860461413860321, 0.04405583441257477, -0.05402306094765663, 0.012049637734889984, 0.019223708659410477, 0.050791554152965546, 0.043690651655197144, -0.0033322428353130817, 0.018685469403862953, 0.006097049452364445, 0.007647546008229256, 0.048839665949344635, -0.10248409956693649, 0.025648215785622597, 0.0959194153547287, -0.019290219992399216, -0.010061564855277538, -0.07993865758180618, 0.00528993085026741, -0.06148012354969978, -0.006162167992442846, 0.05893035978078842, 0.08622103184461594, -0.05534268170595169, -0.019635401666164398, 0.012868590652942657, -0.036682937294244766, 0.03439656272530556, 0.06184467673301697, -0.05640916898846626, -0.03524663671851158, -0.017071254551410675, 0.018131621181964874, 0.04574434086680412, -0.044484492391347885, 0.02821044623851776, 0.047711603343486786, 0.0016015437431633472, 0.08070804178714752, -0.028246251866221428, 0.03243578225374222, -0.05838610604405403, -0.1974334567785263, 0.020841969177126884, -0.10224486887454987, 0.068083755671978, 0.058586519211530685, -0.041905079036951065, 0.0014876403147354722, 0.024769926443696022, -0.021525094285607338, -0.07224574685096741, -0.014019724912941456, 0.0635843425989151, 0.02745417132973671, -0.025166234001517296, -0.03271732106804848, -0.01931631565093994, 0.022265806794166565, 0.013864043168723583, -0.05296147242188454, -0.04823412373661995, -0.01978592947125435, 0.04530761390924454, 0.046521760523319244, -0.0909523218870163, -0.08289987593889236, 0.004768097773194313, 0.050749752670526505, 0.03566475957632065, -0.05508026108145714, 0.05300888046622276, 0.007963523268699646, 0.03493146970868111, 0.01468245591968298, 0.03777144104242325, -0.017860254272818565, -3.784250963844943e-33, 0.044314250349998474, 0.06362292170524597, 0.04186876863241196, -0.009270012378692627, -0.0033671807032078505, -0.07621752470731735, -0.019708862528204918, 0.06687387824058533, 0.01229874137789011, -0.0021679578348994255, 0.03344444930553436, 0.0437190979719162, -0.06192051246762276, -0.027668239548802376, 0.015193803235888481, -0.028890566900372505, -0.06434928625822067, -0.0018429779447615147, -0.01128075085580349, 0.028537094593048096, 0.01001920085400343, 0.018623333424329758, 0.010158151388168335, 0.02771575190126896, 0.043627191334962845, 0.14029935002326965, 0.02112502045929432, 0.09920064359903336, 0.011052236892282963, 0.012347657233476639, 0.12749025225639343, -0.006058204919099808, -0.017197104170918465, -0.018704375252127647, 0.06689866632223129, 0.008171691559255123, -0.012309747748076916, 0.03452634438872337, -0.0219707228243351, 0.0336979441344738, 0.07009492069482803, -7.337048737099394e-05, 0.09434614330530167, -0.057439159601926804, 0.05813559889793396, -0.025404812768101692, -0.05867099016904831, -0.02556774578988552, 0.06963852792978287, 0.04493790864944458, 0.016778996214270592, -0.01591557264328003, -0.013425872661173344, -0.02287685126066208, 0.05710116773843765, -0.0208493210375309, 0.005253360606729984, -0.0581740066409111, 0.03888499364256859, 0.00530631048604846, -0.08407589793205261, -0.04027178883552551, 0.030530739575624466, -0.08293180912733078, 0.03974665701389313, 0.08321434259414673, -0.050942692905664444, 0.024101827293634415, -0.012115322053432465, -0.024245353415608406, -0.03703035041689873, -0.029163165017962456, 0.05578481778502464, 0.029268501326441765, -0.08874344825744629, 0.06084591895341873, -0.061784181743860245, -0.008983016945421696, -0.025554919615387917, -0.021490272134542465, -0.04896382987499237, 0.03298330307006836, 0.0015324661508202553, -0.032346416264772415, -0.12452385574579239, -0.11145327240228653, -0.03620527684688568, 0.044069238007068634, -0.04368601366877556, -0.01959587261080742, -0.017536068335175514, 0.005242687650024891, -0.03193339705467224, -0.03655709698796272, -0.06378533691167831, 2.3572226787947718e-33, -0.025076694786548615, -0.06425812840461731, 0.030803242698311806, 0.11468151211738586, -0.047252725809812546, -0.0014714120188727975, 0.022933222353458405, -0.0179453007876873, 0.07170474529266357, 0.0011768178083002567, -0.006041316315531731, -0.02204609289765358, 0.03146790340542793, 0.01698526181280613, -0.017833780497312546, 0.06469074636697769, -0.07584869116544724, 0.0014841516967862844, -0.03783683851361275, 0.04222514480352402, -0.036599744111299515, 0.007827656343579292, -0.12595857679843903, -0.037248630076646805, 0.010946020483970642, 0.022346949204802513, 0.07117917388677597, -0.06217070296406746, -0.04209820181131363, -0.08789127320051193, -0.09967730194330215, -0.03517259657382965, -0.027350593358278275, -0.013344788923859596, -0.057434115558862686, -0.010128720663487911, 0.032178111374378204, -0.023012803867459297, -0.11089707165956497, -0.046935662627220154, 0.06782706081867218, 0.06188202649354935, 0.038309451192617416, 0.007016989402472973, 0.03532547503709793, 0.015575799159705639, -0.015161814168095589, 0.022646712139248848, 0.0984320119023323, 0.013848603703081608, -0.008062071166932583, -0.050529733300209045, -0.06313866376876831, 0.026953671127557755, -0.03184017166495323, 0.029784677550196648, -0.002809231635183096, 0.0299571193754673, 0.0010326578048989177, 0.002057392615824938, 0.027051061391830444, -0.06635680049657822, 3.688236392918043e-05, 0.02961241640150547, 0.010647325776517391, 0.02873610146343708, 0.005053320433944464, 0.04037310928106308, 0.072212815284729, 0.050446465611457825, 0.11479172855615616, 0.004571670200675726, 0.08525536954402924, -0.07905431091785431, -0.012143260799348354, -0.060317378491163254, 0.04544352367520332, -0.006940591614693403, -0.09124529361724854, 0.005067283287644386, 0.00994122214615345, -0.014939413405954838, -0.02200477011501789, 0.1364928036928177, 0.050226014107465744, -0.10715256631374359, 0.0012922952882945538, 0.005006362218409777, -0.04632490500807762, 0.05397927761077881, -0.013096136972308159, -0.008682946674525738, -0.03438802435994148, -0.014445055276155472, -0.05156954750418663, -1.6849847739308643e-08, -0.04605836048722267, 0.028909718617796898, 0.00046225765254348516, -0.00016250302724074572, 0.005112864542752504, 0.06191711872816086, 0.036155540496110916, -0.014296852983534336, -0.040797583758831024, -0.03163997828960419, 0.07248231768608093, 0.0357610359787941, 0.07162147760391235, 0.037111688405275345, 0.07715711742639542, -0.01803928054869175, 0.08109964430332184, 0.04794758930802345, -0.06844501197338104, -0.02939039096236229, 0.01653287559747696, 0.03237370401620865, 0.030273744836449623, -0.06990796327590942, 0.06387950479984283, 0.0027620638720691204, -0.015548104420304298, 0.03626321628689766, 0.033052392303943634, 0.009685106575489044, -0.11584725975990295, 0.014963922090828419, 0.0912901982665062, -0.10267580300569534, 0.07655414938926697, 0.07285455614328384, -0.04222121089696884, 0.06877776980400085, 0.07389378547668457, -0.01273711584508419, -0.0025502261705696583, 0.04558948054909706, -0.09931200742721558, -0.010039394721388817, 0.07886572927236557, 0.006490476429462433, -0.03625229001045227, 0.015293839387595654, -0.06127971038222313, 0.09146841615438461, -0.03848152607679367, 0.06245329976081848, -0.05929824709892273, 0.023582277819514275, -0.03767574205994606, -0.01777077093720436, -0.015689169988036156, -0.11325179785490036, -0.09691868722438812, -0.021513745188713074, -0.025118857622146606, 0.03444002941250801, -0.030261894688010216, -0.01144361775368452 ], "query_id": "dev-frost-1", "question": "What reference is used to calibrate the frost sensor?", "ranking": [ { "id": "frost", "score": 0.8125306794044634 }, { "id": "soil", "score": 0.26647739804437615 }, { "id": "prism", "score": 0.2531247739659596 }, { "id": "rivet-calibration", "score": 0.2412400832435036 }, { "id": "garden", "score": 0.19811296484342436 }, { "id": "iris", "score": 0.1680330822257995 }, { "id": "quartz", "score": 0.13616907584687382 }, { "id": "beacon", "score": 0.1259778405914475 }, { "id": "iris-network", "score": 0.11105021678682898 }, { "id": "nova", "score": 0.0998608234874295 }, { "id": "lantern", "score": 0.06914950393071966 }, { "id": "export", "score": 0.05463779409659217 }, { "id": "cargo", "score": 0.04008342199897997 }, { "id": "junction", "score": 0.02912416397180177 }, { "id": "quartz-batch", "score": 0.02407381669359407 }, { "id": "mirror", "score": 0.022935752996671104 }, { "id": "keel", "score": 0.015248227002590936 }, { "id": "rivet", "score": -0.005942189122945929 }, { "id": "archive", "score": -0.015316626410210239 }, { "id": "engine", "score": -0.02115852356874506 }, { "id": "orbit", "score": -0.02731117457005259 }, { "id": "drone", "score": -0.03674003881557212 }, { "id": "lantern-charge", "score": -0.05261060532728673 }, { "id": "harbor", "score": -0.09689044864897682 } ], "reached_token_limit": false, "references": [ "silver reference plate", "a silver reference plate" ], "relevance": { "frost": 1 }, "retrieval_ms": 8.768288997089257, "split": "dev", "total_ms": 116.47405300027458 }, { "answer": "calibration is overdue", "answerable": true, "context_ids": [ "frost", "beacon", "iris-network" ], "execution_position": 2, "generation_ms": 126.11085499884211, "group": "frost", "input_tokens": 185, "method": "dense", "metrics": { "context_recall": 1.0, "exact_match": 1.0, "ndcg": 1.0, "recall": 1.0, "token_f1": 1.0 }, "output_tokens": 6, "prompt": "Answer the question using only the context. Give a short answer. If the context does not contain the answer, say unknown.\n\nContext:\n[frost] Frost sensor. The frost sensor is calibrated with a silver reference plate. Recalibrate it every 30 days. A blinking violet light means calibration is overdue.\n[beacon] Beacon heartbeat. A beacon reports its heartbeat every 45 seconds. After four consecutive missed heartbeats, the console labels it silent. A silent label does not disable the beacon.\n[iris-network] Iris network enrollment. The Iris network enrollment code is 7319. This code enrolls a controller in the network and cannot open a door. Enrollment is performed from the network console.\n\nQuestion: What does a blinking violet frost sensor light mean?\nAnswer:", "query_embedding": [ -0.06553874164819717, -0.01508546993136406, -0.02128421887755394, 0.05260181799530983, 0.048751749098300934, -0.024504713714122772, 0.14072270691394806, 0.0026338384486734867, 0.05929510295391083, -0.041551120579242706, 0.06161852553486824, 0.012538316659629345, -0.013117022812366486, -0.0809687077999115, -0.05839020758867264, 0.03994840383529663, -0.04331761598587036, -0.07910037785768509, -0.00495449872687459, -0.07985531538724899, 0.07762540876865387, -0.0747499093413353, -0.040528878569602966, 0.02643907070159912, -0.07350177317857742, 0.07056616246700287, -0.030836783349514008, -0.014234301634132862, 0.0048978072591125965, 0.06806772202253342, -0.032143063843250275, 0.08373317867517471, 0.043756309896707535, 0.010692295618355274, 0.010234389454126358, -0.01780623570084572, 0.03829027712345123, -0.0429229773581028, -0.04058061167597771, 0.008490299805998802, 0.0295306034386158, -0.07190176099538803, 0.0013847692171111703, 0.036921121180057526, -0.0018754551419988275, 0.021534563973546028, 0.09827712923288345, 0.01710251159965992, -0.053058505058288574, 0.023874714970588684, 0.008014622144401073, -0.008608316071331501, -0.04424736648797989, -0.02818036824464798, -0.026851501315832138, 0.03837632015347481, -0.0014722427586093545, 0.03697818145155907, 0.02979375049471855, -0.00536083010956645, 0.03419690579175949, 0.05213800445199013, -0.01670432835817337, 0.0438675619661808, 0.1126544326543808, -0.053807586431503296, -0.051743119955062866, -0.08055827766656876, 0.032737210392951965, -0.10359752178192139, 0.07617009431123734, 0.06206318363547325, 0.08428546786308289, 0.003045088378712535, -0.012694081291556358, -0.056485865265131, 0.014097980223596096, 0.027179833501577377, 0.016579320654273033, 0.028663303703069687, 0.02132035605609417, -0.024695850908756256, 0.014605010859668255, 0.09650362282991409, 0.025606991723179817, -0.017315445467829704, 0.059172578155994415, -0.011245359666645527, -0.014622224494814873, -0.007809192407876253, -0.009206809103488922, -0.038172099739313126, -0.11994511634111404, 0.025657961145043373, -0.15704038739204407, 0.04438099265098572, 0.08856203407049179, -0.05882406607270241, -0.03722811117768288, 0.004509809892624617, -0.007734131533652544, -0.08876801282167435, -0.05662406608462334, 0.03121141903102398, 0.0030383721459656954, -0.020247139036655426, -0.017050379887223244, -0.00526786083355546, 0.03910256549715996, -0.01115007046610117, 0.008491026237607002, -0.07794225960969925, -0.026334598660469055, 0.010636369697749615, -0.018851587548851967, -0.018683314323425293, -0.10855225473642349, 0.01055168081074953, 0.09405138343572617, 0.04812663793563843, -0.011072125285863876, 0.05625498294830322, -0.0006886264309287071, -0.07172653079032898, 0.0627356544137001, 0.05509215593338013, -0.02813459187746048, -3.4885627067352894e-33, 0.03993028774857521, 0.08350701630115509, -0.009347204118967056, -0.03721572086215019, 0.04905169829726219, -0.06566682457923889, 0.028782691806554794, -0.010427975095808506, -0.04110176861286163, 0.004759523551911116, 0.03367149084806442, -0.015941016376018524, -0.020205600187182426, -0.008661073632538319, 0.04501049965620041, -0.030588721856474876, 0.017671197652816772, -0.003821873338893056, -0.01740521378815174, -0.013405310921370983, 0.03230573236942291, 0.037447161972522736, -0.004684172570705414, 0.04321036860346794, 0.013983171433210373, 0.09615044295787811, -0.021715441718697548, 0.043703291565179825, 0.050956644117832184, 0.020296644419431686, 0.11512681096792221, 0.11055054515600204, 0.0011879889061674476, -0.036422256380319595, 0.08737753331661224, 0.022960955277085304, 0.04198982194066048, -0.015170305967330933, -0.0019520774949342012, 0.0011705043725669384, -0.010554412379860878, -0.02462903782725334, 0.04982796311378479, -0.04604696109890938, 0.049155909568071365, 0.01114634983241558, -0.042314350605010986, 0.003552640788257122, 0.013325311243534088, 0.07317855954170227, -0.008892280980944633, -0.0609779953956604, 0.06787922978401184, -0.035748191177845, 0.08434981852769852, 0.04454819858074188, -0.003736641723662615, -0.01289590634405613, 0.017732003703713417, -0.04841079190373421, -0.06316649913787842, -0.12075235694646835, 0.040169961750507355, -0.01749148964881897, 0.04991152510046959, 0.05090660601854324, -0.01749143749475479, 0.009015093557536602, 0.07155764847993851, -0.030093958601355553, -0.012854319997131824, -0.014758531004190445, 0.08585458248853683, -0.04146499186754227, -0.03413185477256775, 0.04889053851366043, -0.01561314333230257, 0.014535519294440746, 0.035025566816329956, -0.039996106177568436, -0.06628723442554474, -0.09658148884773254, -0.024280570447444916, -0.054338473826646805, -0.025052553042769432, -0.018315739929676056, -0.044180192053318024, 0.0318068265914917, -0.11385027319192886, -0.01635645516216755, 0.06278835237026215, 0.037993524223566055, -0.0003118999011348933, -0.07703953236341476, -0.10900547355413437, 2.0045942100152556e-33, 0.013021296821534634, -0.020919552072882652, -0.04171593114733696, 0.05957904830574989, 0.02491118386387825, -0.005483125802129507, 0.03407923877239227, 0.04868272691965103, 0.053112804889678955, 0.05472161993384361, 0.032398879528045654, -0.0031634161714464426, -0.04959062486886978, 0.05257098749279976, -0.07184477150440216, 0.04316098988056183, 0.010763050056993961, 0.015971437096595764, -0.007340823300182819, 0.07721149921417236, -0.11254221200942993, 0.001358585781417787, -0.07857674360275269, -0.027583079412579536, -0.0025137150660157204, 0.03549942746758461, 0.10232480615377426, -0.02751448005437851, -0.06191002205014229, -0.03462840989232063, -0.04133844003081322, -0.025563595816493034, -0.03796477988362312, 0.04713341221213341, -0.01658998616039753, -0.01526207011193037, 0.08265558630228043, -0.11927875876426697, -0.09829071909189224, -0.007251960225403309, 0.06236467882990837, -0.02689763344824314, 0.038799818605184555, 0.03204774111509323, -0.05032799392938614, 0.022879106923937798, -0.04097828269004822, 0.04434441402554512, 0.0294130127876997, -0.0193522647023201, 0.0038359228055924177, -0.009977619163691998, -0.018559986725449562, 0.11130331456661224, -0.04241889342665672, -0.07128259539604187, -0.06020649895071983, 0.05951973423361778, -0.002933091251179576, 0.020380722358822823, 0.06727855652570724, -0.08499959856271744, 0.002832824131473899, 0.056277696043252945, 0.018410013988614082, 0.0009579400648362935, 0.00676481518894434, 0.025850290432572365, 0.07110573351383209, 0.022275881841778755, 0.1635470688343048, -0.03333787992596626, 0.04847349599003792, -0.02894415333867073, 0.01054383534938097, -0.06061389669775963, -0.011860803700983524, -0.06896333396434784, -0.13252532482147217, 0.04831291362643242, -0.06298195570707321, -0.08126980811357498, -0.010628634132444859, 0.08559906482696533, -0.012445301748812199, -0.1661251038312912, -0.00313024059869349, 0.060033347457647324, -0.04546626657247543, -0.0035216419491916895, 0.004550987854599953, 0.06938838958740234, -0.005439353175461292, -0.0011671165702864528, 0.04611445963382721, -1.5664760155686963e-08, -0.049494486302137375, -0.024361763149499893, -0.03513001650571823, -0.05877296254038811, 0.09051661193370819, -0.012670464813709259, 0.02820320799946785, 0.002211226848885417, -0.05961357429623604, -0.04596690461039543, 0.043424341827631, 0.03344377875328064, 0.015934333205223083, -0.03321864828467369, 0.11899557709693909, 0.02083510532975197, 0.027264593169093132, -0.028678681701421738, -0.016634920611977577, -0.022179031744599342, -0.037655580788850784, 0.032740212976932526, 0.0009606669773347676, -0.0647498071193695, 0.019987208768725395, 0.05466270074248314, 0.05221782252192497, 0.03249359875917435, 0.034329526126384735, -0.0032470545265823603, -0.02947549894452095, 0.03946460038423538, 0.13885708153247833, -0.06169014051556587, -0.04927308112382889, 0.0310300812125206, -0.0024191553238779306, 0.006830769591033459, 0.01747124083340168, -0.11111459136009216, -0.006124869920313358, 0.030234768986701965, -0.07081988453865051, -0.02942691557109356, -0.020938077941536903, 0.004910105839371681, 0.03727058321237564, -0.026128076016902924, -0.039350882172584534, 0.05837555229663849, -0.06420787423849106, 0.038167521357536316, -0.07085268944501877, 0.009320923127233982, -0.02656109258532524, -0.0632779523730278, 0.006394154392182827, -0.011394903995096684, -0.08056667447090149, -0.011020444333553314, 0.07007688283920288, -0.0034974266309291124, 0.049878787249326706, -0.04234657809138298 ], "query_id": "dev-frost-2", "question": "What does a blinking violet frost sensor light mean?", "ranking": [ { "id": "frost", "score": 0.7471131062986206 }, { "id": "beacon", "score": 0.29232510656554017 }, { "id": "iris-network", "score": 0.2770298121821927 }, { "id": "iris", "score": 0.24501126587736172 }, { "id": "soil", "score": 0.23574615958858228 }, { "id": "lantern", "score": 0.22866426617014604 }, { "id": "cargo", "score": 0.2271237721482105 }, { "id": "quartz", "score": 0.21483874092498154 }, { "id": "nova", "score": 0.17469890011231817 }, { "id": "garden", "score": 0.16487878887209337 }, { "id": "prism", "score": 0.15834751273358333 }, { "id": "junction", "score": 0.14731512223621937 }, { "id": "quartz-batch", "score": 0.12421093322513888 }, { "id": "mirror", "score": 0.08527252276538583 }, { "id": "lantern-charge", "score": 0.0807942971365905 }, { "id": "archive", "score": 0.0807116342072844 }, { "id": "rivet-calibration", "score": 0.046255164371457144 }, { "id": "keel", "score": 0.026542304670908512 }, { "id": "orbit", "score": 0.01402828695437712 }, { "id": "rivet", "score": 0.001755414163036462 }, { "id": "export", "score": -0.017899630228406925 }, { "id": "engine", "score": -0.027317592668816768 }, { "id": "harbor", "score": -0.034753377010241594 }, { "id": "drone", "score": -0.03521333365920178 } ], "reached_token_limit": false, "references": [ "calibration is overdue", "overdue calibration" ], "relevance": { "frost": 1 }, "retrieval_ms": 10.096450001583435, "split": "dev", "total_ms": 137.91126200158033 }, { "answer": "21 days", "answerable": true, "context_ids": [ "archive", "rivet", "rivet-calibration" ], "execution_position": 2, "generation_ms": 76.80269599950407, "group": "archive", "input_tokens": 181, "method": "hybrid", "metrics": { "context_recall": 1.0, "exact_match": 1.0, "ndcg": 1.0, "recall": 1.0, "token_f1": 1.0 }, "output_tokens": 3, "prompt": "Answer the question using only the context. Give a short answer. If the context does not contain the answer, say unknown.\n\nContext:\n[archive] Archive recovery. The archive service keeps deleted notebooks for 21 days. Restore a notebook from the Recovery drawer. Restoring does not restore former sharing permissions.\n[rivet] Rivet tool checkout. Rivet torque tools must be returned within three hours. Borrowers leave their badge in the red tray. Tools with a damaged grip go to the repair desk instead of the tool rack.\n[rivet-calibration] Rivet calibration. Rivet torque tools are calibrated every 60 days. Calibration happens at the instrument bench. The repair desk handles physical damage, not routine calibration.\n\nQuestion: How many days can a deleted notebook be recovered?\nAnswer:", "query_embedding": [ -0.10654683411121368, 0.0636502131819725, 0.015064600855112076, 0.015999674797058105, -0.005845545791089535, 0.010497131384909153, -0.03402385488152504, -0.03901821747422218, 0.04516075551509857, -0.034236058592796326, 0.05291204899549484, 0.1141497790813446, 0.03921182081103325, 0.014526370912790298, -0.04226192831993103, -0.056375253945589066, -0.02565685287117958, -0.06455791741609573, -0.03813491016626358, 0.049984920769929886, 0.0023367449175566435, -0.00495977234095335, 0.00511494604870677, -0.017987968400120735, 0.07934142649173737, 0.013017025776207447, -0.0074968114495277405, -0.06441085040569305, -0.03342946246266365, -0.011563505046069622, 0.014390657655894756, -0.001816953532397747, -0.03190785273909569, -0.008343551307916641, 0.06420329213142395, -0.011799409985542297, -0.053409162908792496, -0.034473296254873276, 0.10257170349359512, -0.08282370865345001, -0.05821892246603966, 0.03833329677581787, -0.037250034511089325, -0.011179925873875618, 0.08371471613645554, 0.0013749938225373626, 0.024267883971333504, 0.0031883972696959972, 0.022388629615306854, -0.010880671441555023, -0.0023682089522480965, 0.06335995346307755, -0.034220658242702484, 0.04870947077870369, -0.04874556511640549, 0.06335200369358063, 0.027367331087589264, 0.012452431954443455, -0.04441068693995476, 0.055949654430150986, 0.020506462082266808, 0.012146987952291965, -0.0628494992852211, -0.011524605564773083, 0.031316667795181274, -0.051083244383335114, 0.04909593611955643, -0.055048976093530655, 0.10159574449062347, 0.05229581519961357, -0.025167100131511688, -0.06127453222870827, 0.009317147545516491, 0.057472772896289825, -0.0035760323517024517, 0.001171129522845149, 0.04404779151082039, 0.05957755818963051, -0.050923630595207214, -0.007099792826920748, -0.05060221254825592, 0.010121061466634274, 0.07388689368963242, 0.019713707268238068, -0.02998458780348301, -0.00677189975976944, -0.07251779735088348, 0.11100970208644867, 0.006489147897809744, 0.014083012007176876, 0.017995499074459076, 0.02746189944446087, 0.006058317143470049, -0.009882276877760887, -0.07027343660593033, -0.09179770201444626, 0.051858045160770416, 0.07667487859725952, -0.012521251104772091, 0.02850767970085144, -0.009337580762803555, 0.08297394216060638, -0.010026329196989536, -0.10379704087972641, 0.01743258349597454, -0.008082822896540165, -0.040507473051548004, 0.030339105054736137, -0.0895453691482544, -0.011090544052422047, -0.033122871071100235, -0.04253775626420975, 0.05819331854581833, 0.07033663988113403, 0.14078344404697418, 0.02052851766347885, 0.0031570943538099527, 0.02841041050851345, 0.005100015085190535, 0.04017079249024391, 0.02329758182168007, -0.007159384433180094, 0.07396802306175232, -0.06541804224252701, -0.10382963716983795, 0.10482758283615112, 0.062020398676395416, -1.938695262024189e-33, -0.014305324293673038, 0.0041891951113939285, -0.059470392763614655, 0.006679291371256113, 0.08347246795892715, -0.02085343562066555, 0.038208238780498505, -0.04813503473997116, 0.054793115705251694, 0.005358486901968718, -0.04934454336762428, 0.014801913872361183, 0.0010613694321364164, -0.02137014828622341, -0.021771173924207687, 0.06446470320224762, -0.02666865661740303, 0.03470717743039131, -0.07262665778398514, -0.0321916863322258, 0.05535763502120972, -0.014722414314746857, 0.024954436346888542, -0.016268987208604813, 0.06590137630701065, -0.038314543664455414, 0.03871334716677666, -0.02943269908428192, -0.06503163278102875, -0.013650466687977314, 0.039011530578136444, 0.03905358538031578, -0.030555373057723045, -0.06569167971611023, 0.02791227400302887, 0.05016970634460449, 0.04437222331762314, -0.02636098861694336, 0.07476670295000076, 0.05189051851630211, 0.06681694090366364, 0.021448645740747452, 0.018461767584085464, -0.040466468781232834, -0.01228467095643282, -0.03678164258599281, 0.03812076523900032, 0.0704633966088295, -0.06414017826318741, 0.04305078461766243, -0.06032772362232208, 0.011483585461974144, 0.04275267571210861, -0.0928482636809349, -0.031859420239925385, 0.08166464418172836, 0.08876318484544754, 0.004116917494684458, 0.10286771506071091, 0.026187650859355927, 0.13757938146591187, 0.06644020229578018, 0.050044648349285126, -0.01397183071821928, -0.021900778636336327, 0.0683998391032219, -0.03987809270620346, 0.024321503937244415, -0.039744000881910324, -0.09182818979024887, 0.07240892946720123, -0.049988359212875366, 0.021290065720677376, -0.11391585320234299, 0.019378306344151497, -0.04825188219547272, 0.038132231682538986, -0.07426086813211441, -0.03663746640086174, -0.04878669232130051, -0.017779117450118065, -0.08500302582979202, -0.020419307053089142, -0.049446918070316315, -0.03684825077652931, 0.01691320165991783, 0.02904043346643448, -0.03409983962774277, -0.014210359193384647, -0.07020300626754761, -0.07959824800491333, -0.04624887928366661, -0.021853361278772354, -0.038866590708494186, 0.0028146521653980017, 1.565273216533588e-33, 0.06773439794778824, -0.0601673349738121, -0.059578653424978256, 0.018164535984396935, 0.04084039479494095, -0.046582914888858795, -0.03550952300429344, 0.19315579533576965, -0.03812065348029137, 0.006619148422032595, -0.059016089886426926, 0.033297304064035416, 0.0014605368487536907, 0.04640864580869675, 0.0061039370484650135, 0.07243555784225464, 0.022644951939582825, -0.10229167342185974, -0.042527005076408386, -0.008576970547437668, -0.03093435987830162, -0.034874580800533295, 0.0031290543265640736, 0.02446248196065426, -0.023934630677103996, 0.025227311998605728, -0.04811539873480797, -0.05305010452866554, 0.02317977510392666, 0.014221975579857826, -0.00043890299275517464, -0.13569140434265137, -0.03336389735341072, 0.10377709567546844, 0.1096879169344902, -0.12260424345731735, 0.008269011043012142, -0.03458302840590477, 0.06653154641389847, 0.014797117561101913, 0.02553602308034897, 0.07572420686483383, -0.047704655677080154, 0.02277187630534172, 0.039552729576826096, 0.06850378215312958, -0.011221441440284252, -0.03906414285302162, 0.0792316347360611, -0.0019325611647218466, 0.022797781974077225, -0.03959154710173607, 0.006584081333130598, 0.002549511846154928, -0.023199494928121567, 0.02557332068681717, 0.10182477533817291, -0.05593160167336464, -0.030518008396029472, 0.01826285570859909, -0.07252092659473419, 0.03520825505256653, -0.059760503470897675, 0.07949943095445633, -0.0022516914177685976, -0.01555832102894783, 0.048805397003889084, 0.03468082845211029, -0.05628142133355141, -0.03858482092618942, 0.054434239864349365, 0.0828823447227478, 0.014654101803898811, -0.004208849743008614, 0.013150326907634735, 0.030876345932483673, -0.047733914107084274, 0.043727315962314606, -0.08727683126926422, -0.003191234078258276, -0.007428839337080717, -0.06155194342136383, -0.05709952861070633, -0.05033378675580025, 0.03342774510383606, -0.08595522493124008, -0.03407362848520279, 0.01307576522231102, 0.00977247767150402, -0.04839303717017174, 0.05812433362007141, -0.06410358846187592, -0.054213687777519226, 0.012828003615140915, 0.053883928805589676, -1.342367017542756e-08, -0.04564850404858589, 0.04651740938425064, 0.010711709968745708, 0.053619515150785446, 0.06377942860126495, -0.07179999351501465, 0.10015521198511124, 0.022343747317790985, -0.0026818145997822285, -0.02176375687122345, 0.06767217069864273, -0.08176469057798386, -0.10711364448070526, 0.03459767997264862, -0.09759573638439178, -0.06034330651164055, 0.001544773462228477, -0.013322488404810429, 0.0379498116672039, 0.003297621849924326, 0.04739390313625336, -0.016694562509655952, 0.02905208431184292, -0.019597526639699936, 0.062212202697992325, 0.06550944596529007, 0.002787281759083271, 0.041669588536024094, -0.008507183752954006, 0.011302472092211246, -0.06040630862116814, 0.0016612077597528696, 0.053539346903562546, -0.002639961428940296, -0.062041159719228745, -0.08255612105131149, 0.037415582686662674, 0.002230315003544092, -0.04525795951485634, 0.059060268104076385, -0.029208246618509293, 0.03905966877937317, 0.003044052980840206, -0.026757536455988884, 0.07235421240329742, -0.03313688188791275, -0.045421987771987915, -0.045324668288230896, -0.018046874552965164, 0.04043838381767273, 0.003791423514485359, 0.054468851536512375, -0.055556971579790115, 0.07162781804800034, -0.04454592987895012, 0.023649150505661964, -0.01966976188123226, 0.08288906514644623, -0.09421966969966888, -0.05519663542509079, 0.03936173394322395, -0.0009477044804953039, 0.008500418625772, -0.06525968015193939 ], "query_id": "dev-archive-1", "question": "How many days can a deleted notebook be recovered?", "ranking": [ { "id": "archive", "score": 0.03278688524590164 }, { "id": "rivet", "score": 0.03128054740957967 }, { "id": "rivet-calibration", "score": 0.03076923076923077 }, { "id": "prism", "score": 0.03055037313432836 }, { "id": "export", "score": 0.02964426877470356 }, { "id": "frost", "score": 0.02946236559139785 }, { "id": "mirror", "score": 0.029386529386529386 }, { "id": "keel", "score": 0.028782894736842105 }, { "id": "orbit", "score": 0.02803921568627451 }, { "id": "nova", "score": 0.027777777777777776 }, { "id": "lantern", "score": 0.02758751902587519 }, { "id": "drone", "score": 0.027425373134328357 }, { "id": "harbor", "score": 0.027272727272727275 }, { "id": "lantern-charge", "score": 0.027212143650499815 }, { "id": "quartz-batch", "score": 0.02690501986276634 }, { "id": "beacon", "score": 0.026754075124025514 }, { "id": "junction", "score": 0.026687875574407917 }, { "id": "garden", "score": 0.02638888888888889 }, { "id": "engine", "score": 0.026333907056798625 }, { "id": "iris-network", "score": 0.026279628993473032 }, { "id": "quartz", "score": 0.025503573749187783 }, { "id": "cargo", "score": 0.025332691999358666 }, { "id": "soil", "score": 0.02531645569620253 }, { "id": "iris", "score": 0.024725274725274724 } ], "reached_token_limit": false, "references": [ "21 days", "21" ], "relevance": { "archive": 1 }, "retrieval_ms": 7.96898399858037, "split": "dev", "total_ms": 86.32423499875586 }, { "answer": "Recovery drawer", "answerable": true, "context_ids": [ "archive", "frost", "export" ], "execution_position": 1, "generation_ms": 75.59503200172912, "group": "archive", "input_tokens": 172, "method": "hybrid", "metrics": { "context_recall": 1.0, "exact_match": 1.0, "ndcg": 1.0, "recall": 1.0, "token_f1": 1.0 }, "output_tokens": 3, "prompt": "Answer the question using only the context. Give a short answer. If the context does not contain the answer, say unknown.\n\nContext:\n[archive] Archive recovery. The archive service keeps deleted notebooks for 21 days. Restore a notebook from the Recovery drawer. Restoring does not restore former sharing permissions.\n[frost] Frost sensor. The frost sensor is calibrated with a silver reference plate. Recalibrate it every 30 days. A blinking violet light means calibration is overdue.\n[export] Export bundles. A report export bundle includes CSV tables and a JSON manifest. Bundles expire after 72 hours. The manifest stores SHA-256 checksums for every included table.\n\nQuestion: Where do I restore a deleted notebook?\nAnswer:", "query_embedding": [ -0.10327552258968353, 0.013073344714939594, -0.03717045113444328, -0.008551113307476044, 0.04699832201004028, 0.053836122155189514, -0.009969430044293404, -0.038198769092559814, 0.04840315133333206, -0.01730545423924923, 0.060198813676834106, 0.10382019728422165, -0.0033666007220745087, -0.02259415201842785, 0.007890543900430202, -0.0457448810338974, 0.024122025817632675, 0.0361366868019104, -0.004483195021748543, 0.014819921925663948, -0.03772289678454399, 0.02510337345302105, -0.04192040115594864, -0.05193188786506653, 0.0864013209939003, -0.05403555557131767, 0.0033536513801664114, -0.04728516563773155, -0.057110659778118134, -0.0028924832586199045, -0.024824954569339752, 0.011090291664004326, -0.027949431911110878, -0.019880440086126328, 0.0950280949473381, 0.011845316737890244, 0.006526611279696226, -0.03323083370923996, 0.11060052365064621, -0.07201937586069107, -0.07854630053043365, 0.01454390399158001, -0.031303178519010544, -0.03615294769406319, 0.05893668904900551, -0.014012056402862072, 0.07139884680509567, 0.007899363525211811, 0.08182381093502045, -0.06788254529237747, 0.041840847581624985, 0.05958039313554764, -0.08853106945753098, -0.010809212923049927, -0.009799892082810402, 0.07266408205032349, 0.045200880616903305, 0.017846178263425827, -0.020234672352671623, 0.06718296557664871, 0.031132612377405167, 0.02281811274588108, -0.0446426123380661, 0.04412506893277168, 0.01677212491631508, -0.0745152160525322, 0.021233530715107918, -0.002674432937055826, 0.05918555706739426, -0.05136791989207268, -0.0006622009677812457, -0.03036276064813137, 0.009884749539196491, 0.047728363424539566, -0.006592733785510063, -0.04411601275205612, 0.04496169835329056, 0.08458424359560013, -0.0643099695444107, 0.026613013818860054, -0.04286130890250206, -0.03246108815073967, 0.040317486971616745, 0.036181870847940445, -0.00388915091753006, 0.04666689410805702, -0.046187542378902435, -0.006951431278139353, 0.0463644415140152, 0.004376330878585577, 0.014888864941895008, -0.00709340488538146, -0.022939005866646767, -0.022029651328921318, -0.09212571382522583, -0.0727197676897049, 0.11005470156669617, 0.057280756533145905, -0.0004717717529274523, 0.081672303378582, -0.017115840688347816, 0.04228988289833069, 0.06841906905174255, -0.050169676542282104, -0.02681402675807476, 0.0059906477108597755, 0.021702120080590248, 0.0025986437685787678, -0.03832033649086952, -0.023053443059325218, -0.03368457406759262, -0.03656374663114548, 0.017838992178440094, 0.10102915018796921, 0.11882858723402023, -0.038680218160152435, -0.019104139879345894, -0.004781757481396198, -0.008974597789347172, 0.012891913764178753, -0.041662897914648056, 0.0009321286925114691, 0.08614370226860046, -0.030637433752417564, -0.10406912118196487, 0.08419346064329147, -0.007558365818113089, -4.51763013437946e-33, 0.0052504632622003555, 0.031210685148835182, -0.03519519045948982, -0.01126017700880766, 0.08645322918891907, 0.03145158663392067, 0.09465097635984421, -0.04485670104622841, 0.014701440930366516, 0.00030601376784034073, -0.05318335443735123, 0.03364834561944008, -0.030448338016867638, 0.02620757557451725, -0.043988555669784546, -0.0002930153568740934, -0.040713634341955185, 0.04559550806879997, -0.05285538733005524, 0.015100067481398582, 0.039997346699237823, 0.07350832968950272, -0.05254856497049332, 0.029207447543740273, 0.07132554054260254, 0.03382651507854462, 0.021153969690203667, 0.014390907250344753, -0.05682995915412903, 0.00848944578319788, -0.02578076720237732, 0.00633928133174777, -0.0020610832143574953, -0.13491274416446686, -0.045849207788705826, 0.07989691942930222, -0.009849241003394127, -0.012792502529919147, 0.022114766761660576, 0.054474759846925735, 0.028269387781620026, 0.028361575677990913, -0.023751189932227135, 0.007167663890868425, 0.019004816189408302, -0.03159215673804283, 0.04521067440509796, 0.12416119128465652, 0.0482102707028389, -0.006624320056289434, -0.08493194729089737, -0.05891624093055725, 0.0760708674788475, -0.06439338624477386, -0.05436886101961136, 0.02071191929280758, 0.04246930405497551, 0.04140962287783623, 0.07784433662891388, 0.013357951305806637, 0.1092514619231224, 0.09568023681640625, 0.00015403048018924892, 0.0033492478542029858, 0.014865444041788578, 0.01097727008163929, -0.059015754610300064, 0.010997617617249489, -0.03995869681239128, -0.12358053028583527, -0.004428825806826353, -0.0629890188574791, 0.03984030708670616, 0.003500095335766673, 0.002013422781601548, 0.011573865078389645, -0.0523059107363224, -0.023898137733340263, -0.07513045519590378, -0.09404298663139343, -0.011802135966718197, -0.13429947197437286, -0.07334668934345245, -0.018479671329259872, -0.020937694236636162, 0.03364918753504753, 0.0002324736851733178, -0.029777076095342636, 0.017073046416044235, -0.044424328953027725, -0.05723395198583603, -0.03502187505364418, -0.026297686621546745, -0.04051155596971512, -0.018645109608769417, 2.3427595065048497e-33, 0.07424204051494598, -0.09481244534254074, -0.04807284474372864, -0.04328913241624832, 0.011363888159394264, -0.020471462979912758, -0.046995725482702255, 0.047848984599113464, -0.003220920916646719, 0.04810488596558571, -0.018973885104060173, 0.049026694148778915, 0.042214538902044296, 0.02108256332576275, 0.03852856531739235, 0.08597172051668167, -0.03837321698665619, -0.02499348483979702, -0.04429144412279129, -0.03325064107775688, -0.023925991728901863, -0.01461446937173605, -0.0016846084035933018, 0.03791812062263489, -0.03877311199903488, -0.033850736916065216, -0.017448537051677704, -0.002564005320891738, -0.009121864102780819, 0.009529429487884045, 0.002672012196853757, -0.12932878732681274, -0.00035301255411468446, 0.08988969773054123, 0.0687473937869072, -0.06299133598804474, 0.009793894365429878, -0.0715070590376854, 0.02482004463672638, -0.0362001433968544, 0.04352094233036041, 0.06560101360082626, -0.02877735160291195, 0.07610228657722473, 0.016744114458560944, 0.08812008798122406, -0.008490027859807014, -0.07210472971200943, 0.044352225959300995, 0.0006927186041139066, 0.018725156784057617, -0.10015377402305603, -0.011620743200182915, 0.0067463768646121025, -0.03969544917345047, 0.03596636280417442, 0.08724746853113174, 0.028006313368678093, 0.006087164860218763, 0.007578213233500719, -0.07883590459823608, 0.057627130299806595, -0.08208215981721878, 0.046765878796577454, -0.011465668678283691, 0.0038436332251876593, 0.037284500896930695, 0.025496680289506912, -0.08901747316122055, -0.054226916283369064, -0.056433044373989105, 0.15509089827537537, 0.07257437705993652, 0.0014456226490437984, 0.05177828297019005, 0.004425771068781614, -0.03256737068295479, -0.005272138398140669, -0.06380719691514969, 0.032683610916137695, 0.06193369999527931, -0.0742160901427269, -0.06474113464355469, -0.08766438066959381, -0.01256605051457882, -0.07362843304872513, -0.011271211318671703, 0.057216838002204895, -0.015412919223308563, -0.0678783506155014, -0.024339836090803146, -0.0394296757876873, -0.030669793486595154, -0.0011301485355943441, 0.10462586581707001, -1.347363731696305e-08, -0.08547372370958328, 0.054979242384433746, 0.007329192012548447, 0.04944924637675285, 0.07919538021087646, -0.03407023474574089, 0.0868777483701706, 0.05964837968349457, -0.024619722738862038, -0.05531938746571541, -0.051111504435539246, -0.0779281035065651, -0.07447317987680435, 0.058215223252773285, -0.07028132677078247, -0.02778816968202591, 0.005248643457889557, 0.009831503964960575, 0.04051049053668976, 0.03251206874847412, 0.05202578380703926, -0.0070722284726798534, 0.08055262267589569, 0.005707927979528904, 0.1536785513162613, 0.053859319537878036, -0.02949252910912037, 0.0037169326096773148, 0.025112690404057503, -0.00542336143553257, -0.08199866116046906, 0.019078798592090607, 0.05179901048541069, -0.031221725046634674, -0.0637984573841095, -0.018633771687746048, -0.003339848481118679, 0.0699576884508133, 0.03315533697605133, 0.018257686868309975, -0.015496823005378246, 0.03539001941680908, -0.033358972519636154, -0.07432902604341507, 0.07758528739213943, 0.021351834759116173, -0.027284057810902596, -0.03244643285870552, -0.02306215837597847, 0.020200476050376892, -0.06959129869937897, -0.005507527384907007, -0.01710544154047966, 0.033520717173814774, -0.07348548620939255, -0.0057507106103003025, -0.11084479838609695, 0.055014848709106445, -0.07588792592287064, 0.0037642288953065872, 0.07618047297000885, 0.06819614768028259, 0.015036833472549915, -0.07286504656076431 ], "query_id": "dev-archive-2", "question": "Where do I restore a deleted notebook?", "ranking": [ { "id": "archive", "score": 0.03278688524590164 }, { "id": "frost", "score": 0.03036576949620428 }, { "id": "export", "score": 0.030303030303030304 }, { "id": "soil", "score": 0.030017921146953404 }, { "id": "keel", "score": 0.029083245521601686 }, { "id": "rivet", "score": 0.028474711270410194 }, { "id": "prism", "score": 0.02844551282051282 }, { "id": "iris-network", "score": 0.02821939586645469 }, { "id": "lantern", "score": 0.02819138376017471 }, { "id": "iris", "score": 0.02792120864410021 }, { "id": "garden", "score": 0.027912386121341344 }, { "id": "drone", "score": 0.027673192771084338 }, { "id": "cargo", "score": 0.02761904761904762 }, { "id": "beacon", "score": 0.027579737335834898 }, { "id": "lantern-charge", "score": 0.027272727272727275 }, { "id": "mirror", "score": 0.027242401779095628 }, { "id": "quartz-batch", "score": 0.027242401779095628 }, { "id": "harbor", "score": 0.026830135039090264 }, { "id": "orbit", "score": 0.026709401709401708 }, { "id": "rivet-calibration", "score": 0.02661064425770308 }, { "id": "nova", "score": 0.025859192525859193 }, { "id": "junction", "score": 0.025833333333333333 }, { "id": "quartz", "score": 0.02531645569620253 }, { "id": "engine", "score": 0.024695121951219513 } ], "reached_token_limit": false, "references": [ "Recovery drawer" ], "relevance": { "archive": 1 }, "retrieval_ms": 8.707271997991484, "split": "dev", "total_ms": 85.77861699814093 }, { "answer": "every 45 seconds", "answerable": true, "context_ids": [ "beacon", "frost", "drone" ], "execution_position": 0, "generation_ms": 92.20255400214228, "group": "beacon", "input_tokens": 173, "method": "hybrid", "metrics": { "context_recall": 1.0, "exact_match": 0.0, "ndcg": 1.0, "recall": 1.0, "token_f1": 0.8 }, "output_tokens": 4, "prompt": "Answer the question using only the context. Give a short answer. If the context does not contain the answer, say unknown.\n\nContext:\n[beacon] Beacon heartbeat. A beacon reports its heartbeat every 45 seconds. After four consecutive missed heartbeats, the console labels it silent. A silent label does not disable the beacon.\n[frost] Frost sensor. The frost sensor is calibrated with a silver reference plate. Recalibrate it every 30 days. A blinking violet light means calibration is overdue.\n[drone] Drone charging. Survey drones charge at the west dock. A full charging cycle takes 80 minutes. Drones cannot start a survey with less than 35 percent battery.\n\nQuestion: How often does a beacon send a heartbeat?\nAnswer:", "query_embedding": [ 0.02358037419617176, -0.02368861995637417, 0.00987995881587267, 0.0779334083199501, -0.004855519160628319, -0.03569389507174492, 0.018544483929872513, -0.08207151293754578, 0.03870077431201935, -0.04123939946293831, 0.03643346205353737, -0.01906413584947586, -0.0031342380680143833, 0.0005372313898988068, 0.03851577267050743, 0.024811699986457825, 0.02714041993021965, -0.10692796111106873, 0.0544450469315052, 0.004859478212893009, 0.001960122724995017, 0.012694867327809334, 0.021570036187767982, 0.003727059345692396, 0.026938941329717636, -0.08637958765029907, -0.016936613246798515, -0.033099643886089325, -0.027285192161798477, 0.008829455822706223, 0.009438781067728996, 0.01815206930041313, 0.030658066272735596, 0.03641941398382187, -0.04351027309894562, 0.07731787860393524, 0.031468190252780914, 0.0251917764544487, -0.03364281728863716, 0.04727109149098396, -0.019345514476299286, -0.07871254533529282, 0.03444675728678703, -9.966375364456326e-05, 0.03199261799454689, -0.011279935948550701, -0.0030173214618116617, 0.02009105682373047, 0.04245053976774216, 0.0008559204870834947, -0.02801830880343914, -0.022474559023976326, -0.045058708637952805, 0.019058899953961372, 0.048875849694013596, 0.024367760866880417, -0.040909335017204285, 0.05467044189572334, 0.06417910009622574, -0.02405644953250885, 0.03818821161985397, 0.04832952469587326, -0.06594770401716232, -0.03370010852813721, 0.0677446573972702, -0.044909946620464325, -0.05084897577762604, -0.021491695195436478, 0.08326061815023422, 0.003400482703000307, 0.07934557646512985, -0.036510664969682693, 0.09304134547710419, -0.04793901368975639, -0.020016996189951897, 0.03750161454081535, -0.025383440777659416, -0.06083257123827934, -0.08174753189086914, 0.03343532234430313, -0.1208401471376419, -0.025379694998264313, -0.03437236323952675, -0.032038576900959015, 0.06113925948739052, 0.007693252991884947, -0.00546528585255146, 0.04977569356560707, -0.09290647506713867, -0.03554635867476463, 0.033591508865356445, -0.06245569884777069, -0.03267280384898186, 0.04214559495449066, -0.020593887194991112, 0.03780859336256981, -0.04352465271949768, 0.029808469116687775, -0.03667530044913292, 0.01083657331764698, -0.003504229476675391, -0.01248074695467949, -0.12374278157949448, 0.05144525319337845, 0.0030362349934875965, -0.037387665361166, -0.08606904000043869, 0.018248282372951508, 0.007654284127056599, 0.06687264889478683, 0.013659882359206676, 0.03981051966547966, 0.0763501524925232, 0.08348585665225983, 0.018390629440546036, 0.029628513380885124, -0.005172242410480976, 0.057802338153123856, 0.04996703192591667, 0.16298985481262207, 0.07046467810869217, -0.021768804639577866, 0.03483157604932785, -0.04517737776041031, -0.04914173111319542, 0.05653821676969528, 0.057105209678411484, -4.317594056648124e-33, 0.050249259918928146, 0.09363825619220734, 0.05236293375492096, 0.06721728295087814, -0.0065305582247674465, -0.009248497895896435, -0.0766819566488266, 0.016842979937791824, 0.020316490903496742, 0.016278013586997986, -0.1171378642320633, 0.05285275727510452, 0.05054019019007683, 0.06062564253807068, -0.023446017876267433, -0.08774993568658829, -0.05235082656145096, 0.005114853847771883, -0.01738535426557064, -0.055944789201021194, -0.04047255590558052, -0.1059437170624733, -0.09957106411457062, 0.008846687152981758, 0.0393744632601738, 0.017935020849108696, 0.009202561341226101, 0.02612077072262764, 0.005894447211176157, 0.016228383406996727, 0.04519068822264671, 0.04138120636343956, -0.010770444758236408, -0.04071158543229103, 0.05560363084077835, 0.03937815874814987, 0.043699655681848526, 0.05756988748908043, -0.05539930239319801, -0.018955888226628304, 0.044486552476882935, -0.04577735811471939, 0.0045051877386868, -0.022198118269443512, 0.08770383894443512, -0.03845994547009468, -0.04085204005241394, -0.027173342183232307, -0.004214930348098278, -0.008268439210951328, 0.024382637813687325, -0.07415837049484253, 0.006814195308834314, 0.0214153490960598, 0.0610518716275692, 0.11123020946979523, 0.02376433275640011, -0.043889302760362625, -0.028137946501374245, 0.0777713730931282, 0.051588062196969986, -0.06187162548303604, 0.0898127555847168, -0.030958494171500206, 0.07324441522359848, 0.10340852290391922, -0.05230828747153282, -0.08264482021331787, -0.06106022000312805, 0.05656907334923744, 0.0703677162528038, 0.08473363518714905, -0.045727577060461044, -0.1078224703669548, -0.0726659968495369, -0.030646150931715965, 0.0016436660662293434, 0.07715877890586853, -0.028381841257214546, -0.016574855893850327, -0.07546332478523254, -0.030868401750922203, -0.009160008281469345, 0.07696854323148727, 0.11263518035411835, -0.0328092947602272, -0.0426604188978672, -0.09231779724359512, -0.12671853601932526, 0.006537401117384434, -0.003990284167230129, 0.0322888046503067, 0.012360519729554653, -0.0922786295413971, -0.08689912408590317, 2.678713220575967e-33, -0.033324748277664185, 0.039795439690351486, 0.022116342559456825, 0.011069195345044136, 0.02767445333302021, -0.004245223943144083, -0.005961614195257425, 0.07335054129362106, 0.005169278010725975, 0.11166343092918396, -0.004383833613246679, -0.08519141376018524, 0.02433730661869049, 0.09923278540372849, -0.06400182843208313, 0.03307860344648361, 0.10986491292715073, -0.04277333617210388, -0.03200005739927292, -0.005622504279017448, -0.047417283058166504, -0.04283847659826279, -0.005509689450263977, -0.05094337835907936, 0.0665663480758667, 0.010583506897091866, -0.017053045332431793, -0.029071280732750893, -0.07259028404951096, -0.10082536190748215, -0.013708045706152916, 0.03417019173502922, -0.06016043201088905, 0.03893915191292763, 0.02113531343638897, 0.0679725706577301, 0.03403342887759209, 0.05645549297332764, 0.01628963276743889, 0.04699648171663284, 0.030859505757689476, 0.08559583872556686, 0.04665977135300636, 0.016003405675292015, -0.04893189296126366, 0.0013972932938486338, 0.007776619866490364, 0.020342212170362473, -0.08195033669471741, 0.012491132132709026, 0.024028608575463295, -0.03248586505651474, 0.015432344749569893, 0.0964951366186142, -0.0431293286383152, 0.06811106950044632, -0.015968075022101402, 0.04159301146864891, -0.062112901359796524, -0.077765092253685, 0.05257352814078331, -0.04631109908223152, -0.019794054329395294, 0.044528838247060776, 0.014401505701243877, -0.012092921882867813, 0.04389428719878197, -0.009235581383109093, -0.027935640886425972, 0.04805876314640045, 0.12120521813631058, 0.020690692588686943, -0.08070281893014908, 0.00848593469709158, -0.09541719406843185, 0.012515009380877018, -0.027650484815239906, -0.028810400515794754, -0.07414146512746811, -0.07695100456476212, -0.09189904481172562, -0.056354083120822906, -0.01296131033450365, -0.05820624530315399, -0.052636947482824326, -0.04585031792521477, 0.10428246855735779, -0.05398457497358322, -0.02338460087776184, 0.03719471022486687, -0.0007927322294563055, 0.060163985937833786, -0.05949128419160843, -0.06004595384001732, -0.05705694481730461, -1.4848470009098946e-08, -0.04058893024921417, 0.04083852097392082, -0.029122132807970047, -0.06629734486341476, 0.029139196500182152, 0.06886928528547287, 0.10286711156368256, -0.05499621108174324, -0.038584690541028976, -0.04356309026479721, 0.018019508570432663, -0.024038242176175117, -0.01045077946037054, -0.030543722212314606, 0.09595146030187607, -0.06745516508817673, -0.017081474885344505, -0.05166170373558998, -0.027768725529313087, -0.02245558612048626, 0.08088444918394089, 0.05165952816605568, -0.012865662574768066, 0.04717068746685982, 0.029010411351919174, 0.011561431922018528, 0.07604043185710907, 0.042981378734111786, 0.0188617967069149, 0.01411071140319109, -0.009324458427727222, 0.004597816150635481, -0.010320659726858139, -0.028730543330311775, -0.10654827952384949, -0.025308970361948013, -0.004405699670314789, -0.02551230788230896, -0.01137186773121357, 0.05630917474627495, 0.03130868077278137, -0.03658943250775337, -0.09100957214832306, 0.006787643302232027, 0.01769879087805748, -0.02696383371949196, 0.05047783628106117, -0.04536064341664314, 0.026753922924399376, 0.028617599979043007, 0.012139772064983845, 0.04555704817175865, 0.04674074053764343, -0.08410994708538055, -0.004199658054858446, 0.015915894880890846, 0.005260801874101162, -0.06855227053165436, -0.019282743334770203, -0.0033818064257502556, 0.02192583493888378, 0.053808365017175674, -0.04134402424097061, -0.025966981425881386 ], "query_id": "dev-beacon-1", "question": "How often does a beacon send a heartbeat?", "ranking": [ { "id": "beacon", "score": 0.03278688524590164 }, { "id": "frost", "score": 0.03055037313432836 }, { "id": "drone", "score": 0.030536130536130537 }, { "id": "mirror", "score": 0.030158730158730156 }, { "id": "harbor", "score": 0.029571646010002173 }, { "id": "nova", "score": 0.0293236301369863 }, { "id": "quartz", "score": 0.02878726010616578 }, { "id": "keel", "score": 0.028594771241830064 }, { "id": "lantern", "score": 0.028594771241830064 }, { "id": "archive", "score": 0.028177225029148854 }, { "id": "export", "score": 0.02813852813852814 }, { "id": "lantern-charge", "score": 0.028006267136701922 }, { "id": "junction", "score": 0.027884615384615386 }, { "id": "quartz-batch", "score": 0.02782608695652174 }, { "id": "iris-network", "score": 0.027425373134328357 }, { "id": "orbit", "score": 0.027417840375586856 }, { "id": "garden", "score": 0.027272727272727275 }, { "id": "soil", "score": 0.027242401779095628 }, { "id": "cargo", "score": 0.02667140825035562 }, { "id": "prism", "score": 0.025015634771732333 }, { "id": "iris", "score": 0.024868705591597158 }, { "id": "rivet-calibration", "score": 0.024562989752863168 }, { "id": "engine", "score": 0.02454080096356519 }, { "id": "rivet", "score": 0.024250440917107582 } ], "reached_token_limit": false, "references": [ "45 seconds", "45" ], "relevance": { "beacon": 1 }, "retrieval_ms": 11.197649000678211, "split": "dev", "total_ms": 105.0735140015604 }, { "answer": "Four", "answerable": true, "context_ids": [ "beacon", "frost", "drone" ], "execution_position": 2, "generation_ms": 62.46460799957276, "group": "beacon", "input_tokens": 173, "method": "hybrid", "metrics": { "context_recall": 1.0, "exact_match": 1.0, "ndcg": 1.0, "recall": 1.0, "token_f1": 1.0 }, "output_tokens": 2, "prompt": "Answer the question using only the context. Give a short answer. If the context does not contain the answer, say unknown.\n\nContext:\n[beacon] Beacon heartbeat. A beacon reports its heartbeat every 45 seconds. After four consecutive missed heartbeats, the console labels it silent. A silent label does not disable the beacon.\n[frost] Frost sensor. The frost sensor is calibrated with a silver reference plate. Recalibrate it every 30 days. A blinking violet light means calibration is overdue.\n[drone] Drone charging. Survey drones charge at the west dock. A full charging cycle takes 80 minutes. Drones cannot start a survey with less than 35 percent battery.\n\nQuestion: How many missed heartbeats make a beacon silent?\nAnswer:", "query_embedding": [ 0.03546736761927605, -0.015779148787260056, 0.020553836598992348, 0.07876485586166382, 0.014350270852446556, 0.009755371138453484, 0.027746638283133507, -0.09241699427366257, 0.044818077236413956, -0.08000050485134125, 0.050779469311237335, -0.05123782902956009, 0.01083866786211729, -0.05077667534351349, -0.0026406554970890284, -0.022600648924708366, 0.03880634903907776, -0.056248147040605545, 0.031871192157268524, -0.011719483882188797, -0.026451274752616882, 0.06179884448647499, 0.04384494945406914, 0.03522983193397522, 0.033564113080501556, -0.0762823224067688, -0.016175929456949234, -0.04560354724526405, -0.022740062326192856, -0.0068986681289970875, 0.012447376735508442, 0.011896001175045967, 0.06525774300098419, 0.003976985812187195, -0.015129425562918186, 0.03195218741893768, 0.08226438611745834, 0.04842712730169296, -0.03462901711463928, 0.03151628375053406, -0.005979469977319241, -0.0208470169454813, 0.036335766315460205, -0.04559638351202011, 0.024598879739642143, -0.03185582906007767, -0.03248635679483414, -0.017678162083029747, 0.036800697445869446, -0.03831962123513222, -0.023729972541332245, -0.031981565058231354, -0.03825707361102104, 0.036044273525476456, 0.08578763902187347, -0.014355232007801533, -0.058398522436618805, 0.027854377403855324, 0.0028003875631839037, -0.017373228445649147, 0.01939663477241993, -0.0059640794061124325, -0.023910313844680786, -0.04861032962799072, 0.08539894968271255, 0.003396836807951331, -0.011228047311306, -0.07639019936323166, 0.10060812532901764, 0.06397594511508942, 0.04526777192950249, -0.0052363332360982895, 0.08719383925199509, 0.002998547861352563, -0.06637205183506012, 0.03998235985636711, 0.006189545150846243, -0.08007462322711945, -0.05177424103021622, 0.026748547330498695, -0.11698474735021591, -0.07776618003845215, -0.08278490602970123, -0.029165294021368027, 0.028990967199206352, -0.014029103331267834, 0.0027699978090822697, 0.04297425597906113, -0.11356905847787857, -0.020125463604927063, -0.008344518020749092, -0.09467731416225433, -0.054824281483888626, 0.06799065321683884, -0.013863548636436462, 0.03967883810400963, -0.02710379846394062, 0.06810609251260757, -0.04290739819407463, -0.0043907156214118, 0.022655542939901352, 0.014565614052116871, -0.0996408686041832, 0.011596000753343105, 0.005105382762849331, 0.02199183963239193, -0.09124524891376495, 0.017566779628396034, -0.02042061649262905, 0.062064602971076965, 0.014300305396318436, 0.01792643591761589, 0.07821127027273178, 0.09453761577606201, -0.0036200801841914654, 0.04762343317270279, 0.011067946441471577, 0.02488797903060913, 0.06472276896238327, 0.1500784456729889, 0.0975109189748764, 0.0023445833940058947, 0.0550556518137455, -0.061312414705753326, -0.029704034328460693, 0.04249418154358864, -0.023282993584871292, -2.986074687602263e-33, 0.05175728723406792, 0.06615336239337921, 0.020712662488222122, 0.04804573208093643, 0.020092934370040894, -0.02411803975701332, -0.059399303048849106, -0.0314895324409008, 0.04300132766366005, 0.03261499106884003, -0.08456765860319138, 0.03780725598335266, 0.056905753910541534, -0.028993137180805206, -0.025633471086621284, -0.09107028692960739, -0.025371678173542023, 0.015823254361748695, -0.03753012418746948, -0.04391913861036301, -0.016520274803042412, -0.05931558087468147, -0.08508144319057465, 0.017064033076167107, 0.05855108052492142, 0.06536106020212173, -0.0031203669495880604, -0.013276267796754837, 0.01143656112253666, 0.027727283537387848, 0.0024605777580291033, 0.03624986112117767, 0.049188803881406784, -0.037019193172454834, 0.03755798190832138, 0.001072719576768577, 0.0379878394305706, 0.027085456997156143, -0.041229039430618286, -0.021713292226195335, -0.01875942014157772, -0.023218346759676933, -0.025020694360136986, -0.08939652144908905, 0.04349009320139885, -0.04697602987289429, -0.002960152691230178, 0.0032905754633247852, 0.00863951537758112, 0.008793637156486511, 0.034771133214235306, -0.018688973039388657, -0.007660754024982452, 0.02487981878221035, 0.04650234058499336, 0.07273326814174652, 0.05771193280816078, -0.06224183738231659, -0.05468086525797844, 0.04675358906388283, 0.03796883672475815, -0.019366752356290817, 0.09278756380081177, -0.059378672391176224, 0.05155440419912338, 0.09627460688352585, -0.07979939877986908, -0.1173454225063324, -0.055061761289834976, 0.020767606794834137, 0.05998348072171211, 0.020890675485134125, -0.041430145502090454, -0.046610668301582336, -0.0315186008810997, -0.006781195290386677, -0.0011875141644850373, 0.07585646212100983, 0.03668275848031044, -0.08446486294269562, -0.0460769422352314, -0.026834961026906967, -0.02888568863272667, 0.05648539587855339, 0.10698440670967102, -0.029571490362286568, -0.040544625371694565, -0.062214795500040054, -0.1555434912443161, -0.05068228393793106, -0.047699157148599625, 0.03947906568646431, -0.002379834419116378, -0.09292110055685043, -0.13791927695274353, 1.0713895405420925e-33, -0.06474488973617554, 0.060808587819337845, 0.04003574326634407, 0.01151269394904375, -0.02399568073451519, 0.023067647591233253, 0.035663824528455734, 0.03724956512451172, 0.0042997803539037704, 0.07185503840446472, 0.05883437767624855, -0.06636813282966614, -0.015598591417074203, 0.12105507403612137, -0.07462913542985916, 0.059546131640672684, 0.11955346167087555, -0.03220370039343834, 0.0036779148504137993, 0.01760275661945343, 0.017398351803421974, -0.035761285573244095, -0.025585917755961418, 0.020186737179756165, 0.01716763526201248, 0.02893475443124771, -0.011252298951148987, -0.07120151817798615, -0.04497203975915909, -0.1265525221824646, 0.01205996610224247, 0.024737095460295677, -0.03339475765824318, 0.007626727223396301, 0.03378954157233238, 0.06370289623737335, 0.007496391888707876, 0.08013234287500381, -0.025442156940698624, 0.008767113089561462, 0.05382835119962692, 0.10653922706842422, 0.00682085333392024, -0.01508257631212473, -0.062347013503313065, 0.013612591661512852, 0.032576341181993484, 0.04822327941656113, -0.09312106668949127, 0.042656246572732925, 0.021118996664881706, -0.019153576344251633, 0.0491335466504097, 0.12161078304052353, -0.04679920896887779, 0.049704957753419876, 0.006331063341349363, 0.02489963360130787, -0.028109565377235413, -0.06383039802312851, 0.04516591131687164, -0.04834544286131859, 0.009801071137189865, 0.007369565311819315, 0.026853565126657486, 0.043713077902793884, 0.031000277027487755, 0.048454709351062775, -0.012830148451030254, 0.011784421280026436, 0.12116103619337082, 0.045911259949207306, -0.10669495910406113, 0.0001209537367685698, -0.04959631338715553, 0.06415193527936935, -0.07052736729383469, -0.07037096470594406, -0.057555608451366425, -0.06219705566763878, -0.051032405346632004, -0.04922744631767273, -0.01615831069648266, -0.050393469631671906, 0.0029684484470635653, 0.00851497519761324, 0.07611027359962463, -0.040074434131383896, -0.007003073580563068, 0.0475073978304863, -0.017498217523097992, 0.09921539574861526, -0.004520248621702194, -0.08258949220180511, -0.08018185198307037, -1.5552386045669664e-08, -0.023897811770439148, 0.041875362396240234, -0.05769725143909454, -0.09237225353717804, 0.02290526032447815, -0.008109815418720245, 0.06875289976596832, -0.04348617047071457, -0.07555046677589417, -0.007403319235891104, 0.02197723463177681, -0.06221019849181175, -0.013734912499785423, -0.009679730981588364, 0.10085215419530869, -0.07180316746234894, -0.05091994255781174, 0.012542692944407463, -0.0291475560516119, -0.02386781945824623, 0.08686254173517227, 0.09379900246858597, -0.049736734479665756, 0.01836230978369713, 0.05994143337011337, 0.018986226990818977, 0.06672841310501099, -0.020520254969596863, -0.0004904668894596398, -0.00700530968606472, 0.00447077676653862, 0.01627710834145546, -0.007564890198409557, -0.03286847844719887, -0.07798408716917038, 0.030292589217424393, 0.06528400629758835, -0.011497671715915203, -0.016513224691152573, 0.026206573471426964, -0.02955874800682068, -0.08813511580228806, -0.057310376316308975, 0.016497118398547173, 0.06281287968158722, -0.04557470977306366, 0.034679312258958817, -0.06975727528333664, -0.0273383017629385, -0.025838717818260193, 0.012172852642834187, 0.07901708036661148, 0.04879050329327583, -0.06955030560493469, 0.01841883733868599, 0.048823677003383636, -0.0018762085819616914, -0.026351839303970337, -0.04709498584270477, -0.02733541652560234, 0.06419789046049118, 0.014734357595443726, -0.04952903091907501, -0.01606227457523346 ], "query_id": "dev-beacon-2", "question": "How many missed heartbeats make a beacon silent?", "ranking": [ { "id": "beacon", "score": 0.03278688524590164 }, { "id": "frost", "score": 0.03128054740957967 }, { "id": "drone", "score": 0.03057889822595705 }, { "id": "mirror", "score": 0.02967032967032967 }, { "id": "nova", "score": 0.029571646010002173 }, { "id": "harbor", "score": 0.029083245521601686 }, { "id": "lantern", "score": 0.028814262023217248 }, { "id": "junction", "score": 0.028629032258064516 }, { "id": "quartz", "score": 0.028283227848101264 }, { "id": "soil", "score": 0.028083267871170464 }, { "id": "iris-network", "score": 0.027972027972027972 }, { "id": "export", "score": 0.02797067901234568 }, { "id": "quartz-batch", "score": 0.02761904761904762 }, { "id": "cargo", "score": 0.027598020555767037 }, { "id": "garden", "score": 0.027479766610201392 }, { "id": "keel", "score": 0.027402402402402402 }, { "id": "orbit", "score": 0.027071520029266508 }, { "id": "lantern-charge", "score": 0.026754075124025514 }, { "id": "archive", "score": 0.026687875574407917 }, { "id": "iris", "score": 0.02538152610441767 }, { "id": "rivet-calibration", "score": 0.02506265664160401 }, { "id": "engine", "score": 0.02485334979932078 }, { "id": "rivet", "score": 0.02484567901234568 }, { "id": "prism", "score": 0.024725274725274724 } ], "reached_token_limit": false, "references": [ "four", "4" ], "relevance": { "beacon": 1 }, "retrieval_ms": 7.967524001287529, "split": "dev", "total_ms": 71.74478299930342 }, { "answer": "amber bay", "answerable": true, "context_ids": [ "cargo", "harbor", "engine" ], "execution_position": 1, "generation_ms": 88.35530599753838, "group": "cargo", "input_tokens": 165, "method": "hybrid", "metrics": { "context_recall": 1.0, "exact_match": 1.0, "ndcg": 1.0, "recall": 1.0, "token_f1": 1.0 }, "output_tokens": 4, "prompt": "Answer the question using only the context. Give a short answer. If the context does not contain the answer, say unknown.\n\nContext:\n[cargo] Cargo inspection. Incoming cargo must wait in the amber bay until inspection is complete. Inspectors stamp approved crates with a blue triangle. An orange circle means inspection is pending.\n[harbor] Harbor visitor passes. Harbor visitor passes remain valid for nine hours. Visitors collect a pass at the east kiosk. A visitor pass does not authorize access to the engine deck.\n[engine] Engine deck passes. Engine deck contractor passes expire after four hours. Contractors collect them at the north security desk. Harbor visitor passes are not accepted on the engine deck.\n\nQuestion: Where does incoming cargo wait for inspection?\nAnswer:", "query_embedding": [ 0.010014856234192848, 0.011918958276510239, 0.022906005382537842, 0.04137395694851875, 0.11143901199102402, -0.061291929334402084, 0.054400451481342316, -0.06058039888739586, -0.009776299819350243, 0.03567296639084816, 0.10022051632404327, 0.05608158931136131, -0.0008349411655217409, -0.04618819057941437, -0.11108562350273132, -0.04005419462919235, 0.08259672671556473, -0.08794459700584412, -0.05469061806797981, -0.04958310350775719, -0.004170732572674751, 0.004937753546983004, -0.024570247158408165, -0.05992535129189491, -0.1482900232076645, -0.018145142123103142, -0.028973642736673355, -0.054555196315050125, 0.0634268969297409, -0.04243352264165878, -0.07554889470338821, 0.00922680739313364, 0.039151452481746674, 0.08803315460681915, 0.003085283562541008, 0.04597228020429611, 0.09802242368459702, -0.030437234789133072, 0.023809121921658516, -0.038197111338377, 0.0427280068397522, -0.06154173985123634, -0.04773315414786339, 0.04707032069563866, -0.003113287966698408, -0.07862833142280579, 0.058069273829460144, -0.09218710660934448, 0.05270039290189743, 0.002206736244261265, -0.00744133535772562, 0.003637488931417465, -0.03504196181893349, 0.06108381226658821, -0.05051582306623459, 0.019270125776529312, 0.06488996744155884, -0.042452000081539154, -0.011062837205827236, 0.0098410090431571, 0.07494807988405228, -0.016064457595348358, -0.024365250021219254, -0.013946485705673695, 0.003973407670855522, -0.022851353511214256, 0.008087649010121822, 0.019790319725871086, 0.048222389072179794, -0.03981994092464447, 0.04279034584760666, 0.016029639169573784, -0.08238696306943893, 0.012438027188181877, 0.022913828492164612, -0.009642336517572403, 0.06338440626859665, -0.021324872970581055, 0.024171780794858932, -0.085760198533535, -0.05702149122953415, -0.005255372729152441, 0.006361734587699175, -0.008566787466406822, -0.06561727076768875, 0.031959813088178635, -0.02956719696521759, 0.06132568418979645, 0.03552352637052536, 0.01779991388320923, 0.024589000269770622, -0.05705959349870682, -0.07129403203725815, -0.007347279228270054, -0.07716899365186691, 0.004843155387789011, 0.0012796047376468778, 0.06071854010224342, 0.022828752174973488, 0.015140467323362827, 0.10292817652225494, 0.06126299127936363, 0.00039912937791086733, 0.0754910483956337, -0.07951343804597855, -0.010654320940375328, 0.012661960907280445, -0.010427221655845642, -0.03176937252283096, -0.008430763147771358, 0.033672504127025604, 0.03822726011276245, 0.05659846216440201, 0.004134833812713623, -0.11690123379230499, 0.09283566474914551, -0.01895418018102646, 0.02493583969771862, 0.026806777343153954, -0.018250714987516403, 0.06628721952438354, 0.0056804330088198185, 0.09909053146839142, -0.04033561795949936, 0.03654070943593979, -0.014106957241892815, 0.02197030931711197, -5.0174007411811715e-33, -0.09108202904462814, -0.04054846614599228, -0.04630521312355995, 0.007679413538426161, -0.03406001254916191, -0.027764800935983658, 0.02448711358010769, -0.001206736546009779, 0.0470769964158535, 0.06955981999635696, -0.10918857902288437, 0.049336690455675125, -0.025724070146679878, -0.012027746066451073, -0.006883673835545778, -0.060612183064222336, -0.031234556809067726, 0.021494001150131226, -0.03282798081636429, 0.008849168196320534, -0.005187441594898701, -0.17601120471954346, -0.012268401682376862, -0.007803809363394976, 0.11469738930463791, 0.045340485870838165, -0.03773916885256767, -0.016851890832185745, 0.031842753291130066, 0.0770803689956665, -0.001023101736791432, 0.14515073597431183, 0.03378923982381821, 0.0801328644156456, -0.03651290386915207, 0.009566964581608772, -0.032652776688337326, 0.021541418507695198, -0.04434214532375336, -0.06967887282371521, -0.00011723679926944897, -0.08969470113515854, -0.023079529404640198, 0.04752422496676445, 0.005318643990904093, -0.04799216240644455, -0.02793383039534092, -0.036692064255476, 0.003232566872611642, 0.054559994488954544, -0.03803478926420212, 0.02419368550181389, -0.023407714441418648, -0.017519203945994377, -0.05166715383529663, 0.026034636422991753, 0.08039801567792892, -0.009113261476159096, -0.02671082504093647, 0.06060195341706276, -0.04413926228880882, 0.09648578613996506, 0.019083771854639053, 0.08037050068378448, 0.07355952262878418, -0.0012134871212765574, -0.0214712955057621, -0.03962790220975876, 0.04142743721604347, 0.00588454632088542, -0.022743385285139084, 0.023482542484998703, 0.03293951228260994, 0.06566464155912399, 0.009046616964042187, -0.0025401650927960873, -0.0798715129494667, 0.06562037020921707, 0.024447308853268623, -0.08359537273645401, -0.027597712352871895, -0.02331690862774849, 0.012817524373531342, 0.04459269717335701, 0.013178504072129726, -0.015806948766112328, -0.008211592212319374, -0.016512060537934303, 0.020203275606036186, -0.015015332959592342, -0.11486651748418808, 0.059854816645383835, -0.009272071532905102, -0.0033671483397483826, 0.061469756066799164, 1.9438167439739278e-33, 0.1413363367319107, -0.043547384440898895, 0.0013806300703436136, -0.009838010184466839, -0.057865507900714874, -0.01808316260576248, -0.008937289007008076, 0.014792002737522125, -0.0084840077906847, 0.06653839349746704, -0.07360707968473434, -0.026918604969978333, 0.011438923887908459, 0.04779757931828499, 0.026408793404698372, 0.037118565291166306, 0.10772355645895004, -0.03619431331753731, -0.0025122726801782846, 0.03414377197623253, 0.002510304329916835, -0.06231942027807236, -0.014999981969594955, 0.06816320866346359, -0.12681102752685547, 0.024524420499801636, 0.06969290226697922, -0.046224553138017654, -0.0870114266872406, -0.016217226162552834, -0.08974391967058182, 0.0012584335636347532, 0.020274104550480843, 0.08709334582090378, -0.04211695119738579, -0.022101817652583122, -0.03405555710196495, 0.0481937974691391, 0.021376006305217743, 0.017048336565494537, 0.04331328719854355, 0.020638901740312576, 0.006291512865573168, 0.050088945776224136, -0.11535453796386719, -0.030020378530025482, -0.01753946579992771, 0.013445875607430935, -0.034197740256786346, -0.04895740747451782, -0.006690965965390205, 0.058565590530633926, 0.013137373141944408, 0.03678009286522865, 0.02175530232489109, 0.1524449586868286, -0.007252160459756851, 0.0316433422267437, -0.05401679500937462, 0.08124133944511414, 0.042183633893728256, 0.02994876727461815, 0.03209703043103218, -0.10439708083868027, -0.027951106429100037, -0.03948042169213295, 0.07950139790773392, 0.017242003232240677, 0.036141425371170044, 0.008326481096446514, 0.06692322343587875, -0.009050032123923302, -0.05618203431367874, -0.01385436300188303, -0.013267799280583858, -0.007001300808042288, 0.004239358939230442, -0.08930177986621857, -0.021879462525248528, -0.013646366074681282, -0.028417380526661873, -0.06619846075773239, -0.03208174556493759, 0.06891822814941406, 0.009705029428005219, -0.0029698130674660206, 0.02762877568602562, -0.014724880456924438, 0.055138226598501205, -0.056717343628406525, 0.017332248389720917, 0.04670894891023636, -0.10278938710689545, -0.07981223613023758, -0.06576908379793167, -1.4726367680850672e-08, -0.042213477194309235, -0.022185608744621277, 0.03946920856833458, 0.0012799663236364722, 0.0100608691573143, 0.010240921750664711, 0.006874688435345888, 0.0880831927061081, -0.07072728872299194, -0.05790379270911217, 0.022178389132022858, -0.032096099108457565, -0.04999936372041702, 0.023777049034833908, 0.023034533485770226, -0.008020667359232903, -0.035809699445962906, 0.01149696297943592, -0.09470605850219727, -0.06897782534360886, -0.055182307958602905, 0.021264612674713135, 0.08174899965524673, 0.03203297778964043, -0.039522428065538406, -0.011668325401842594, 0.0008878031512722373, -0.0027863497380167246, 0.10111426562070847, 0.03257449343800545, -0.005468348041176796, 0.072178415954113, -0.03713548928499222, -0.003584036836400628, 0.08347871154546738, 0.039786987006664276, 0.04027044028043747, -0.014139130711555481, 0.07430586963891983, 0.000509052537381649, -0.036615122109651566, 0.01311263907700777, -0.01656208746135235, -0.013447701930999756, 0.012881238013505936, 0.028055833652615547, -0.11961348354816437, 0.020996535196900368, -0.04695217311382294, -0.0568937323987484, 0.028449902310967445, -0.11676400154829025, -0.004748397506773472, 0.09823986142873764, 0.02805534563958645, 0.004622427746653557, -0.02237297222018242, -0.08363310992717743, 0.03736470639705658, 0.07378523796796799, -0.06219895929098129, 0.020162157714366913, 0.01380067877471447, -0.033757779747247696 ], "query_id": "dev-cargo-1", "question": "Where does incoming cargo wait for inspection?", "ranking": [ { "id": "cargo", "score": 0.03278688524590164 }, { "id": "harbor", "score": 0.03125763125763126 }, { "id": "engine", "score": 0.030621785881252923 }, { "id": "export", "score": 0.030303030303030304 }, { "id": "archive", "score": 0.029827662395050816 }, { "id": "beacon", "score": 0.02967032967032967 }, { "id": "junction", "score": 0.0293236301369863 }, { "id": "nova", "score": 0.028693528693528692 }, { "id": "quartz", "score": 0.02844551282051282 }, { "id": "iris", "score": 0.028169014084507043 }, { "id": "drone", "score": 0.02803921568627451 }, { "id": "lantern", "score": 0.02803921568627451 }, { "id": "keel", "score": 0.028006267136701922 }, { "id": "frost", "score": 0.027272727272727275 }, { "id": "rivet", "score": 0.02712049508554787 }, { "id": "mirror", "score": 0.026875901875901876 }, { "id": "garden", "score": 0.026830135039090264 }, { "id": "iris-network", "score": 0.0260840108401084 }, { "id": "quartz-batch", "score": 0.025859192525859193 }, { "id": "lantern-charge", "score": 0.025657894736842105 }, { "id": "prism", "score": 0.025657894736842105 }, { "id": "orbit", "score": 0.025003906860446942 }, { "id": "rivet-calibration", "score": 0.024706420619185605 }, { "id": "soil", "score": 0.023952954675846242 } ], "reached_token_limit": false, "references": [ "amber bay", "the amber bay" ], "relevance": { "cargo": 1 }, "retrieval_ms": 9.293700000853278, "split": "dev", "total_ms": 99.08686900234898 }, { "answer": "blue triangle", "answerable": true, "context_ids": [ "cargo", "beacon", "frost" ], "execution_position": 0, "generation_ms": 84.57514399924548, "group": "cargo", "input_tokens": 178, "method": "hybrid", "metrics": { "context_recall": 1.0, "exact_match": 1.0, "ndcg": 1.0, "recall": 1.0, "token_f1": 1.0 }, "output_tokens": 3, "prompt": "Answer the question using only the context. Give a short answer. If the context does not contain the answer, say unknown.\n\nContext:\n[cargo] Cargo inspection. Incoming cargo must wait in the amber bay until inspection is complete. Inspectors stamp approved crates with a blue triangle. An orange circle means inspection is pending.\n[beacon] Beacon heartbeat. A beacon reports its heartbeat every 45 seconds. After four consecutive missed heartbeats, the console labels it silent. A silent label does not disable the beacon.\n[frost] Frost sensor. The frost sensor is calibrated with a silver reference plate. Recalibrate it every 30 days. A blinking violet light means calibration is overdue.\n\nQuestion: Which mark means a cargo crate passed inspection?\nAnswer:", "query_embedding": [ 0.0090949023142457, 0.0627446100115776, -0.0076557667925953865, 0.03840624913573265, 0.08861605823040009, -0.009633674286305904, 0.07667925953865051, 0.014127829112112522, 0.005927322432398796, -0.02404867671430111, 0.07365954667329788, 0.020819447934627533, 0.008739612996578217, 0.041320495307445526, -0.132431298494339, -0.007277479395270348, 0.0320190005004406, -0.033140283077955246, -0.04120628163218498, 0.013855419121682644, -0.00015850993804633617, 0.015086337924003601, -0.05532443895936012, -0.033861491829156876, -0.10628142952919006, 0.023714357987046242, -0.03828568384051323, 0.03078533709049225, 0.08537326008081436, 0.013833275996148586, -0.09086344391107559, -0.03305700793862343, 0.01584436185657978, 0.11235770583152771, 0.055909596383571625, 0.0004069687856826931, 0.08065547049045563, -0.042877066880464554, 0.04362977668642998, -0.022864000871777534, 0.022981969639658928, -0.07794778048992157, -0.05428188294172287, 0.03759080544114113, 0.04520495608448982, -0.0273275263607502, 0.0026420571375638247, -0.08164897561073303, -0.026050876826047897, 0.020814426243305206, -0.00920705497264862, 0.0046376618556678295, -0.03163005784153938, 0.027097653597593307, -0.028680238872766495, -0.05770101770758629, -0.06831294298171997, -0.022179853171110153, 0.029604200273752213, -0.009610967710614204, 0.029110489413142204, 0.012471485882997513, -0.0035189923364669085, 0.01953813061118126, 0.0748952254652977, -0.04533563181757927, -0.04278016462922096, -0.05602215975522995, -0.002376281190663576, 0.0027333551552146673, 0.024391422048211098, -0.018480585888028145, -0.002655831165611744, -0.005961875896900892, 0.004591929726302624, -0.0026463884860277176, 0.0022040652111172676, -0.03174835816025734, 0.03113158792257309, -0.038677237927913666, -0.10170041769742966, 0.03207779675722122, -0.015133697539567947, -0.016278719529509544, -0.007176498416811228, 0.01202360074967146, -0.04355974867939949, 0.013588364236056805, -0.0384359285235405, 0.044873885810375214, 0.04523145407438278, -0.06125916168093681, -0.009647621773183346, 0.01505665946751833, -0.04977426305413246, -0.047063473612070084, 0.05673816800117493, 0.10061166435480118, 0.012048475444316864, 0.038057420402765274, 0.06676643341779709, 0.022622643038630486, -0.008731681853532791, 0.03679618239402771, -0.04031134769320488, -0.014917036518454552, 0.01514581497758627, -0.002732048276811838, 0.03277163952589035, -0.055984169244766235, -0.024274256080389023, -0.002638565842062235, 0.00482947938144207, -0.03051883354783058, -0.10462121665477753, 0.03412847965955734, -0.057398904114961624, 0.01865510642528534, 0.0712573230266571, -0.02727443352341652, 0.05498192086815834, -0.08801735937595367, 0.07674770057201385, -0.03104029782116413, -0.03684846684336662, 0.0019846472423523664, 0.03690182790160179, -4.559268715679478e-33, -0.0948316901922226, -0.022483550012111664, -0.03777004033327103, -0.022088760510087013, 0.03794177994132042, -0.022948654368519783, -0.009321091696619987, -0.004001323599368334, 0.02414344623684883, 0.09587834030389786, -0.008166328072547913, 0.02431655116379261, 0.010495499707758427, -0.039034679532051086, 0.002919559832662344, 0.004536294844001532, -0.06270220130681992, -0.010640273801982403, -0.02927224338054657, -0.026300249621272087, -0.05589950457215309, -0.04410460591316223, 0.0435510091483593, -0.009407573379576206, 0.07040739059448242, 0.02832893468439579, -0.02317916974425316, -0.08124107122421265, 0.02123778872191906, 0.08652578294277191, 0.016955116763710976, 0.07568205147981644, 0.028344839811325073, 0.05185272544622421, -0.06672583520412445, 0.05579892173409462, -0.029552681371569633, -0.037488169968128204, -0.05653441324830055, -0.028910640627145767, 0.05895542725920677, -0.08765581250190735, 0.008893514052033424, 0.022326592355966568, 0.02328799106180668, 0.008515612222254276, 0.002952400827780366, -0.010804985649883747, -0.028297945857048035, 0.027811260893940926, -0.06642588973045349, 0.01563837379217148, 0.028263786807656288, -0.05687214434146881, -0.05857047066092491, -0.014346257783472538, 0.09284034371376038, 0.018880560994148254, -0.029607580974698067, 0.04328881576657295, -0.02289198897778988, 0.04917566478252411, 0.04839546978473663, 0.052385129034519196, 0.04228847101330757, -0.05773723125457764, -0.052310824394226074, -0.004001976922154427, 0.0825815424323082, 0.047719188034534454, -0.05431220307946205, 0.06023358926177025, 0.029245631769299507, 0.03182341530919075, 0.003727491945028305, -0.057228896766901016, -0.07134204357862473, 0.09524441510438919, 0.056298740208148956, -0.0798574835062027, -0.1097642257809639, 0.04337558150291443, -0.016158156096935272, -0.004533754661679268, -0.04809373989701271, -0.0030151456594467163, 0.008384679444134235, 0.012929072603583336, -0.05004118010401726, -0.039845217019319534, -0.0064020357094705105, 0.029798351228237152, -0.0661754235625267, -0.012386180460453033, 0.01755918562412262, 2.589809113455339e-33, 0.08023542165756226, 0.021138695999979973, -0.042442429810762405, 0.04374082013964653, -0.06931525468826294, -0.07468605786561966, 0.019736452028155327, 0.01654980704188347, 0.057829149067401886, 0.08751725405454636, 0.0573531799018383, -0.06464066356420517, -0.06092387065291405, 0.0438164621591568, 0.03407631441950798, 0.029755203053355217, -0.011228148825466633, -0.04033878445625305, -0.01646314561367035, 0.009524445049464703, -0.05531721189618111, -0.03710588440299034, -0.014936494641005993, 0.12151065468788147, -0.04984370246529579, 0.035549815744161606, 0.06633764505386353, -0.0906817764043808, -0.031638529151678085, -0.010497155599296093, -0.04261419177055359, -0.006874430924654007, 0.023111749440431595, 0.153319850564003, -0.045443467795848846, -0.06966643035411835, 0.05341801792383194, -0.00018496360280551016, -0.025431733578443527, 0.012821026146411896, 0.041922811418771744, 0.028613686561584473, -0.03424937650561333, 0.14581333100795746, -0.07696834951639175, 0.014106960967183113, 0.0075861369259655476, 0.012400517240166664, 0.0670342743396759, -0.03434017300605774, 0.013499552384018898, 0.007692874409258366, -0.011250114999711514, 0.00921033788472414, -0.06296594440937042, 0.12818433344364166, -0.07416373491287231, 0.05165313556790352, -0.030387762933969498, 0.06492064148187637, 0.08732607960700989, 0.09687388688325882, 0.00578652136027813, -0.07444801926612854, 0.036369938403367996, -0.07860136032104492, 0.034299325197935104, -0.011510953307151794, -0.009050226770341396, 0.007833460345864296, 0.07481471449136734, -0.0007798929582349956, -0.027263512834906578, -0.0455750972032547, 0.0042849197052419186, -0.06255271285772324, 0.0638590082526207, -0.04954177141189575, -0.01891259104013443, 0.0002562621666584164, -0.03864675760269165, -0.06382137537002563, -0.008175610564649105, 0.16713403165340424, 0.010773396119475365, -0.047994811087846756, -0.009870275855064392, 0.07264547049999237, -0.013459108769893646, -0.014852841384708881, 0.05730699747800827, 0.04890036582946777, -0.08477260172367096, -0.02986929938197136, -0.10591386258602142, -1.4772118639427845e-08, -0.07818567752838135, 0.004050161689519882, -0.05375142768025398, -0.05773361027240753, -0.011534471064805984, 0.03440411016345024, -0.018079746514558792, 0.018698854371905327, -0.056896280497312546, -0.015280677936971188, 0.05676839128136635, -0.08538560569286346, -0.15994474291801453, -0.004689840599894524, -0.01826167106628418, -0.02702663093805313, -0.09305787086486816, 0.09775758534669876, -0.04684894159436226, 0.012403544969856739, -0.058160945773124695, -0.001998289953917265, 0.058271076530218124, 0.046423736959695816, -0.10657958686351776, 0.010302459821105003, 0.002976898103952408, 0.10657017678022385, 0.08022987097501755, 0.0165872685611248, 0.01946924813091755, 0.03917885571718216, 0.05881582573056221, -0.021335463970899582, 0.0888383761048317, 0.06392286717891693, 0.015232300385832787, 0.0027563744224607944, 0.0798848494887352, 0.05521994084119797, 0.005760581698268652, -0.0357404425740242, -0.019728949293494225, -0.008824569173157215, 0.05732348561286926, 0.05391199514269829, -0.08986502885818481, 0.04519093036651611, -0.05286914110183716, -0.12121674418449402, 0.06828649342060089, -0.11864746361970901, 0.008603090420365334, 0.08481352031230927, -0.0008054341888055205, -0.04019331932067871, 0.006291043478995562, -0.011121873743832111, 0.059167515486478806, 0.006004734896123409, 0.06439455598592758, 0.051942724734544754, 0.038983650505542755, 0.010755798779428005 ], "query_id": "dev-cargo-2", "question": "Which mark means a cargo crate passed inspection?", "ranking": [ { "id": "cargo", "score": 0.03278688524590164 }, { "id": "beacon", "score": 0.03125 }, { "id": "frost", "score": 0.0304147465437788 }, { "id": "export", "score": 0.030309988518943745 }, { "id": "harbor", "score": 0.029857397504456328 }, { "id": "iris-network", "score": 0.028438886647841874 }, { "id": "junction", "score": 0.028373015873015873 }, { "id": "engine", "score": 0.02832415420928403 }, { "id": "drone", "score": 0.02821869488536155 }, { "id": "archive", "score": 0.027984344422700584 }, { "id": "lantern", "score": 0.027692895339954164 }, { "id": "nova", "score": 0.027598020555767037 }, { "id": "rivet", "score": 0.02749719416386083 }, { "id": "iris", "score": 0.027432808155699723 }, { "id": "mirror", "score": 0.027417840375586856 }, { "id": "keel", "score": 0.026856524873828405 }, { "id": "prism", "score": 0.026709401709401708 }, { "id": "lantern-charge", "score": 0.026397515527950312 }, { "id": "rivet-calibration", "score": 0.026397515527950312 }, { "id": "orbit", "score": 0.0260840108401084 }, { "id": "quartz-batch", "score": 0.0259915611814346 }, { "id": "soil", "score": 0.025657894736842105 }, { "id": "quartz", "score": 0.025478740668614087 }, { "id": "garden", "score": 0.025035205758097326 } ], "reached_token_limit": false, "references": [ "blue triangle", "a blue triangle" ], "relevance": { "cargo": 1 }, "retrieval_ms": 7.811495997884776, "split": "dev", "total_ms": 93.77657100048964 }, { "answer": "80 minutes", "answerable": true, "context_ids": [ "drone", "lantern-charge", "orbit" ], "execution_position": 2, "generation_ms": 81.67532100196695, "group": "drone", "input_tokens": 175, "method": "hybrid", "metrics": { "context_recall": 1.0, "exact_match": 1.0, "ndcg": 1.0, "recall": 1.0, "token_f1": 1.0 }, "output_tokens": 3, "prompt": "Answer the question using only the context. Give a short answer. If the context does not contain the answer, say unknown.\n\nContext:\n[drone] Drone charging. Survey drones charge at the west dock. A full charging cycle takes 80 minutes. Drones cannot start a survey with less than 35 percent battery.\n[lantern-charge] Reserve lamp charging. The reserve lamp needs 200 minutes to recharge fully. Charging uses the wall connector in the corridor. A full charge lasts a shorter time when the lamp is in use.\n[orbit] Orbit session security. Orbit sessions expire after 25 minutes of inactivity. The maximum active session duration is ten hours. Resetting a password immediately revokes every existing session.\n\nQuestion: How long does a full drone charge take?\nAnswer:", "query_embedding": [ 0.08664072304964066, 0.07390802353620529, -0.035696059465408325, -0.0021922702435404062, 0.02053193189203739, -0.09352453052997589, -0.031065337359905243, -0.031126005575060844, 0.02279547043144703, 0.089053675532341, 0.09301503747701645, 0.001985179726034403, 0.03642039746046066, 0.023438112810254097, -0.012850993312895298, 0.016447361558675766, 0.054084088653326035, -0.12591631710529327, 0.01989150606095791, 0.06659314781427383, -0.004923307336866856, 0.03457257151603699, 0.015649540349841118, -0.04828217625617981, 0.026915261521935463, 0.029730478301644325, 0.011664140969514847, 0.016390403732657433, -0.025791628286242485, -0.07278018444776535, -0.01679467409849167, 0.019832640886306763, 0.09194108843803406, 0.034482765942811966, 0.04701007902622223, 0.06354350596666336, 0.05914631485939026, -0.00680200569331646, 0.034818001091480255, 0.04977244883775711, 0.062419209629297256, -0.027424275875091553, 0.072105273604393, 0.03413660079240799, 0.014812718145549297, 0.07036489248275757, 0.048326585441827774, 0.00897415354847908, 0.10399308800697327, 0.0058336807414889336, -0.004569107200950384, -0.025404192507267, -0.01428814884275198, -0.007971012033522129, -0.006870599463582039, 0.022070571780204773, -0.02922673709690571, 0.07269911468029022, 0.019733907654881477, -0.04653938487172127, -0.09739314019680023, 0.04537848383188248, -0.018720338121056557, 0.0010317886481061578, -0.013337280601263046, -0.06606708467006683, -0.034042809158563614, -0.04412412643432617, 0.005990804638713598, 0.024785056710243225, 5.621989839710295e-05, 0.03321210667490959, -0.03882237896323204, -0.03133034333586693, -0.029365090653300285, -0.025509189814329147, 0.09979074448347092, 0.08898074924945831, -0.02817796729505062, -0.06547513604164124, 0.019373349845409393, -0.02635384351015091, -0.03525453805923462, -0.03444865718483925, 0.013027088716626167, -0.00018756127974484116, -0.0042187185026705265, 0.14374984800815582, -0.03617176413536072, -0.019769232720136642, 0.04706686735153198, -0.04388357698917389, -0.05356341972947121, -0.08129691332578659, -0.07201351970434189, 0.013458926230669022, -0.015142366290092468, -0.00971861369907856, -0.020103594288229942, -0.012920405715703964, 0.03475312516093254, -0.07217621058225632, -0.10422881692647934, 0.014411283656954765, -0.000712416775058955, 0.01479677576571703, 0.06078444421291351, 0.06207739934325218, -0.030624909326434135, 0.019863056018948555, -0.012856184504926205, -0.027519984170794487, 0.013298122212290764, 0.029113223776221275, -0.019127899780869484, 0.13492834568023682, -0.006122244521975517, 0.017883533611893654, 0.08651641756296158, 0.008098497986793518, 0.08467313647270203, -0.04833098128437996, 0.08474314212799072, -0.032140228897333145, -0.01683664508163929, 0.0803382471203804, 0.04568194970488548, -3.255552910437434e-33, -0.09901782870292664, 0.03068777732551098, -0.023065228015184402, -0.028284933418035507, -0.010598025284707546, -0.04508033022284508, -0.030268866568803787, 0.0930076614022255, 0.044088590890169144, 0.05856182426214218, -0.08371207118034363, -0.03280273824930191, 0.02552676945924759, 0.03880045935511589, -0.04053651914000511, -0.05189601704478264, -0.010570668615400791, 0.004985385574400425, -0.01633768528699875, -0.04250792786478996, -0.031201744452118874, -0.07998783141374588, -0.0326700396835804, 0.08394286036491394, 0.07568638026714325, -0.05540873482823372, 0.04902861267328262, 0.006780062336474657, 0.05687298998236656, 0.003925977274775505, 0.07180994004011154, 0.05258002132177353, -0.02779862843453884, 0.050780538469552994, -0.02454027161002159, 0.069967120885849, 0.049796272069215775, -0.016361964866518974, 0.014571765437722206, -0.002773773390799761, 0.03249772638082504, -0.0044612823985517025, -0.02371348813176155, -0.03878644481301308, -0.07753850519657135, -0.09459467977285385, -0.045030850917100906, -0.07779774069786072, -0.034480687230825424, 0.08585797250270844, 0.012290234677493572, -0.008761424571275711, -0.010424616746604443, -0.03745732828974724, -0.03056599199771881, 0.10948911309242249, 0.012492615729570389, -0.03791296109557152, -0.016037309542298317, 0.029665948823094368, 0.03275681659579277, -0.029901335015892982, -0.0988239273428917, -0.009118523448705673, -0.059307489544153214, 0.028391236439347267, 0.030599530786275864, 0.0376824289560318, -0.0015945256454870105, 0.0048916395753622055, 0.05952794849872589, -0.02890348993241787, 0.010685144923627377, -0.12931513786315918, -0.07297854870557785, 0.03862723708152771, -0.0078007616102695465, -0.04684172570705414, 0.0008492086781188846, 0.050303466618061066, -0.10749676078557968, -0.012311817146837711, -0.00604849262163043, 0.006579551380127668, 0.011571601964533329, -0.0207527969032526, -0.03379141166806221, -0.014062335714697838, 0.014446004293859005, -0.02705403044819832, -0.06743910908699036, -0.011527229100465775, -0.07287683337926865, -0.08745578676462173, 0.03833561763167381, 1.9915318963837276e-33, 0.03359467536211014, 0.006306818686425686, -0.014891264028847218, 0.09863778948783875, 0.04268239811062813, -0.04331608861684799, -0.007550297770649195, 0.19510075449943542, -0.026799460873007774, 0.03032664954662323, -0.08336043357849121, -0.0012484415201470256, -0.03755948320031166, -0.004476078320294619, 0.11730247735977173, -0.027140097692608833, 0.03812219575047493, -0.030063582584261894, 0.08350802212953568, 0.02985353022813797, -0.001999813597649336, 0.01154901459813118, 0.11439771950244904, -0.060898855328559875, 0.011428626254200935, 0.04442179203033447, -0.004890103824436665, -0.006962421350181103, 0.07472609728574753, -0.01599564589560032, -0.020097514614462852, -0.06772716343402863, -0.06574805080890656, 0.06808649003505707, -0.07126472890377045, 0.007044986356049776, -0.039035115391016006, 0.15135590732097626, 0.05967322364449501, 0.004959489218890667, 0.011325325816869736, -0.028571689501404762, -0.03414059430360794, -0.05754117667675018, -0.026044439524412155, -0.06148708611726761, -0.04943794757127762, 0.005368479061871767, -0.028794795274734497, -0.01824895665049553, -0.04667560011148453, -0.001095839194022119, 0.031054681167006493, 0.06372752040624619, 0.0016820686869323254, -0.05228451266884804, 0.07202062755823135, 0.03189101442694664, 0.03243390470743179, -0.03057824820280075, 0.04686935245990753, 0.004958605393767357, -0.01902077905833721, -0.018010254949331284, -0.022081829607486725, 0.039995111525058746, 0.04073266685009003, 0.05284268781542778, 0.021414196118712425, -0.0028673834167420864, 0.035510774701833725, 0.02572234533727169, -0.09613557159900665, 0.005990881007164717, -0.1507629156112671, 0.036610253155231476, -0.01045601163059473, -0.019882339984178543, 0.03138245269656181, -0.07938998192548752, -0.02292861044406891, -0.022625284269452095, -0.03263377025723457, -0.05827082321047783, -0.02791004627943039, 0.014708246104419231, 0.0612504668533802, 0.028664585202932358, -0.01396387629210949, 0.0007205285946838558, 0.03009427897632122, -0.025737430900335312, 0.06564930826425552, 0.051632024347782135, -0.1310638189315796, -1.4907437062561257e-08, -0.02858678437769413, 0.05850614607334137, 0.04359710216522217, 0.02016366459429264, 0.05371605232357979, 0.05368264392018318, 0.008987520821392536, 0.022229071706533432, 0.0058181495405733585, -0.051325589418411255, 0.061279237270355225, -0.060156919062137604, 0.047944575548172, 0.0123772993683815, -0.019459107890725136, 0.05179328843951225, -0.04010208696126938, -0.08097795397043228, -0.009693505242466927, -0.02738012932240963, -0.0725415050983429, 0.05853952839970589, -0.11569076776504517, -0.025254301726818085, -0.029292821884155273, 0.05506908893585205, -0.02428000047802925, 0.00014999345876276493, 0.014218604192137718, -0.06666611135005951, -0.08367623388767242, 0.0710524320602417, -0.13175007700920105, -0.01170416921377182, -0.03721024468541145, -0.06873948127031326, -0.032281361520290375, -0.09804488718509674, 0.01111105177551508, 0.054967403411865234, -0.004532093182206154, 0.01876077800989151, 0.0210130512714386, -0.052790265530347824, 0.02416609600186348, -0.026466505602002144, -0.018648087978363037, -0.11879604309797287, -0.014371635392308235, 0.01978832110762596, 0.05759882554411888, 0.033153094351291656, -0.04015885293483734, 0.04270460829138756, -0.007951537147164345, 0.07357195019721985, 0.04528303071856499, -0.10073237866163254, 0.0010564912809059024, 0.0096360482275486, 0.02203488163650036, -0.009852517396211624, -0.029544668272137642, 0.026561686769127846 ], "query_id": "dev-drone-1", "question": "How long does a full drone charge take?", "ranking": [ { "id": "drone", "score": 0.03278688524590164 }, { "id": "lantern-charge", "score": 0.03225806451612903 }, { "id": "orbit", "score": 0.029957522915269395 }, { "id": "lantern", "score": 0.029877369007803793 }, { "id": "archive", "score": 0.029571646010002173 }, { "id": "harbor", "score": 0.029273504273504274 }, { "id": "beacon", "score": 0.028958333333333336 }, { "id": "quartz-batch", "score": 0.028958333333333336 }, { "id": "keel", "score": 0.028594771241830064 }, { "id": "export", "score": 0.028438886647841874 }, { "id": "mirror", "score": 0.028370221327967807 }, { "id": "nova", "score": 0.02819138376017471 }, { "id": "frost", "score": 0.027972027972027972 }, { "id": "junction", "score": 0.027651515151515153 }, { "id": "engine", "score": 0.02712049508554787 }, { "id": "quartz", "score": 0.02694394213381555 }, { "id": "iris-network", "score": 0.02690100430416069 }, { "id": "cargo", "score": 0.02667140825035562 }, { "id": "garden", "score": 0.025974025974025976 }, { "id": "soil", "score": 0.025657894736842105 }, { "id": "rivet", "score": 0.025003906860446942 }, { "id": "prism", "score": 0.024868705591597158 }, { "id": "rivet-calibration", "score": 0.024250440917107582 }, { "id": "iris", "score": 0.023952954675846242 } ], "reached_token_limit": false, "references": [ "80 minutes", "80" ], "relevance": { "drone": 1 }, "retrieval_ms": 9.764337999513373, "split": "dev", "total_ms": 92.80070399836404 }, { "answer": "west dock", "answerable": true, "context_ids": [ "drone", "beacon", "engine" ], "execution_position": 1, "generation_ms": 79.59327099888469, "group": "drone", "input_tokens": 163, "method": "hybrid", "metrics": { "context_recall": 1.0, "exact_match": 1.0, "ndcg": 1.0, "recall": 1.0, "token_f1": 1.0 }, "output_tokens": 3, "prompt": "Answer the question using only the context. Give a short answer. If the context does not contain the answer, say unknown.\n\nContext:\n[drone] Drone charging. Survey drones charge at the west dock. A full charging cycle takes 80 minutes. Drones cannot start a survey with less than 35 percent battery.\n[beacon] Beacon heartbeat. A beacon reports its heartbeat every 45 seconds. After four consecutive missed heartbeats, the console labels it silent. A silent label does not disable the beacon.\n[engine] Engine deck passes. Engine deck contractor passes expire after four hours. Contractors collect them at the north security desk. Harbor visitor passes are not accepted on the engine deck.\n\nQuestion: Which dock charges survey drones?\nAnswer:", "query_embedding": [ 0.008856656029820442, 0.0766945481300354, -0.043658480048179626, -0.021432192996144295, 0.051919739693403244, -0.04478618875145912, 0.011023500934243202, -0.07955870032310486, -0.013444658368825912, 0.11130177974700928, 0.024853821843862534, -0.05067955330014229, 0.02942049875855446, 0.05719725787639618, -0.017115481197834015, -0.012947683222591877, 0.046953167766332626, -0.022741643711924553, 0.09925414621829987, 0.10193803161382675, -0.07604425400495529, 0.08823764324188232, 0.040811408311128616, -0.07609470188617706, -0.03747652471065521, 0.03432924672961235, 0.002116947202011943, 0.03472021222114563, -0.041317328810691833, -0.10653269290924072, 0.003406442701816559, 0.060336772352457047, 0.0662413164973259, -0.014602896757423878, 0.08744746446609497, 0.011031761765480042, 0.0478488989174366, -0.04634539783000946, -0.014134591445326805, 0.045800935477018356, 0.03310909867286682, -0.07104291021823883, 0.06295150518417358, -0.04874148964881897, -0.02258494682610035, -0.02675280161201954, 0.01642056554555893, -0.0250594150274992, 0.062498029321432114, 0.11543824523687363, -0.0007118826033547521, -0.05630701035261154, 0.008876953274011612, 0.02426687255501747, -0.03626922145485878, -0.0318102203309536, -0.03399494290351868, 0.0631399154663086, 0.04050488770008087, -0.053407467901706696, -0.025064334273338318, -0.0008201382588595152, -0.06400654464960098, 0.001918107271194458, -0.013539252802729607, -0.01172254141420126, -0.04253017157316208, 0.04132848605513573, 0.019398529082536697, -0.03645653277635574, 0.03218888118863106, 0.003845779225230217, -0.005856687668710947, -0.1002873107790947, -0.018517818301916122, 0.05473272502422333, 0.047176286578178406, 0.02421516738831997, -0.01376680750399828, -0.018640270456671715, 1.8795682990457863e-05, -0.014431951567530632, -0.07605686038732529, -0.050805315375328064, 0.004870670847594738, 0.026651540771126747, -0.034998297691345215, 0.04852994158864021, -0.007252852898091078, -0.051834139972925186, 0.021209796890616417, 0.021192533895373344, -0.07679665088653564, -0.0286976657807827, -0.003029988147318363, -0.012011932209134102, -0.03952562063932419, -0.04535924270749092, -0.005991962738335133, 0.036525826901197433, 0.0681963786482811, 0.00496705574914813, -0.06854933500289917, 0.03592197969555855, 0.03952956199645996, -0.0459556058049202, -0.01377748604863882, 0.015500172972679138, 0.05439646542072296, 0.02664005197584629, -0.00832425057888031, -0.04539824649691582, -0.05190477892756462, 0.014968655072152615, 0.0020886645652353764, 0.03435508534312248, -0.02050165645778179, 0.032550159841775894, 0.0666012316942215, -0.003222317434847355, 0.017393337562680244, -0.02075055055320263, 0.09711037576198578, -0.04072512313723564, 0.0008027206058613956, 0.03546487167477608, -0.0858023464679718, -2.4107392631678642e-33, -0.01939430832862854, -0.02410968765616417, 0.012065332382917404, -0.04502866789698601, 0.10433319211006165, 0.021875625476241112, -0.034123074263334274, 0.11459265649318695, 0.05655679851770401, 0.025113292038440704, -0.12431225180625916, 0.02090112492442131, 0.055010873824357986, 0.02353745885193348, 0.05096388980746269, -0.06578415632247925, -0.05497737228870392, -0.0011952779022976756, -0.05781690403819084, -0.037272363901138306, -0.06895692646503448, -0.0276168379932642, 0.03227241709828377, 0.04500320181250572, 0.1274089515209198, 0.00067536486312747, 0.052439235150814056, -0.01994563639163971, 0.043584175407886505, 0.04141027107834816, 0.03333150967955589, 0.017409881576895714, 0.03762039542198181, 0.05165880173444748, -0.06508918106555939, 0.14551985263824463, -0.011080102995038033, -0.03195171803236008, -0.08405791968107224, 0.017695866525173187, 0.004622156266123056, -0.04489179328083992, 0.04006528854370117, -0.03375689685344696, -0.02092229202389717, -0.09855535626411438, -0.0050986832939088345, -0.08293873816728592, -0.026804765686392784, 0.051274172961711884, -0.0023007632698863745, -0.026312412694096565, -0.08888141810894012, -0.01184240635484457, -0.011776847764849663, -0.035495955497026443, -0.02416864037513733, 0.00887221097946167, -0.005992600228637457, 0.039841119199991226, -0.09996908903121948, 0.003953195177018642, -0.071410171687603, -0.0405237190425396, -0.031753771007061005, 0.05978211760520935, 0.035487931221723557, 0.03477788716554642, -0.015015356242656708, 0.0726129338145256, 0.01170046254992485, 0.02110566571354866, 0.06190542131662369, -0.012726065702736378, -0.09848000109195709, 0.07123537361621857, -0.096576988697052, 0.024392019957304, 0.04124188423156738, 0.01881866157054901, -0.09477288275957108, 0.018397558480501175, 0.008143293671309948, 0.03927148878574371, -0.017295990139245987, -0.05320169776678085, -0.013165164738893509, 0.0049861036241054535, 0.052694547921419144, 0.009049386717379093, -0.03590497747063637, 0.06570100784301758, -0.09301082044839859, -0.08205265551805496, -0.027339035645127296, 5.482055658303975e-34, -0.05690355971455574, 0.053850386291742325, -0.0699291005730629, 0.03952386975288391, 0.0042535047978162766, -0.04854675754904747, 0.09970611333847046, -0.01613062620162964, 0.027000458911061287, -0.014980833977460861, -0.12739072740077972, 0.0491006001830101, -0.0008339730557054281, 0.06400679796934128, 0.09994121640920639, -0.0015767270233482122, -0.051194075495004654, -0.09825395792722702, 0.05986655876040459, -0.017583195120096207, -0.012697286903858185, 0.01152724213898182, 0.10171090811491013, 0.010161723010241985, 0.035890836268663406, -0.019426589831709862, 0.05228728801012039, -0.07820979505777359, 0.04956362769007683, -0.020006775856018066, -0.03994142636656761, -0.060443099588155746, 0.004383763298392296, 0.08914507925510406, 0.011170762591063976, 0.041527215391397476, 0.03836464881896973, 0.10429586470127106, -0.025571463629603386, -0.05884164199233055, 0.0212137158960104, 0.026517456397414207, 0.01873205602169037, 0.011162860319018364, -0.04186669737100601, -0.0667310282588005, -0.04302304610610008, 0.07944328337907791, -0.07040514051914215, -0.02901710383594036, -0.08825461566448212, -0.034455180168151855, -0.01590912602841854, 0.05100052431225777, -0.06280931830406189, -0.04138199985027313, 0.046219486743211746, 0.061844415962696075, -0.04388519376516342, 0.03926049545407295, 0.1259501427412033, 0.009826481342315674, -0.023874247446656227, 0.02542848512530327, 0.02260798215866089, 0.05073721706867218, 0.04167000204324722, 0.03481176495552063, -0.06559372693300247, 0.08743037283420563, 0.08770018815994263, -0.056642286479473114, 0.01866084150969982, -0.014500784687697887, -0.13694345951080322, 0.005062292795628309, -0.03679095581173897, -0.006392256356775761, 0.026992062106728554, -0.09346498548984528, 0.045225076377391815, 0.02281944453716278, -0.005841449368745089, -0.006903308443725109, -0.00731028662994504, 0.043850142508745193, 0.11881493777036667, -0.026198262348771095, -0.010668775998055935, 0.030546756461262703, -0.009732440114021301, -0.0383816622197628, -0.02607674151659012, 0.0680868849158287, -0.06804846227169037, -1.2887737099731567e-08, -0.030753646045923233, 0.08400299400091171, 0.011991827748715878, 0.0251076091080904, 0.004429024178534746, 0.012927552685141563, 0.029924239963293076, 0.06573060154914856, 0.0174766406416893, -0.06861704587936401, 0.024589862674474716, -0.1284734159708023, -0.00907095056027174, 0.025520890951156616, 0.053170062601566315, 0.07405496388673782, -0.0034319600090384483, -0.02494848147034645, -0.04238707199692726, -0.034064579755067825, -0.08943570405244827, 0.07444746792316437, -0.0578356496989727, 0.04352864623069763, -0.031041977927088737, 0.08070395886898041, 0.007795453537255526, 0.0014108865289017558, 0.07595982402563095, -0.028720345348119736, -0.07469521462917328, 0.0039705028757452965, -0.08602432161569595, -0.023503299802541733, -0.013182011432945728, 0.007291852030903101, -0.061737559735774994, -0.0802900567650795, 0.026791853830218315, 0.02201738767325878, -0.015705129131674767, -0.049089688807725906, -0.017357463017106056, -0.07316615432500839, 0.02102377451956272, -0.030093753710389137, 0.0034338445402681828, -0.08014138787984848, -0.015123402699828148, 0.005477891769260168, -0.028226478025317192, -0.020564785227179527, 0.04198644310235977, 0.039765797555446625, 0.03514690697193146, 0.09296601265668869, 0.03009992651641369, -0.0950537696480751, 0.016003362834453583, 0.02960200235247612, 0.04958043619990349, 0.05354856699705124, 0.0291854627430439, 0.06150715425610542 ], "query_id": "dev-drone-2", "question": "Which dock charges survey drones?", "ranking": [ { "id": "drone", "score": 0.03278688524590164 }, { "id": "beacon", "score": 0.031746031746031744 }, { "id": "engine", "score": 0.030309988518943745 }, { "id": "cargo", "score": 0.030117753623188408 }, { "id": "harbor", "score": 0.02919863597612958 }, { "id": "nova", "score": 0.029116045245077504 }, { "id": "junction", "score": 0.02904040404040404 }, { "id": "lantern-charge", "score": 0.028958333333333336 }, { "id": "garden", "score": 0.028790389395194696 }, { "id": "archive", "score": 0.02878726010616578 }, { "id": "export", "score": 0.028309409888357256 }, { "id": "frost", "score": 0.028258706467661692 }, { "id": "keel", "score": 0.027984344422700584 }, { "id": "quartz-batch", "score": 0.027730294396961064 }, { "id": "lantern", "score": 0.02702702702702703 }, { "id": "orbit", "score": 0.026709401709401708 }, { "id": "iris", "score": 0.0264808362369338 }, { "id": "iris-network", "score": 0.0264301860545992 }, { "id": "mirror", "score": 0.025657894736842105 }, { "id": "prism", "score": 0.025645240835114255 }, { "id": "soil", "score": 0.025603392041748205 }, { "id": "quartz", "score": 0.02532051282051282 }, { "id": "rivet", "score": 0.024099883855981417 }, { "id": "rivet-calibration", "score": 0.024096385542168676 } ], "reached_token_limit": false, "references": [ "west dock", "the west dock" ], "relevance": { "drone": 1 }, "retrieval_ms": 7.115636999515118, "split": "dev", "total_ms": 88.00143899861723 }, { "answer": "After 72 hours", "answerable": true, "context_ids": [ "export", "archive", "orbit" ], "execution_position": 0, "generation_ms": 87.14060399870505, "group": "export", "input_tokens": 175, "method": "hybrid", "metrics": { "context_recall": 1.0, "exact_match": 0.0, "ndcg": 1.0, "recall": 1.0, "token_f1": 0.8 }, "output_tokens": 4, "prompt": "Answer the question using only the context. Give a short answer. If the context does not contain the answer, say unknown.\n\nContext:\n[export] Export bundles. A report export bundle includes CSV tables and a JSON manifest. Bundles expire after 72 hours. The manifest stores SHA-256 checksums for every included table.\n[archive] Archive recovery. The archive service keeps deleted notebooks for 21 days. Restore a notebook from the Recovery drawer. Restoring does not restore former sharing permissions.\n[orbit] Orbit session security. Orbit sessions expire after 25 minutes of inactivity. The maximum active session duration is ten hours. Resetting a password immediately revokes every existing session.\n\nQuestion: When does a report export bundle expire?\nAnswer:", "query_embedding": [ -0.0654943659901619, 0.0023030475713312626, -0.0782369077205658, 0.07142537832260132, 0.07710013538599014, 0.08351638913154602, -0.10194969922304153, 0.07733095437288284, -0.05402019992470741, 0.03320656344294548, 0.06222464516758919, 0.07910212874412537, -0.006748915184289217, 0.03196130692958832, -0.024008017033338547, 0.005310944747179747, -0.045719947665929794, -0.051937732845544815, 0.010510837659239769, -0.0225099828094244, 0.10379505902528763, 0.03684978932142258, 0.026738900691270828, 0.005342050921171904, 0.05270427092909813, -0.042119454592466354, -0.06255930662155151, -0.05094507336616516, -0.018248913809657097, 0.02262231893837452, -0.04458899050951004, 0.04930116608738899, -0.00047748026554472744, 0.08007160574197769, 0.10257571190595627, 0.08883766084909439, 0.08673342317342758, -0.008296972140669823, 0.026904858648777008, -0.029882796108722687, -0.05035622417926788, 0.005372999235987663, -0.058257609605789185, 0.013873332180082798, -0.032586198300123215, -0.0047575002536177635, 0.011406525038182735, -0.014859835617244244, -0.059831246733665466, 0.13329453766345978, -0.021865367889404297, 0.04613100364804268, -0.03810660168528557, -0.029644692316651344, 0.019474245607852936, 0.07410527765750885, -0.03302154317498207, 0.010439503006637096, -0.07260864228010178, 0.0969446450471878, -0.02666918747127056, -0.05482101067900658, -0.10898249596357346, -0.02598177269101143, 0.039925992488861084, 0.0549924299120903, 0.029728276655077934, 0.0032685112673789263, 0.003825003979727626, -0.06530830264091492, -0.12511564791202545, -0.05328736454248428, -0.1219986081123352, -0.04102684184908867, 0.033497802913188934, 0.04573023319244385, 0.012799008749425411, -0.009248068556189537, -0.04673641547560692, -0.07155931740999222, -0.051743876188993454, 0.016247879713773727, -0.008649191819131374, 0.017700346186757088, 0.03214898332953453, -0.04049668461084366, 0.06608309596776962, 0.04872053489089012, -0.01066360529512167, 0.007205874193459749, 0.002582145156338811, -0.004963965155184269, 0.025607449933886528, 0.07596951723098755, -0.11236754059791565, -0.02887740172445774, -0.03582930564880371, 0.04454442113637924, 0.07967289537191391, 0.030457543209195137, 0.026368681341409683, -0.02573220618069172, -0.02357795462012291, -0.012540638446807861, -0.03441493585705757, -0.12271271646022797, -0.009647098369896412, 0.06268684566020966, -0.0609205961227417, 0.06651512533426285, 0.008662465028464794, -0.003939769230782986, 0.002350433263927698, -0.11246298253536224, 0.004397625103592873, 0.08178910613059998, -0.09717388451099396, 0.04966841638088226, 0.018605876713991165, -0.01802968792617321, 0.038966864347457886, 0.0788540318608284, 0.08081886172294617, 0.03374101594090462, -0.017954815179109573, 0.023702768608927727, 0.09862466901540756, -3.0234465917507807e-33, -0.08550035208463669, -0.06806313991546631, 0.013336838223040104, 0.006508382502943277, -0.0364842563867569, 0.01871643215417862, 0.010869414545595646, -0.03754241764545441, 0.0254744254052639, 0.02108449675142765, -0.04053822532296181, 0.023958642035722733, -0.07257101684808731, 0.01811971142888069, -0.003139844862744212, -0.0029236231930553913, 0.008099159225821495, 0.007921815849840641, 0.0368540957570076, 0.07589656114578247, 0.11856839060783386, -0.13809575140476227, 0.020244792103767395, -0.014680243097245693, 0.018407875671982765, 0.013066848739981651, 0.01916768029332161, 0.03134967014193535, -0.05411769077181816, -0.0009733917540870607, 0.04017535224556923, 0.03687611222267151, 0.05616355314850807, -0.01708248257637024, -0.02544192224740982, 0.034283597022295, -0.004389943089336157, 0.03309344872832298, 0.007061275653541088, 0.032549500465393066, 0.05811532586812973, 0.07819966971874237, -0.016963118687272072, -0.03525310754776001, 0.07282704859972, -0.03803308680653572, 0.09368214011192322, -0.03919576480984688, 0.07159443944692612, -0.0350261889398098, 0.0343664176762104, 0.02723405882716179, 0.02146095409989357, -0.0172609630972147, -0.002242142101749778, -0.032438457012176514, 0.035482682287693024, -0.08169432729482651, -0.027208684012293816, -0.1265360414981842, 0.11341369152069092, 0.028500579297542572, 0.03290574625134468, -0.06977811455726624, -0.023798072710633278, 0.04598122090101242, 0.05501876771450043, 0.061487242579460144, -0.08160372078418732, -0.03508748114109039, 0.00973010715097189, 0.02502625063061714, 0.012787955813109875, -0.12785431742668152, 0.03403313457965851, -0.006560248788446188, 0.0398235060274601, 0.06374677270650864, 0.04297776147723198, 0.015950573608279228, 0.021868664771318436, -0.04423096776008606, -0.033147092908620834, 0.016473326832056046, 0.03099120780825615, 0.026302006095647812, -0.022847143933176994, 0.03857753425836563, 0.033961400389671326, 0.04937998950481415, 0.018735641613602638, -0.019937463104724884, 0.031601373106241226, 0.03587118536233902, 0.056164249777793884, 1.7402778767481332e-33, 0.05824817344546318, 0.03388018161058426, -0.007331293076276779, -0.02437022142112255, -0.036695096641778946, -0.017262617126107216, -0.05628260597586632, 0.12353769689798355, -0.0652029812335968, 0.027916502207517624, -0.03391193598508835, -0.05009627714753151, -0.007817528210580349, 0.02618730254471302, 0.00967586413025856, 0.048643652349710464, 0.024679841473698616, -0.005414441227912903, -0.01532687246799469, -0.019278107210993767, -0.06903568655252457, 0.013942835852503777, 0.031124109402298927, -0.015886444598436356, 0.027592161670327187, 0.004349034279584885, 0.05966762825846672, 0.008565724827349186, -0.009494229219853878, -0.05030890554189682, 0.06659042090177536, -0.04136829450726509, -0.0465705469250679, -0.011334244161844254, 0.0014536683447659016, -0.013038817793130875, -0.037404511123895645, -0.013548603281378746, 0.07586123049259186, 0.06490494310855865, -0.007537174969911575, 0.014228646643459797, -0.02763526141643524, -0.021079931408166885, -0.007160843815654516, 0.03934808447957039, 0.04039721190929413, -0.019872916862368584, -0.0041353595443069935, -0.006610953249037266, 0.015512148849666119, 0.08037581294775009, -0.006011964287608862, -0.1334797739982605, -0.04297484830021858, 0.0005133762606419623, -0.08849064260721207, -0.017739975824952126, -0.07136952131986618, -0.015804007649421692, 0.055884089320898056, 0.0039354776963591576, 0.001225657993927598, -0.0862751305103302, -0.023256750777363777, -0.03916129842400551, 0.08282849937677383, 0.07099030911922455, 0.02848508022725582, 0.05820213258266449, 0.10377179086208344, -0.04143131524324417, -0.08164871484041214, -0.040074512362480164, -0.012180596590042114, 0.032971736043691635, -0.008657090365886688, 0.0386517308652401, 0.00014875900524202734, 0.0253768153488636, -0.07056697458028793, 0.033643532544374466, -0.09341801702976227, 0.025920920073986053, 0.017074279487133026, -0.0943286269903183, 0.021501723676919937, 0.05402379110455513, 0.05557194724678993, -0.0005902638076804578, -0.0010918793268501759, -0.07734404504299164, -0.08486444503068924, -0.007814624346792698, 0.019045308232307434, -1.409994698775563e-08, 0.05474025383591652, 0.03961490839719772, 0.004919941537082195, -0.018688460811972618, 0.06366107612848282, 0.04702872410416603, 0.05051758512854576, 0.02200561948120594, 0.06692463159561157, 0.03127160668373108, 0.06309325993061066, -0.02527136169373989, -0.09969741851091385, -0.0768425464630127, -0.06628229469060898, -0.06415101140737534, 0.015111592598259449, 0.03712286800146103, -0.014261742122471333, -0.06034214794635773, -0.05799734964966774, -0.041895512491464615, 0.08651524037122726, -0.029849311336874962, -0.07561628520488739, -0.029911113902926445, 0.07534647732973099, 0.06287489831447601, 0.08054931461811066, -0.008231266401708126, -0.014206716790795326, 0.0767807736992836, 0.01954738236963749, -0.03845346346497536, -0.09613318741321564, -0.07139605283737183, 0.02175728976726532, 0.06618897616863251, -0.035683829337358475, 0.08025990426540375, 0.05095183476805687, 0.00023971877817530185, -0.052068404853343964, 0.04000294208526611, -0.07818277180194855, 0.017754748463630676, -0.04030563682317734, -0.09971148520708084, -0.04272835701704025, 0.03522040322422981, -0.008970479480922222, 0.019975582137703896, -0.03485988825559616, 0.062201518565416336, -0.04094298183917999, -0.01240106113255024, -0.05795491486787796, -0.017413806170225143, -0.025400979444384575, -0.04541420564055443, -0.04602087661623955, -0.05479493364691734, -0.026715867221355438, -0.008068082854151726 ], "query_id": "dev-export-1", "question": "When does a report export bundle expire?", "ranking": [ { "id": "export", "score": 0.03278688524590164 }, { "id": "archive", "score": 0.031754032258064516 }, { "id": "orbit", "score": 0.03149801587301587 }, { "id": "engine", "score": 0.030834914611005692 }, { "id": "harbor", "score": 0.030090497737556562 }, { "id": "keel", "score": 0.028484848484848488 }, { "id": "mirror", "score": 0.028438886647841874 }, { "id": "lantern-charge", "score": 0.028083267871170464 }, { "id": "beacon", "score": 0.028068137824235385 }, { "id": "lantern", "score": 0.027984344422700584 }, { "id": "prism", "score": 0.027884615384615386 }, { "id": "frost", "score": 0.027799227799227798 }, { "id": "quartz-batch", "score": 0.02719970792259949 }, { "id": "iris", "score": 0.02715098147128967 }, { "id": "cargo", "score": 0.026875901875901876 }, { "id": "rivet", "score": 0.026540946394272742 }, { "id": "iris-network", "score": 0.026234567901234566 }, { "id": "drone", "score": 0.025989268947015427 }, { "id": "rivet-calibration", "score": 0.025989268947015427 }, { "id": "nova", "score": 0.025978407557354925 }, { "id": "junction", "score": 0.025893752088205813 }, { "id": "quartz", "score": 0.025679012345679014 }, { "id": "garden", "score": 0.025645240835114255 }, { "id": "soil", "score": 0.02532051282051282 } ], "reached_token_limit": false, "references": [ "72 hours", "72" ], "relevance": { "export": 1 }, "retrieval_ms": 7.884367998485686, "split": "dev", "total_ms": 96.44066499822657 }, { "answer": "SHA-256", "answerable": true, "context_ids": [ "export", "harbor", "keel" ], "execution_position": 2, "generation_ms": 113.03782699906151, "group": "export", "input_tokens": 176, "method": "hybrid", "metrics": { "context_recall": 1.0, "exact_match": 1.0, "ndcg": 1.0, "recall": 1.0, "token_f1": 1.0 }, "output_tokens": 5, "prompt": "Answer the question using only the context. Give a short answer. If the context does not contain the answer, say unknown.\n\nContext:\n[export] Export bundles. A report export bundle includes CSV tables and a JSON manifest. Bundles expire after 72 hours. The manifest stores SHA-256 checksums for every included table.\n[harbor] Harbor visitor passes. Harbor visitor passes remain valid for nine hours. Visitors collect a pass at the east kiosk. A visitor pass does not authorize access to the engine deck.\n[keel] Keel backup policy. Keel configuration backups run every six hours. The station keeps 28 backup snapshots. Restoring a snapshot requires the maintenance role and restarts the routing service.\n\nQuestion: What checksum algorithm does the export manifest use?\nAnswer:", "query_embedding": [ 0.009738476015627384, 0.00858075451105833, -0.10171860456466675, -0.05438981205224991, 0.13920746743679047, -0.0770014077425003, 0.01632794365286827, -0.013363532721996307, -0.031730685383081436, 0.013021881692111492, 0.026863643899559975, -0.005670938175171614, -0.017514897510409355, -0.07410688698291779, -0.07982516288757324, -0.046745702624320984, -0.03757581114768982, -0.022196387872099876, -0.01951444335281849, -0.04437637701630592, 0.05764375254511833, 0.019047431647777557, 0.014751565642654896, -0.007917448878288269, -0.015616992488503456, -0.009649049490690231, -0.03379152715206146, 0.013101041316986084, 0.07686925679445267, -0.0761745348572731, -0.023214668035507202, 0.08046973496675491, 0.035551030188798904, 0.025213738903403282, 0.04674388840794563, 0.04569835215806961, 0.008546855300664902, -0.05862389877438545, -0.011598886922001839, -0.06518586724996567, 0.014716356992721558, 0.0024058721028268337, -0.015922676771879196, 0.016392609104514122, -0.06507132947444916, -0.014669420197606087, -0.028242476284503937, 0.03631738945841789, -0.004000004380941391, 0.046205513179302216, 0.04017840698361397, 0.058986831456422806, -0.05156708136200905, -0.010010777041316032, 0.03757775202393532, 0.00851532258093357, -0.024550218135118484, 0.0031863872427493334, 0.014629038982093334, 0.08248244971036911, -0.007679286878556013, -0.014737856574356556, -0.11032450944185257, 0.00840354897081852, 0.07860061526298523, 0.0845964327454567, -0.12973372638225555, -0.0798792839050293, -0.002119086915627122, -0.07734604179859161, -0.09344123303890228, 0.003920343238860369, -0.010103077627718449, 0.012429182417690754, -0.050052233040332794, 0.0032511355821043253, -0.020351599901914597, -0.002192043699324131, -0.017545178532600403, -0.10713820904493332, -0.052140530198812485, 0.0302394051104784, -0.0749753937125206, 0.038780149072408676, 0.025616856291890144, 0.0269014909863472, 0.017043201252818108, -0.013470746576786041, 0.10526110976934433, 0.04751665145158768, 0.04730214923620224, 0.0031181767117232084, -0.0010602796683087945, 0.0075189233757555485, -0.06739240139722824, 0.04502810910344124, 0.039304908365011215, 0.10342855751514435, 0.05778340622782707, 0.025322886183857918, 0.026670580729842186, -0.014079604297876358, -0.025540636852383614, -0.08775920420885086, 0.024753235280513763, -0.015651090070605278, 0.00499266991391778, 0.06678523123264313, -0.00083616265328601, 0.013083424419164658, -0.009143871255218983, 0.04613413289189339, 0.040553584694862366, -0.1037919819355011, -0.04806163161993027, 0.01997753232717514, -0.0009898357093334198, -0.011894063092768192, -0.06937263906002045, -0.02098451741039753, 0.03352067992091179, -0.048297226428985596, 0.1079123392701149, -0.020862560719251633, -0.01617252081632614, -0.03782183304429054, 0.017781058326363564, -3.0699203119235168e-33, -0.02013821341097355, -0.024191638454794884, -0.010984709486365318, 0.018736161291599274, -0.04273097589612007, -0.019842326641082764, -0.008126653730869293, -0.022822687402367592, -0.01582852005958557, 0.03933496028184891, -0.031239166855812073, 0.10342936217784882, -0.10208144783973694, 0.05404315143823624, 0.0960996001958847, -0.045372769236564636, 0.04124093055725098, 0.05098767206072807, 0.06118928641080856, 0.0095831835642457, 0.06971116364002228, -0.11255320906639099, -0.02223716303706169, -0.024967217817902565, 0.004691354930400848, 0.11919495463371277, 0.00213837088085711, 0.010865534655749798, 0.004801369737833738, 0.0411640927195549, -0.05232046917080879, -0.0007413067505694926, 0.026459598913788795, -0.023296132683753967, 0.08245997130870819, 0.04461968317627907, -0.026591220870614052, -0.006435794290155172, -0.07798652350902557, -0.004925200249999762, 0.021460724994540215, 0.00704649742692709, 0.034628771245479584, -0.011269591748714447, 0.018275100737810135, -0.020842548459768295, -0.03600086644291878, 0.011716543696820736, 0.19311805069446564, -0.026737984269857407, 0.04832739382982254, 0.019682373851537704, 0.08313623070716858, -0.07088200002908707, -0.0625653937458992, -0.06608892977237701, 0.08530701696872711, 0.007334613706916571, 0.005253834184259176, 0.09889945387840271, -0.031750213354825974, 0.04301563650369644, -0.053437162190675735, 0.05997883155941963, -0.010170621797442436, 0.05365917831659317, -0.06399070471525192, -0.027492934837937355, 0.022037185728549957, 0.032829493284225464, -0.10025960952043533, 0.04171379283070564, 0.0489407442510128, -0.011104566976428032, 0.059714846312999725, 0.00701871095225215, 0.03377911448478699, 0.038505956530570984, 0.019993724301457405, -0.06550294905900955, -0.0974128469824791, 0.0045702531933784485, -0.07397379726171494, -0.06801523268222809, -0.033647939562797546, -0.04495279863476753, -0.05570324510335922, -0.014041331596672535, -0.04368429630994797, -0.04273684322834015, -0.0001349855010630563, -0.01808927208185196, -0.0026929182931780815, 0.042131926864385605, -0.016302092000842094, 1.2045789279620118e-33, -0.0214497372508049, -0.07988414168357849, 0.03824726864695549, -0.017318472266197205, -0.059070732444524765, -0.018509933724999428, -0.009408935904502869, 0.08730404078960419, 0.031121088191866875, 0.001163856708444655, -0.008662090636789799, -0.011718525551259518, 0.08241566270589828, 0.01791975647211075, 0.02132246643304825, 0.0068017831072211266, 0.06893271207809448, -0.009733896702528, -0.02543962001800537, -0.006964035797864199, 0.0450826920568943, 0.056690484285354614, 0.033800236880779266, 0.03473253920674324, 0.024486074224114418, 0.04801779240369797, -0.022553101181983948, 0.006143225356936455, 0.020675798878073692, 0.057483986020088196, 0.050967030227184296, 0.0618906132876873, -0.000998392584733665, 0.01675582490861416, -0.07029306143522263, -0.026106055825948715, 0.06829982250928879, 0.08140800893306732, 0.08515875786542892, 0.0025959929917007685, -0.03425572067499161, 0.014056495390832424, 0.021140778437256813, 0.032362837344408035, -0.048383601009845734, 0.0033185731153935194, 0.014173225499689579, 0.09933548420667648, -0.035202547907829285, 0.0072943842969834805, 0.12940451502799988, -0.032091766595840454, -0.04231389984488487, 0.019338922575116158, 0.05011148750782013, 0.09184814244508743, -0.032925087958574295, -0.014545046724379063, -0.046404607594013214, 0.024011502042412758, -0.003577988361939788, -0.0660083070397377, 0.023704124614596367, -0.05846336483955383, -0.0265467781573534, 0.073818139731884, 0.0034455466084182262, 0.003620356321334839, -0.028211204335093498, 0.13735097646713257, 0.014902850612998009, -0.05058952420949936, -0.07272107154130936, 0.0010702776489779353, -0.02169208787381649, 0.0039334422908723354, 0.027708545327186584, -0.0038447421975433826, -0.045512985438108444, 0.031018253415822983, -0.06699692457914352, -0.0021894569508731365, -0.013999619521200657, 0.027833087369799614, 0.07467619329690933, -0.11153646558523178, -0.02278241328895092, -0.04140413552522659, 0.062197498977184296, 0.05236774682998657, -0.07450561970472336, 0.00835971999913454, -0.03340713307261467, -0.02109319344162941, -0.07395711541175842, -1.5499299621524187e-08, -0.16006001830101013, -0.08384496718645096, -0.06499242037534714, -0.007569562643766403, 0.06859622150659561, 0.01561669260263443, -0.010506223887205124, -0.09407265484333038, 0.03488091006875038, -0.11170929670333862, 0.054832473397254944, -0.0072723678313195705, -0.09057289361953735, -0.041113778948783875, 0.06154313310980797, -0.023962249979376793, 0.037604715675115585, 0.06378480046987534, -0.085431769490242, -0.04901330545544624, -0.01418481394648552, -0.017000123858451843, 0.006479308009147644, 0.005265523213893175, 0.029099972918629646, -0.030814794823527336, 0.004358377773314714, 0.036441441625356674, 0.045756347477436066, -0.012086701579391956, 0.004904171451926231, 0.06329970806837082, -0.014858928509056568, 0.027385946363210678, -0.027519449591636658, 0.129693403840065, 0.050603318959474564, 0.06330274790525436, 0.00907378364354372, 0.03744768723845482, 0.012993837706744671, 0.02274874970316887, -0.10287269204854965, 0.012478670105338097, -0.021685495972633362, 0.0642421543598175, -0.0883803740143776, 0.0005039365496486425, -0.02564360573887825, -0.0470542274415493, 0.020869748666882515, -0.06596238911151886, -0.025862079113721848, -0.012094059027731419, -0.04259473830461502, -0.059024568647146225, -0.033366814255714417, -0.04871566221117973, 0.0997476875782013, -0.020210279151797295, 0.030063776299357414, 0.049839552491903305, 0.12482568621635437, -0.014504953287541866 ], "query_id": "dev-export-2", "question": "What checksum algorithm does the export manifest use?", "ranking": [ { "id": "export", "score": 0.03278688524590164 }, { "id": "harbor", "score": 0.03076923076923077 }, { "id": "keel", "score": 0.030330882352941176 }, { "id": "beacon", "score": 0.029709507042253523 }, { "id": "archive", "score": 0.02886002886002886 }, { "id": "iris", "score": 0.028665028665028666 }, { "id": "cargo", "score": 0.028629032258064516 }, { "id": "junction", "score": 0.028083267871170464 }, { "id": "engine", "score": 0.02803921568627451 }, { "id": "lantern-charge", "score": 0.02803379416282642 }, { "id": "mirror", "score": 0.02792120864410021 }, { "id": "quartz-batch", "score": 0.027443609022556388 }, { "id": "nova", "score": 0.027212143650499815 }, { "id": "orbit", "score": 0.02715098147128967 }, { "id": "quartz", "score": 0.02712049508554787 }, { "id": "prism", "score": 0.027056277056277056 }, { "id": "frost", "score": 0.026875901875901876 }, { "id": "garden", "score": 0.026838432635534086 }, { "id": "iris-network", "score": 0.026785714285714288 }, { "id": "rivet", "score": 0.026709401709401708 }, { "id": "rivet-calibration", "score": 0.026356857985087564 }, { "id": "lantern", "score": 0.026279628993473032 }, { "id": "soil", "score": 0.025679012345679014 }, { "id": "drone", "score": 0.024868705591597158 } ], "reached_token_limit": false, "references": [ "SHA-256", "SHA256" ], "relevance": { "export": 1 }, "retrieval_ms": 9.392555999511387, "split": "dev", "total_ms": 124.0420260000974 }, { "answer": "[lunch garden humidity target]", "answerable": true, "context_ids": [ "frost", "garden", "lantern" ], "execution_position": 1, "generation_ms": 167.13903000345454, "group": "frost", "input_tokens": 177, "method": "hybrid", "metrics": { "context_recall": 1.0, "exact_match": 0.0, "ndcg": 1.0, "recall": 1.0, "token_f1": 0.0 }, "output_tokens": 9, "prompt": "Answer the question using only the context. Give a short answer. If the context does not contain the answer, say unknown.\n\nContext:\n[frost] Frost sensor. The frost sensor is calibrated with a silver reference plate. Recalibrate it every 30 days. A blinking violet light means calibration is overdue.\n[garden] Garden humidity. The seed garden humidity target is 64 percent. If humidity exceeds 70 percent, open the roof vent for 12 minutes. The soil moisture reading is a separate measurement.\n[lantern] Lantern outage procedure. During a lantern outage, switch the corridor controller to manual mode. The reserve lamp lasts 150 minutes. A steady green indicator confirms that the reserve lamp is active.\n\nQuestion: What reference is used to calibrate the frost sensor?\nAnswer:", "query_embedding": [ -0.11364322900772095, 0.022347744554281235, -0.05131895840167999, 0.012041217647492886, 0.06782256811857224, -0.022574806585907936, 0.052431825548410416, 0.07180074602365494, 0.04350912943482399, -0.005214101169258356, -0.014078670181334019, -0.038960181176662445, -0.013491296209394932, -0.0336221344769001, -0.09995035827159882, -0.06347423791885376, -0.055104874074459076, 0.03561105951666832, 0.06854301691055298, -0.08908849954605103, 0.06462655961513519, -0.005954470951110125, 0.027390779927372932, -0.006697152741253376, -0.015172283165156841, 0.005642477422952652, -0.10230866819620132, 0.009786359034478664, -0.037884313613176346, 0.05175628140568733, -0.0384456031024456, 0.11606131494045258, 0.05566185340285301, -0.0174271147698164, 0.00035561283584684134, -0.011205336079001427, 0.04980117082595825, -0.0349934957921505, -0.04631658270955086, 0.022449085488915443, 0.031714752316474915, 0.008549968712031841, 0.06361576169729233, 0.050033677369356155, 0.0055476706475019455, 0.06231013685464859, 0.09148707240819931, 0.03638423606753349, -0.06774723529815674, 0.08777891099452972, -0.008860461413860321, 0.04405583441257477, -0.05402306094765663, 0.012049637734889984, 0.019223708659410477, 0.050791554152965546, 0.043690651655197144, -0.0033322428353130817, 0.018685469403862953, 0.006097049452364445, 0.007647546008229256, 0.048839665949344635, -0.10248409956693649, 0.025648215785622597, 0.0959194153547287, -0.019290219992399216, -0.010061564855277538, -0.07993865758180618, 0.00528993085026741, -0.06148012354969978, -0.006162167992442846, 0.05893035978078842, 0.08622103184461594, -0.05534268170595169, -0.019635401666164398, 0.012868590652942657, -0.036682937294244766, 0.03439656272530556, 0.06184467673301697, -0.05640916898846626, -0.03524663671851158, -0.017071254551410675, 0.018131621181964874, 0.04574434086680412, -0.044484492391347885, 0.02821044623851776, 0.047711603343486786, 0.0016015437431633472, 0.08070804178714752, -0.028246251866221428, 0.03243578225374222, -0.05838610604405403, -0.1974334567785263, 0.020841969177126884, -0.10224486887454987, 0.068083755671978, 0.058586519211530685, -0.041905079036951065, 0.0014876403147354722, 0.024769926443696022, -0.021525094285607338, -0.07224574685096741, -0.014019724912941456, 0.0635843425989151, 0.02745417132973671, -0.025166234001517296, -0.03271732106804848, -0.01931631565093994, 0.022265806794166565, 0.013864043168723583, -0.05296147242188454, -0.04823412373661995, -0.01978592947125435, 0.04530761390924454, 0.046521760523319244, -0.0909523218870163, -0.08289987593889236, 0.004768097773194313, 0.050749752670526505, 0.03566475957632065, -0.05508026108145714, 0.05300888046622276, 0.007963523268699646, 0.03493146970868111, 0.01468245591968298, 0.03777144104242325, -0.017860254272818565, -3.784250963844943e-33, 0.044314250349998474, 0.06362292170524597, 0.04186876863241196, -0.009270012378692627, -0.0033671807032078505, -0.07621752470731735, -0.019708862528204918, 0.06687387824058533, 0.01229874137789011, -0.0021679578348994255, 0.03344444930553436, 0.0437190979719162, -0.06192051246762276, -0.027668239548802376, 0.015193803235888481, -0.028890566900372505, -0.06434928625822067, -0.0018429779447615147, -0.01128075085580349, 0.028537094593048096, 0.01001920085400343, 0.018623333424329758, 0.010158151388168335, 0.02771575190126896, 0.043627191334962845, 0.14029935002326965, 0.02112502045929432, 0.09920064359903336, 0.011052236892282963, 0.012347657233476639, 0.12749025225639343, -0.006058204919099808, -0.017197104170918465, -0.018704375252127647, 0.06689866632223129, 0.008171691559255123, -0.012309747748076916, 0.03452634438872337, -0.0219707228243351, 0.0336979441344738, 0.07009492069482803, -7.337048737099394e-05, 0.09434614330530167, -0.057439159601926804, 0.05813559889793396, -0.025404812768101692, -0.05867099016904831, -0.02556774578988552, 0.06963852792978287, 0.04493790864944458, 0.016778996214270592, -0.01591557264328003, -0.013425872661173344, -0.02287685126066208, 0.05710116773843765, -0.0208493210375309, 0.005253360606729984, -0.0581740066409111, 0.03888499364256859, 0.00530631048604846, -0.08407589793205261, -0.04027178883552551, 0.030530739575624466, -0.08293180912733078, 0.03974665701389313, 0.08321434259414673, -0.050942692905664444, 0.024101827293634415, -0.012115322053432465, -0.024245353415608406, -0.03703035041689873, -0.029163165017962456, 0.05578481778502464, 0.029268501326441765, -0.08874344825744629, 0.06084591895341873, -0.061784181743860245, -0.008983016945421696, -0.025554919615387917, -0.021490272134542465, -0.04896382987499237, 0.03298330307006836, 0.0015324661508202553, -0.032346416264772415, -0.12452385574579239, -0.11145327240228653, -0.03620527684688568, 0.044069238007068634, -0.04368601366877556, -0.01959587261080742, -0.017536068335175514, 0.005242687650024891, -0.03193339705467224, -0.03655709698796272, -0.06378533691167831, 2.3572226787947718e-33, -0.025076694786548615, -0.06425812840461731, 0.030803242698311806, 0.11468151211738586, -0.047252725809812546, -0.0014714120188727975, 0.022933222353458405, -0.0179453007876873, 0.07170474529266357, 0.0011768178083002567, -0.006041316315531731, -0.02204609289765358, 0.03146790340542793, 0.01698526181280613, -0.017833780497312546, 0.06469074636697769, -0.07584869116544724, 0.0014841516967862844, -0.03783683851361275, 0.04222514480352402, -0.036599744111299515, 0.007827656343579292, -0.12595857679843903, -0.037248630076646805, 0.010946020483970642, 0.022346949204802513, 0.07117917388677597, -0.06217070296406746, -0.04209820181131363, -0.08789127320051193, -0.09967730194330215, -0.03517259657382965, -0.027350593358278275, -0.013344788923859596, -0.057434115558862686, -0.010128720663487911, 0.032178111374378204, -0.023012803867459297, -0.11089707165956497, -0.046935662627220154, 0.06782706081867218, 0.06188202649354935, 0.038309451192617416, 0.007016989402472973, 0.03532547503709793, 0.015575799159705639, -0.015161814168095589, 0.022646712139248848, 0.0984320119023323, 0.013848603703081608, -0.008062071166932583, -0.050529733300209045, -0.06313866376876831, 0.026953671127557755, -0.03184017166495323, 0.029784677550196648, -0.002809231635183096, 0.0299571193754673, 0.0010326578048989177, 0.002057392615824938, 0.027051061391830444, -0.06635680049657822, 3.688236392918043e-05, 0.02961241640150547, 0.010647325776517391, 0.02873610146343708, 0.005053320433944464, 0.04037310928106308, 0.072212815284729, 0.050446465611457825, 0.11479172855615616, 0.004571670200675726, 0.08525536954402924, -0.07905431091785431, -0.012143260799348354, -0.060317378491163254, 0.04544352367520332, -0.006940591614693403, -0.09124529361724854, 0.005067283287644386, 0.00994122214615345, -0.014939413405954838, -0.02200477011501789, 0.1364928036928177, 0.050226014107465744, -0.10715256631374359, 0.0012922952882945538, 0.005006362218409777, -0.04632490500807762, 0.05397927761077881, -0.013096136972308159, -0.008682946674525738, -0.03438802435994148, -0.014445055276155472, -0.05156954750418663, -1.6849847739308643e-08, -0.04605836048722267, 0.028909718617796898, 0.00046225765254348516, -0.00016250302724074572, 0.005112864542752504, 0.06191711872816086, 0.036155540496110916, -0.014296852983534336, -0.040797583758831024, -0.03163997828960419, 0.07248231768608093, 0.0357610359787941, 0.07162147760391235, 0.037111688405275345, 0.07715711742639542, -0.01803928054869175, 0.08109964430332184, 0.04794758930802345, -0.06844501197338104, -0.02939039096236229, 0.01653287559747696, 0.03237370401620865, 0.030273744836449623, -0.06990796327590942, 0.06387950479984283, 0.0027620638720691204, -0.015548104420304298, 0.03626321628689766, 0.033052392303943634, 0.009685106575489044, -0.11584725975990295, 0.014963922090828419, 0.0912901982665062, -0.10267580300569534, 0.07655414938926697, 0.07285455614328384, -0.04222121089696884, 0.06877776980400085, 0.07389378547668457, -0.01273711584508419, -0.0025502261705696583, 0.04558948054909706, -0.09931200742721558, -0.010039394721388817, 0.07886572927236557, 0.006490476429462433, -0.03625229001045227, 0.015293839387595654, -0.06127971038222313, 0.09146841615438461, -0.03848152607679367, 0.06245329976081848, -0.05929824709892273, 0.023582277819514275, -0.03767574205994606, -0.01777077093720436, -0.015689169988036156, -0.11325179785490036, -0.09691868722438812, -0.021513745188713074, -0.025118857622146606, 0.03444002941250801, -0.030261894688010216, -0.01144361775368452 ], "query_id": "dev-frost-1", "question": "What reference is used to calibrate the frost sensor?", "ranking": [ { "id": "frost", "score": 0.03278688524590164 }, { "id": "garden", "score": 0.03076923076923077 }, { "id": "lantern", "score": 0.03021353930031804 }, { "id": "iris", "score": 0.03007688828584351 }, { "id": "nova", "score": 0.029910714285714284 }, { "id": "prism", "score": 0.02976190476190476 }, { "id": "iris-network", "score": 0.02964426877470356 }, { "id": "soil", "score": 0.02964254577157803 }, { "id": "rivet-calibration", "score": 0.02844551282051282 }, { "id": "junction", "score": 0.028006267136701922 }, { "id": "cargo", "score": 0.027984344422700584 }, { "id": "lantern-charge", "score": 0.02792120864410021 }, { "id": "beacon", "score": 0.027364110201042444 }, { "id": "rivet", "score": 0.02690501986276634 }, { "id": "quartz", "score": 0.026830135039090264 }, { "id": "harbor", "score": 0.02661064425770308 }, { "id": "mirror", "score": 0.02649122807017544 }, { "id": "keel", "score": 0.026144907723855092 }, { "id": "orbit", "score": 0.02604430914933198 }, { "id": "export", "score": 0.025937081659973226 }, { "id": "quartz-batch", "score": 0.025679012345679014 }, { "id": "archive", "score": 0.025645240835114255 }, { "id": "engine", "score": 0.025 }, { "id": "drone", "score": 0.024390243902439025 } ], "reached_token_limit": false, "references": [ "silver reference plate", "a silver reference plate" ], "relevance": { "frost": 1 }, "retrieval_ms": 9.157879998383578, "split": "dev", "total_ms": 177.95291299989913 }, { "answer": "calibration is overdue", "answerable": true, "context_ids": [ "frost", "beacon", "iris-network" ], "execution_position": 0, "generation_ms": 134.76789799824473, "group": "frost", "input_tokens": 185, "method": "hybrid", "metrics": { "context_recall": 1.0, "exact_match": 1.0, "ndcg": 1.0, "recall": 1.0, "token_f1": 1.0 }, "output_tokens": 6, "prompt": "Answer the question using only the context. Give a short answer. If the context does not contain the answer, say unknown.\n\nContext:\n[frost] Frost sensor. The frost sensor is calibrated with a silver reference plate. Recalibrate it every 30 days. A blinking violet light means calibration is overdue.\n[beacon] Beacon heartbeat. A beacon reports its heartbeat every 45 seconds. After four consecutive missed heartbeats, the console labels it silent. A silent label does not disable the beacon.\n[iris-network] Iris network enrollment. The Iris network enrollment code is 7319. This code enrolls a controller in the network and cannot open a door. Enrollment is performed from the network console.\n\nQuestion: What does a blinking violet frost sensor light mean?\nAnswer:", "query_embedding": [ -0.06553874164819717, -0.01508546993136406, -0.02128421887755394, 0.05260181799530983, 0.048751749098300934, -0.024504713714122772, 0.14072270691394806, 0.0026338384486734867, 0.05929510295391083, -0.041551120579242706, 0.06161852553486824, 0.012538316659629345, -0.013117022812366486, -0.0809687077999115, -0.05839020758867264, 0.03994840383529663, -0.04331761598587036, -0.07910037785768509, -0.00495449872687459, -0.07985531538724899, 0.07762540876865387, -0.0747499093413353, -0.040528878569602966, 0.02643907070159912, -0.07350177317857742, 0.07056616246700287, -0.030836783349514008, -0.014234301634132862, 0.0048978072591125965, 0.06806772202253342, -0.032143063843250275, 0.08373317867517471, 0.043756309896707535, 0.010692295618355274, 0.010234389454126358, -0.01780623570084572, 0.03829027712345123, -0.0429229773581028, -0.04058061167597771, 0.008490299805998802, 0.0295306034386158, -0.07190176099538803, 0.0013847692171111703, 0.036921121180057526, -0.0018754551419988275, 0.021534563973546028, 0.09827712923288345, 0.01710251159965992, -0.053058505058288574, 0.023874714970588684, 0.008014622144401073, -0.008608316071331501, -0.04424736648797989, -0.02818036824464798, -0.026851501315832138, 0.03837632015347481, -0.0014722427586093545, 0.03697818145155907, 0.02979375049471855, -0.00536083010956645, 0.03419690579175949, 0.05213800445199013, -0.01670432835817337, 0.0438675619661808, 0.1126544326543808, -0.053807586431503296, -0.051743119955062866, -0.08055827766656876, 0.032737210392951965, -0.10359752178192139, 0.07617009431123734, 0.06206318363547325, 0.08428546786308289, 0.003045088378712535, -0.012694081291556358, -0.056485865265131, 0.014097980223596096, 0.027179833501577377, 0.016579320654273033, 0.028663303703069687, 0.02132035605609417, -0.024695850908756256, 0.014605010859668255, 0.09650362282991409, 0.025606991723179817, -0.017315445467829704, 0.059172578155994415, -0.011245359666645527, -0.014622224494814873, -0.007809192407876253, -0.009206809103488922, -0.038172099739313126, -0.11994511634111404, 0.025657961145043373, -0.15704038739204407, 0.04438099265098572, 0.08856203407049179, -0.05882406607270241, -0.03722811117768288, 0.004509809892624617, -0.007734131533652544, -0.08876801282167435, -0.05662406608462334, 0.03121141903102398, 0.0030383721459656954, -0.020247139036655426, -0.017050379887223244, -0.00526786083355546, 0.03910256549715996, -0.01115007046610117, 0.008491026237607002, -0.07794225960969925, -0.026334598660469055, 0.010636369697749615, -0.018851587548851967, -0.018683314323425293, -0.10855225473642349, 0.01055168081074953, 0.09405138343572617, 0.04812663793563843, -0.011072125285863876, 0.05625498294830322, -0.0006886264309287071, -0.07172653079032898, 0.0627356544137001, 0.05509215593338013, -0.02813459187746048, -3.4885627067352894e-33, 0.03993028774857521, 0.08350701630115509, -0.009347204118967056, -0.03721572086215019, 0.04905169829726219, -0.06566682457923889, 0.028782691806554794, -0.010427975095808506, -0.04110176861286163, 0.004759523551911116, 0.03367149084806442, -0.015941016376018524, -0.020205600187182426, -0.008661073632538319, 0.04501049965620041, -0.030588721856474876, 0.017671197652816772, -0.003821873338893056, -0.01740521378815174, -0.013405310921370983, 0.03230573236942291, 0.037447161972522736, -0.004684172570705414, 0.04321036860346794, 0.013983171433210373, 0.09615044295787811, -0.021715441718697548, 0.043703291565179825, 0.050956644117832184, 0.020296644419431686, 0.11512681096792221, 0.11055054515600204, 0.0011879889061674476, -0.036422256380319595, 0.08737753331661224, 0.022960955277085304, 0.04198982194066048, -0.015170305967330933, -0.0019520774949342012, 0.0011705043725669384, -0.010554412379860878, -0.02462903782725334, 0.04982796311378479, -0.04604696109890938, 0.049155909568071365, 0.01114634983241558, -0.042314350605010986, 0.003552640788257122, 0.013325311243534088, 0.07317855954170227, -0.008892280980944633, -0.0609779953956604, 0.06787922978401184, -0.035748191177845, 0.08434981852769852, 0.04454819858074188, -0.003736641723662615, -0.01289590634405613, 0.017732003703713417, -0.04841079190373421, -0.06316649913787842, -0.12075235694646835, 0.040169961750507355, -0.01749148964881897, 0.04991152510046959, 0.05090660601854324, -0.01749143749475479, 0.009015093557536602, 0.07155764847993851, -0.030093958601355553, -0.012854319997131824, -0.014758531004190445, 0.08585458248853683, -0.04146499186754227, -0.03413185477256775, 0.04889053851366043, -0.01561314333230257, 0.014535519294440746, 0.035025566816329956, -0.039996106177568436, -0.06628723442554474, -0.09658148884773254, -0.024280570447444916, -0.054338473826646805, -0.025052553042769432, -0.018315739929676056, -0.044180192053318024, 0.0318068265914917, -0.11385027319192886, -0.01635645516216755, 0.06278835237026215, 0.037993524223566055, -0.0003118999011348933, -0.07703953236341476, -0.10900547355413437, 2.0045942100152556e-33, 0.013021296821534634, -0.020919552072882652, -0.04171593114733696, 0.05957904830574989, 0.02491118386387825, -0.005483125802129507, 0.03407923877239227, 0.04868272691965103, 0.053112804889678955, 0.05472161993384361, 0.032398879528045654, -0.0031634161714464426, -0.04959062486886978, 0.05257098749279976, -0.07184477150440216, 0.04316098988056183, 0.010763050056993961, 0.015971437096595764, -0.007340823300182819, 0.07721149921417236, -0.11254221200942993, 0.001358585781417787, -0.07857674360275269, -0.027583079412579536, -0.0025137150660157204, 0.03549942746758461, 0.10232480615377426, -0.02751448005437851, -0.06191002205014229, -0.03462840989232063, -0.04133844003081322, -0.025563595816493034, -0.03796477988362312, 0.04713341221213341, -0.01658998616039753, -0.01526207011193037, 0.08265558630228043, -0.11927875876426697, -0.09829071909189224, -0.007251960225403309, 0.06236467882990837, -0.02689763344824314, 0.038799818605184555, 0.03204774111509323, -0.05032799392938614, 0.022879106923937798, -0.04097828269004822, 0.04434441402554512, 0.0294130127876997, -0.0193522647023201, 0.0038359228055924177, -0.009977619163691998, -0.018559986725449562, 0.11130331456661224, -0.04241889342665672, -0.07128259539604187, -0.06020649895071983, 0.05951973423361778, -0.002933091251179576, 0.020380722358822823, 0.06727855652570724, -0.08499959856271744, 0.002832824131473899, 0.056277696043252945, 0.018410013988614082, 0.0009579400648362935, 0.00676481518894434, 0.025850290432572365, 0.07110573351383209, 0.022275881841778755, 0.1635470688343048, -0.03333787992596626, 0.04847349599003792, -0.02894415333867073, 0.01054383534938097, -0.06061389669775963, -0.011860803700983524, -0.06896333396434784, -0.13252532482147217, 0.04831291362643242, -0.06298195570707321, -0.08126980811357498, -0.010628634132444859, 0.08559906482696533, -0.012445301748812199, -0.1661251038312912, -0.00313024059869349, 0.060033347457647324, -0.04546626657247543, -0.0035216419491916895, 0.004550987854599953, 0.06938838958740234, -0.005439353175461292, -0.0011671165702864528, 0.04611445963382721, -1.5664760155686963e-08, -0.049494486302137375, -0.024361763149499893, -0.03513001650571823, -0.05877296254038811, 0.09051661193370819, -0.012670464813709259, 0.02820320799946785, 0.002211226848885417, -0.05961357429623604, -0.04596690461039543, 0.043424341827631, 0.03344377875328064, 0.015934333205223083, -0.03321864828467369, 0.11899557709693909, 0.02083510532975197, 0.027264593169093132, -0.028678681701421738, -0.016634920611977577, -0.022179031744599342, -0.037655580788850784, 0.032740212976932526, 0.0009606669773347676, -0.0647498071193695, 0.019987208768725395, 0.05466270074248314, 0.05221782252192497, 0.03249359875917435, 0.034329526126384735, -0.0032470545265823603, -0.02947549894452095, 0.03946460038423538, 0.13885708153247833, -0.06169014051556587, -0.04927308112382889, 0.0310300812125206, -0.0024191553238779306, 0.006830769591033459, 0.01747124083340168, -0.11111459136009216, -0.006124869920313358, 0.030234768986701965, -0.07081988453865051, -0.02942691557109356, -0.020938077941536903, 0.004910105839371681, 0.03727058321237564, -0.026128076016902924, -0.039350882172584534, 0.05837555229663849, -0.06420787423849106, 0.038167521357536316, -0.07085268944501877, 0.009320923127233982, -0.02656109258532524, -0.0632779523730278, 0.006394154392182827, -0.011394903995096684, -0.08056667447090149, -0.011020444333553314, 0.07007688283920288, -0.0034974266309291124, 0.049878787249326706, -0.04234657809138298 ], "query_id": "dev-frost-2", "question": "What does a blinking violet frost sensor light mean?", "ranking": [ { "id": "frost", "score": 0.03278688524590164 }, { "id": "beacon", "score": 0.03200204813108039 }, { "id": "iris-network", "score": 0.030798389007344232 }, { "id": "lantern", "score": 0.029857397504456328 }, { "id": "archive", "score": 0.02928692699490662 }, { "id": "soil", "score": 0.02854251012145749 }, { "id": "cargo", "score": 0.028438886647841874 }, { "id": "nova", "score": 0.02819138376017471 }, { "id": "lantern-charge", "score": 0.02782608695652174 }, { "id": "mirror", "score": 0.027799227799227798 }, { "id": "harbor", "score": 0.027673192771084338 }, { "id": "iris", "score": 0.027673192771084338 }, { "id": "export", "score": 0.02749719416386083 }, { "id": "quartz", "score": 0.027364110201042444 }, { "id": "drone", "score": 0.02728937728937729 }, { "id": "garden", "score": 0.027272727272727275 }, { "id": "quartz-batch", "score": 0.027031963470319637 }, { "id": "prism", "score": 0.02690501986276634 }, { "id": "orbit", "score": 0.026742734890354787 }, { "id": "keel", "score": 0.026709401709401708 }, { "id": "junction", "score": 0.02638888888888889 }, { "id": "rivet-calibration", "score": 0.024891774891774892 }, { "id": "rivet", "score": 0.02484567901234568 }, { "id": "engine", "score": 0.024390243902439025 } ], "reached_token_limit": false, "references": [ "calibration is overdue", "overdue calibration" ], "relevance": { "frost": 1 }, "retrieval_ms": 9.324959002697142, "split": "dev", "total_ms": 145.58003199999803 } ], "schema_version": 1, "split": "dev", "summary": { "methods": { "bm25": { "answerable_exact_match": 0.5833333333333334, "context_recall": { "ci95": [ 1.0, 1.0 ], "groups": 6, "mean": 1.0, "queries": 12 }, "electricity_cost_usd": null, "exact_match": { "ci95": [ 0.5, 0.75 ], "groups": 6, "mean": 0.5833333333333334, "queries": 12 }, "generation_ms": { "p50": 93.40163600063534, "p95": 131.49611515036668 }, "input_tokens": 2051, "ndcg": { "ci95": [ 1.0, 1.0 ], "groups": 6, "mean": 1.0, "queries": 12 }, "output_tokens": 55, "paid_api_cost_usd": 0, "recall": { "ci95": [ 1.0, 1.0 ], "groups": 6, "mean": 1.0, "queries": 12 }, "retrieval_ms": { "p50": 0.1314209985139314, "p95": 0.1589059987963992 }, "token_f1": { "ci95": [ 0.6, 0.9166666666666666 ], "groups": 6, "mean": 0.75, "queries": 12 }, "total_ms": { "p50": 94.9505090011371, "p95": 132.9895842982296 }, "unanswerable_exact_match": null }, "dense": { "answerable_exact_match": 0.6666666666666666, "context_recall": { "ci95": [ 1.0, 1.0 ], "groups": 6, "mean": 1.0, "queries": 12 }, "electricity_cost_usd": null, "exact_match": { "ci95": [ 0.5, 0.8333333333333334 ], "groups": 6, "mean": 0.6666666666666666, "queries": 12 }, "generation_ms": { "p50": 94.73331400113238, "p95": 156.71168239932737 }, "input_tokens": 2124, "ndcg": { "ci95": [ 1.0, 1.0 ], "groups": 6, "mean": 1.0, "queries": 12 }, "output_tokens": 50, "paid_api_cost_usd": 0, "recall": { "ci95": [ 1.0, 1.0 ], "groups": 6, "mean": 1.0, "queries": 12 }, "retrieval_ms": { "p50": 8.133761499266257, "p95": 10.465394652055693 }, "token_f1": { "ci95": [ 0.6829166666666667, 0.9666666666666667 ], "groups": 6, "mean": 0.8333333333333334, "queries": 12 }, "total_ms": { "p50": 104.20398700080113, "p95": 166.88429109999558 }, "unanswerable_exact_match": null }, "hybrid": { "answerable_exact_match": 0.75, "context_recall": { "ci95": [ 1.0, 1.0 ], "groups": 6, "mean": 1.0, "queries": 12 }, "electricity_cost_usd": null, "exact_match": { "ci95": [ 0.5833333333333334, 0.9166666666666666 ], "groups": 6, "mean": 0.75, "queries": 12 }, "generation_ms": { "p50": 85.85787399897526, "p95": 149.33490740058912 }, "input_tokens": 2093, "ndcg": { "ci95": [ 1.0, 1.0 ], "groups": 6, "mean": 1.0, "queries": 12 }, "output_tokens": 49, "paid_api_cost_usd": 0, "recall": { "ci95": [ 1.0, 1.0 ], "groups": 6, "mean": 1.0, "queries": 12 }, "retrieval_ms": { "p50": 8.93257599818753, "p95": 10.409327950037548 }, "token_f1": { "ci95": [ 0.7166666666666667, 0.9833333333333334 ], "groups": 6, "mean": 0.8833333333333333, "queries": 12 }, "total_ms": { "p50": 95.1086179993581, "p95": 160.1478284499535 }, "unanswerable_exact_match": null } }, "paired_differences": { "dense-bm25": { "context_recall": { "ci95": [ 0.0, 0.0 ], "groups": 6, "mean": 0.0, "queries": 12 }, "exact_match": { "ci95": [ 0.0, 0.25 ], "groups": 6, "mean": 0.08333333333333333, "queries": 12 }, "ndcg": { "ci95": [ 0.0, 0.0 ], "groups": 6, "mean": 0.0, "queries": 12 }, "recall": { "ci95": [ 0.0, 0.0 ], "groups": 6, "mean": 0.0, "queries": 12 }, "token_f1": { "ci95": [ 0.0, 0.25 ], "groups": 6, "mean": 0.08333333333333333, "queries": 12 } }, "hybrid-bm25": { "context_recall": { "ci95": [ 0.0, 0.0 ], "groups": 6, "mean": 0.0, "queries": 12 }, "exact_match": { "ci95": [ 0.0, 0.3333333333333333 ], "groups": 6, "mean": 0.16666666666666666, "queries": 12 }, "ndcg": { "ci95": [ 0.0, 0.0 ], "groups": 6, "mean": 0.0, "queries": 12 }, "recall": { "ci95": [ 0.0, 0.0 ], "groups": 6, "mean": 0.0, "queries": 12 }, "token_f1": { "ci95": [ 0.0, 0.3 ], "groups": 6, "mean": 0.13333333333333333, "queries": 12 } } } } }