{
  "config": {
    "answer_model": {
      "id": "google/flan-t5-small",
      "revision": "0fc9ddf78a1e988dac52e2dac162b0ede4fd74ab"
    },
    "bm25_b": 0.75,
    "bm25_k1": 1.2,
    "bootstrap_samples": 2000,
    "embedding_max_tokens": 256,
    "embedding_model": {
      "id": "sentence-transformers/all-MiniLM-L6-v2",
      "revision": "1110a243fdf4706b3f48f1d95db1a4f5529b4d41"
    },
    "k": 3,
    "max_input_tokens": 384,
    "max_new_tokens": 32,
    "prompt": "Answer the question using only the context. Give a short answer. If the context does not contain the answer, say unknown.\n\nContext:\n{context}\n\nQuestion: {question}\nAnswer:",
    "rrf_constant": 60,
    "schema_version": 1,
    "seed": 1729,
    "threads": 4
  },
  "document_embeddings": {
    "archive": [
      -0.11657758802175522,
      0.0366622656583786,
      0.009066497907042503,
      0.00921989232301712,
      0.05360143631696701,
      0.0458788201212883,
      -0.03742355480790138,
      -0.1122530847787857,
      0.02555273286998272,
      -0.04824399575591087,
      0.05822203680872917,
      0.1855006217956543,
      0.008636170998215675,
      0.017931247130036354,
      -0.030281584709882736,
      -0.04509501904249191,
      -0.0008580406429246068,
      -0.06010564789175987,
      -0.05342858284711838,
      0.013553379103541374,
      -0.03844647854566574,
      -0.036989323794841766,
      -0.016879575327038765,
      -0.034075554460287094,
      0.07767156511545181,
      -0.008760698139667511,
      -0.024062709882855415,
      -0.05740327760577202,
      0.030082693323493004,
      -0.017824964597821236,
      -0.004351586569100618,
      -0.030651699751615524,
      0.0011864694533869624,
      0.021006667986512184,
      0.026303673163056374,
      0.06389220058917999,
      -0.029034698382019997,
      -0.021591082215309143,
      0.04731028527021408,
      -0.05740131065249443,
      -0.04298211261630058,
      0.05095008760690689,
      -0.06835700571537018,
      -0.007655382622033358,
      0.01742885634303093,
      -0.021605828776955605,
      0.04730508476495743,
      -0.04850996285676956,
      0.024403594434261322,
      0.0090751638635993,
      0.0650709867477417,
      0.06845656782388687,
      -0.01917511224746704,
      0.061156343668699265,
      0.009470244869589806,
      0.09080255031585693,
      -0.018618403002619743,
      0.038307249546051025,
      -0.062140677124261856,
      -0.016271580010652542,
      0.005540429148823023,
      -0.013664660975337029,
      -0.07031607627868652,
      0.018944773823022842,
      0.05481814593076706,
      -0.05291108787059784,
      0.05784992128610611,
      -0.013613952323794365,
      0.06723938882350922,
      -0.07782807946205139,
      -0.08833266794681549,
      0.03488565981388092,
      0.018377576023340225,
      0.058122601360082626,
      -0.03141074255108833,
      0.04060614854097366,
      0.04588768258690834,
      0.06506747007369995,
      -0.04376857355237007,
      -0.06769096851348877,
      -0.03880060836672783,
      0.018457116559147835,
      0.04965636134147644,
      -0.01847314089536667,
      -0.07433049380779266,
      -0.005308111663907766,
      -0.11617831885814667,
      -0.016056805849075317,
      0.036406297236680984,
      0.033165428787469864,
      0.04858545958995819,
      0.03559092804789543,
      0.03203747048974037,
      -0.08127802610397339,
      -0.07009508460760117,
      -0.07097582519054413,
      0.08126018196344376,
      0.07809431105852127,
      -0.018547261133790016,
      0.04329265281558037,
      0.044789835810661316,
      0.09630700200796127,
      0.032271891832351685,
      -0.09769955277442932,
      -0.035465460270643234,
      -0.02001159079372883,
      0.05421090126037598,
      -4.9095750000560656e-05,
      -0.0812169685959816,
      0.027431879192590714,
      -0.0016049405094236135,
      -0.02313377894461155,
      0.02105192095041275,
      0.057130761444568634,
      0.08463944494724274,
      0.0052125039510428905,
      -0.06323686242103577,
      -0.00112062506377697,
      0.023017898201942444,
      -0.002657553181052208,
      0.012177906930446625,
      0.03451939672231674,
      0.14738969504833221,
      -0.06656036525964737,
      -0.10283683240413666,
      0.12059280276298523,
      0.02738063409924507,
      3.292889595673175e-34,
      -0.05765775218605995,
      0.03407978266477585,
      -0.09296753257513046,
      0.015753351151943207,
      0.07768875360488892,
      -0.005753577686846256,
      -0.013649450615048409,
      0.00018380445544607937,
      -0.019185859709978104,
      -0.023647015914320946,
      -0.03474549204111099,
      0.06683379411697388,
      0.03789033740758896,
      -0.01196045707911253,
      0.017464719712734222,
      0.07304969429969788,
      -0.006081089377403259,
      0.08189935982227325,
      -0.0023735964205116034,
      0.0089973583817482,
      0.05915254354476929,
      0.058118656277656555,
      0.01248096488416195,
      0.07919386774301529,
      0.07731404900550842,
      -0.0773719921708107,
      0.033718280494213104,
      -0.05545015633106232,
      -0.019708452746272087,
      -0.00912599265575409,
      -0.0020625062752515078,
      0.08580643683671951,
      -0.08207062631845474,
      -0.09830023348331451,
      -0.007108729798346758,
      0.06617504358291626,
      0.07629568874835968,
      -0.005717937368899584,
      0.029935048893094063,
      0.017207156866788864,
      0.04499230906367302,
      0.00522296316921711,
      -0.053189150989055634,
      -0.05732710286974907,
      0.0017513189231976867,
      -0.07484518736600876,
      0.05922912061214447,
      0.06374116986989975,
      -0.026294389739632607,
      0.08116508275270462,
      -0.044824082404375076,
      0.0012473403476178646,
      -0.016900457441806793,
      -0.06980248540639877,
      -0.02293751947581768,
      0.04060840979218483,
      0.04332614690065384,
      -0.005460635758936405,
      0.09522612392902374,
      0.009870673529803753,
      0.17020480334758759,
      0.03658394142985344,
      0.03366647660732269,
      -0.009843584150075912,
      0.04347881302237511,
      0.0693439319729805,
      -0.04323572665452957,
      0.027324223890900612,
      -0.027582313865423203,
      -0.035286009311676025,
      -0.008649501949548721,
      -0.09500328451395035,
      0.02606138586997986,
      -0.040750548243522644,
      0.038225412368774414,
      -0.05988701805472374,
      -0.026935547590255737,
      -0.024561995640397072,
      -0.02281985804438591,
      -0.034111108630895615,
      -0.0643206313252449,
      -0.10726294666528702,
      -0.04719850793480873,
      -0.05716487765312195,
      -0.044954217970371246,
      0.05781174078583717,
      0.006966018583625555,
      -0.0737934410572052,
      0.0019090466666966677,
      -0.02990998513996601,
      0.02562599815428257,
      0.004320552572607994,
      0.013069878332316875,
      0.02052183263003826,
      0.0349416621029377,
      -1.1892203595845493e-33,
      0.06443057209253311,
      -0.03967967629432678,
      -0.061837658286094666,
      -0.01312878355383873,
      0.019541863352060318,
      -0.03010544367134571,
      -0.0927751436829567,
      0.13664968311786652,
      -0.1140311136841774,
      0.004967519082129002,
      -0.056321945041418076,
      0.010324844159185886,
      0.028748564422130585,
      0.045066025108098984,
      -0.022446351125836372,
      0.056025877594947815,
      0.03814645856618881,
      -0.07742828130722046,
      -0.05009673535823822,
      0.01767559163272381,
      -0.05692426115274429,
      0.0327778160572052,
      0.06469056010246277,
      0.055673059076070786,
      -0.027985334396362305,
      0.027321042492985725,
      -0.030235987156629562,
      -0.0337044782936573,
      0.04527975246310234,
      -0.01799922063946724,
      0.03588149696588516,
      -0.10850708931684494,
      -0.020505623891949654,
      -0.0015942833852022886,
      0.057824067771434784,
      -0.08974720537662506,
      -0.025714561343193054,
      -0.0210182573646307,
      -0.010457146912813187,
      0.02957245521247387,
      0.047129493206739426,
      0.002528497716411948,
      -0.04503554478287697,
      0.02497868798673153,
      0.016820209100842476,
      0.03121691569685936,
      -0.06727199256420135,
      -0.10231021046638489,
      0.005868873558938503,
      -0.0022028451785445213,
      0.10642196983098984,
      -0.05228937417268753,
      0.06684190779924393,
      -0.004679569508880377,
      0.03688914328813553,
      0.0060933795757591724,
      0.033717937767505646,
      -0.017948972061276436,
      0.019278252497315407,
      0.02243071421980858,
      -0.038366757333278656,
      0.012738722376525402,
      -0.048020292073488235,
      0.061766840517520905,
      -0.01917664334177971,
      -0.0047345273196697235,
      0.007604213431477547,
      0.08555735647678375,
      -0.08996656537055969,
      0.0003900276205968112,
      0.04689556360244751,
      0.01246996596455574,
      0.022832712158560753,
      0.0013575853081420064,
      0.015103082172572613,
      0.014649315737187862,
      -0.003159679239615798,
      -0.026087205857038498,
      -0.11886078119277954,
      -0.027695447206497192,
      -0.010868765413761139,
      -0.036880362778902054,
      -0.02021733857691288,
      -0.04392346367239952,
      -0.023091135546565056,
      -0.08364766836166382,
      0.03494350612163544,
      0.02541833557188511,
      0.020836306735873222,
      -0.04151683300733566,
      0.06363096833229065,
      -0.09220294654369354,
      -0.06502062827348709,
      0.021827254444360733,
      0.0619482547044754,
      -2.3319538300370368e-08,
      -0.08060161769390106,
      0.05942380800843239,
      0.03886273130774498,
      0.06855034083127975,
      0.044552434235811234,
      -0.037175968289375305,
      0.05327573046088219,
      0.0814676508307457,
      -0.0011270863469690084,
      -0.02706778608262539,
      0.02109789103269577,
      -0.04114804416894913,
      -0.11032971739768982,
      0.027754416689276695,
      -0.03655827417969704,
      0.00465865433216095,
      0.003296264447271824,
      -0.029407000169157982,
      0.016051895916461945,
      -0.006465740967541933,
      0.005291820969432592,
      -0.0757463201880455,
      0.04924236238002777,
      0.02983410470187664,
      0.03828400373458862,
      0.031213345006108284,
      0.011047539301216602,
      0.02967315912246704,
      0.00940467044711113,
      -0.04482068121433258,
      -0.0935547724366188,
      0.013353991322219372,
      0.04099490866065025,
      0.021335076540708542,
      -0.02056967094540596,
      -0.030382974073290825,
      0.028255736455321312,
      -0.03996119648218155,
      0.05093881115317345,
      0.048221562057733536,
      -0.04220642149448395,
      0.0493222177028656,
      0.045435380190610886,
      -0.019415369257330894,
      -0.013819479383528233,
      -0.0258183516561985,
      -0.03029675781726837,
      -0.004275331739336252,
      -0.029949413612484932,
      0.009759772568941116,
      -0.037183910608291626,
      0.03449002280831337,
      -0.04739454388618469,
      0.10875316709280014,
      -0.012485598213970661,
      -0.024950170889496803,
      -0.05090198293328285,
      0.04474623501300812,
      -0.00662096356973052,
      -0.01970873773097992,
      0.10107562690973282,
      0.03853671997785568,
      -0.05393706634640694,
      -0.07701389491558075
    ],
    "beacon": [
      0.021061008796095848,
      -0.011927075684070587,
      -0.010845749638974667,
      0.04286109656095505,
      0.054915960878133774,
      0.041257794946432114,
      0.05630774050951004,
      -0.08890599757432938,
      0.06466837972402573,
      -0.07362605631351471,
      0.07015252113342285,
      -0.021968483924865723,
      -0.021862484514713287,
      -0.0047299740836024284,
      -0.025401145219802856,
      -0.006552340928465128,
      0.04513714462518692,
      -0.03822514787316322,
      0.06644341349601746,
      -0.033042509108781815,
      0.010003596544265747,
      0.027068013325333595,
      0.018276425078511238,
      0.07419649511575699,
      0.005842352285981178,
      -0.02531098760664463,
      -0.04092235863208771,
      -0.0148401390761137,
      0.010133982636034489,
      0.0009015946998260915,
      -0.006272195838391781,
      0.02209462597966194,
      0.08732132613658905,
      0.03339508920907974,
      -0.027309175580739975,
      0.01140363048762083,
      0.03948476165533066,
      0.04041864722967148,
      -0.04062114655971527,
      -0.02198774181306362,
      -0.02550681307911873,
      -0.053524721413850784,
      -0.020267261192202568,
      -0.04455772787332535,
      0.009058275260031223,
      -0.0016004929784685373,
      -0.051237575709819794,
      -0.04211195185780525,
      -0.030311953276395798,
      0.0049844165332615376,
      -0.00550216855481267,
      -0.019016042351722717,
      -0.028260134160518646,
      -0.015625691041350365,
      0.0658610463142395,
      0.016965555027127266,
      -0.003990605007857084,
      0.04104569926857948,
      0.04344506189227104,
      -0.0239238440990448,
      0.019640984013676643,
      0.034675635397434235,
      -0.0011219625594094396,
      -0.01792554184794426,
      0.06944568455219269,
      0.05229645222425461,
      9.35141542868223e-06,
      -0.013707376085221767,
      0.0696016401052475,
      0.019605612382292747,
      0.04787805303931236,
      0.01524943858385086,
      0.10714280605316162,
      0.008737651631236076,
      -0.04107064753770828,
      0.028255503624677658,
      -0.02396944910287857,
      -0.07743725925683975,
      -0.024076102301478386,
      0.06626259535551071,
      -0.10899069160223007,
      -0.02130628190934658,
      -0.06676033139228821,
      -0.001043649041093886,
      -0.0007579012308269739,
      0.04874379560351372,
      0.024988999590277672,
      -0.030171917751431465,
      -0.10809542238712311,
      -0.04003265127539635,
      -0.03967081382870674,
      -0.10894489288330078,
      -0.010560177266597748,
      0.05727867782115936,
      -0.03985579311847687,
      0.007817025296390057,
      -0.0339478962123394,
      0.05248985439538956,
      -0.07514536380767822,
      -0.025506939738988876,
      0.017101265490055084,
      -0.012627998366951942,
      -0.0851406678557396,
      0.04379413276910782,
      0.022684365510940552,
      -0.04981626197695732,
      -0.06262528151273727,
      -0.02357727661728859,
      -0.0035102125257253647,
      0.04427576810121536,
      0.029622644186019897,
      0.039668966084718704,
      0.04800189286470413,
      0.08553893119096756,
      -0.0373886339366436,
      0.06814052164554596,
      0.0244976244866848,
      0.04372246935963631,
      0.08760187029838562,
      0.14161542057991028,
      0.08065787702798843,
      -0.0021252832375466824,
      0.01139091607183218,
      -0.08039432018995285,
      0.009580663405358791,
      0.06687214970588684,
      0.03983442485332489,
      -3.090894437220048e-34,
      0.043845199048519135,
      0.032428041100502014,
      0.03123985044658184,
      -0.006626011338084936,
      0.015046176500618458,
      -0.025118425488471985,
      -0.05099983885884285,
      0.02294105663895607,
      0.022111235186457634,
      0.0365869514644146,
      -0.039591312408447266,
      0.06422695517539978,
      0.05634095147252083,
      0.010510758496820927,
      -0.020403340458869934,
      -0.08382601290941238,
      0.052982743829488754,
      0.040296923369169235,
      0.024312717840075493,
      -0.08084019273519516,
      0.009071883745491505,
      -0.04618680477142334,
      -0.010763450525701046,
      0.03592345118522644,
      0.11453445255756378,
      0.050831206142902374,
      -0.05398142710328102,
      -0.0008096583769656718,
      0.03696710988879204,
      0.030562346801161766,
      -0.01811099983751774,
      0.02371760830283165,
      0.026941517367959023,
      -0.04791583865880966,
      0.08238065987825394,
      -0.07994630187749863,
      0.040226634591817856,
      0.0148190688341856,
      -0.054559532552957535,
      -0.028483934700489044,
      -0.06995309889316559,
      -0.0627722442150116,
      -0.06525880098342896,
      -0.07908065617084503,
      0.052383895963430405,
      -0.05636283755302429,
      -0.03382403030991554,
      -0.019751140847802162,
      -0.01313512958586216,
      0.034183721989393234,
      0.010308896191418171,
      0.007478997111320496,
      -0.011192914098501205,
      -0.022910969331860542,
      -0.011062241159379482,
      0.005771028343588114,
      0.07447154819965363,
      -0.0660465657711029,
      -0.12313486635684967,
      0.03257305547595024,
      0.04300205409526825,
      -0.04826612398028374,
      0.0837729200720787,
      -0.07310943305492401,
      0.07426493614912033,
      0.07340694963932037,
      -0.07425963133573532,
      -0.10927093774080276,
      -0.042614519596099854,
      0.008610071614384651,
      0.03609568253159523,
      0.04450837895274162,
      0.015304586850106716,
      -0.008911803364753723,
      -0.026657089591026306,
      -0.003140817629173398,
      -0.035001240670681,
      0.09471803158521652,
      -0.06629079580307007,
      -0.07691571861505508,
      -0.05232491344213486,
      -0.04176878556609154,
      -0.05922354385256767,
      0.05622435361146927,
      0.10992088168859482,
      -0.0335109606385231,
      -0.035928066819906235,
      -0.06992559880018234,
      -0.12628820538520813,
      0.003987530246376991,
      -0.018538959324359894,
      0.05887236073613167,
      -0.05748964846134186,
      -0.02972337044775486,
      -0.08326464891433716,
      -5.975895528763803e-34,
      -0.032289933413267136,
      0.03955938294529915,
      0.030187036842107773,
      -0.015041902661323547,
      -0.015139026567339897,
      -0.014549271203577518,
      0.005100553389638662,
      0.029689665883779526,
      -0.025404630228877068,
      0.03929291293025017,
      0.07485196739435196,
      -0.0543583445250988,
      -0.0875253900885582,
      0.07861166447401047,
      -0.07454721629619598,
      0.07933175563812256,
      0.05127963796257973,
      -0.033864863216876984,
      -0.0268960390239954,
      0.079612597823143,
      0.019679931923747063,
      -0.015147808007895947,
      -0.0254470594227314,
      0.005503315478563309,
      0.03306630626320839,
      -0.01180452760308981,
      -0.012363369576632977,
      -0.024970190599560738,
      0.0584569051861763,
      -0.10565529018640518,
      0.011013097129762173,
      0.08914073556661606,
      0.03121756762266159,
      -0.054821524769067764,
      0.02260667271912098,
      0.05319487303495407,
      0.04831509664654732,
      0.01934112422168255,
      -0.026065414771437645,
      0.0008927116286940873,
      0.06269258260726929,
      0.13083261251449585,
      -0.013366326689720154,
      -0.027409836649894714,
      -0.06724371761083603,
      0.03466274216771126,
      -0.015159226953983307,
      0.0166154932230711,
      -0.07041104137897491,
      0.038369931280612946,
      0.05153660476207733,
      -0.045858222991228104,
      0.05968088284134865,
      0.09846866875886917,
      -0.046749405562877655,
      0.015244117006659508,
      -0.08002190291881561,
      0.03830854222178459,
      -0.024129129946231842,
      -0.05309389904141426,
      0.09858214855194092,
      -0.0381278470158577,
      -0.02823672629892826,
      0.026557717472314835,
      0.06322980672121048,
      0.014387899078428745,
      0.07057873159646988,
      0.06339351087808609,
      0.03595776855945587,
      -0.026457488536834717,
      0.10963494330644608,
      0.00748878950253129,
      -0.07496042549610138,
      0.01972079649567604,
      -0.07921314984560013,
      0.047406621277332306,
      -0.11526375263929367,
      -0.08347021788358688,
      -0.07310663908720016,
      -0.06830552220344543,
      0.03482929989695549,
      -0.05122409760951996,
      0.005381792783737183,
      0.033698324114084244,
      -0.030153021216392517,
      0.025464121252298355,
      0.07501154392957687,
      0.056189946830272675,
      -0.023408053442835808,
      0.053281016647815704,
      -0.005767713766545057,
      0.11071981489658356,
      -0.08177096396684647,
      0.056575316935777664,
      -0.0976916253566742,
      -2.697479217772525e-08,
      -0.019449520856142044,
      -0.049586545675992966,
      -0.06179574877023697,
      -0.09509903937578201,
      0.00048573329695500433,
      -0.001154951169155538,
      0.0767429918050766,
      -0.04719194769859314,
      -0.049211081117391586,
      -0.018555888906121254,
      -0.03106324002146721,
      -0.0492410883307457,
      -0.09472224861383438,
      -0.06459067016839981,
      0.09156113117933273,
      -0.018073098734021187,
      -0.05992637574672699,
      0.011488289572298527,
      -0.014450648799538612,
      -0.019897740334272385,
      0.030579719692468643,
      0.05470199137926102,
      -0.054228611290454865,
      0.004607020411640406,
      -0.013853786513209343,
      -0.03948647156357765,
      0.11791466921567917,
      0.011614812538027763,
      0.06009647995233536,
      0.00048735522432252765,
      -0.0063671995885670185,
      0.05794581398367882,
      0.0019001462496817112,
      -0.016393812373280525,
      -0.08118867874145508,
      0.054963745176792145,
      0.03282292187213898,
      -0.033542338758707047,
      0.0020536778029054403,
      0.07325677573680878,
      -0.02855343371629715,
      -0.07943902909755707,
      -0.1278677135705948,
      -0.0032275377307087183,
      0.006258674897253513,
      -0.036063965409994125,
      0.07220450788736343,
      -0.0828101634979248,
      0.028392963111400604,
      0.005286267027258873,
      0.0010964169632643461,
      0.06607332825660706,
      0.022970329970121384,
      -0.019173653796315193,
      -0.0006106400978751481,
      0.052405424416065216,
      0.014327025040984154,
      -0.023027976974844933,
      -0.0066252644173800945,
      0.01899566687643528,
      0.051972877234220505,
      0.020492607727646828,
      -0.023270346224308014,
      0.001662955153733492
    ],
    "cargo": [
      0.014737469144165516,
      0.010364438407123089,
      0.04074452444911003,
      0.03304615244269371,
      0.09845373034477234,
      -0.03872531279921532,
      0.0467863455414772,
      -0.06825608760118484,
      -0.03573780506849289,
      -0.017757203429937363,
      0.09475461393594742,
      0.03120128996670246,
      -0.0028277388773858547,
      -0.042446862906217575,
      -0.07975147664546967,
      0.06041926145553589,
      0.07720351964235306,
      -0.07131095230579376,
      -0.047512464225292206,
      -0.011127232573926449,
      -0.016979308798909187,
      -0.004964243154972792,
      -0.03722992166876793,
      -0.04456149786710739,
      -0.1606506109237671,
      0.04891539737582207,
      -0.028918692842125893,
      -0.005150300450623035,
      0.06178867816925049,
      -0.020087311044335365,
      -0.049518320709466934,
      0.008271164260804653,
      0.032102715224027634,
      0.05397145822644234,
      0.019082464277744293,
      -0.02617572247982025,
      0.04232040047645569,
      -0.0844661071896553,
      0.029578689485788345,
      -0.007485297974199057,
      0.0012438943376764655,
      -0.02765372209250927,
      -0.08696123212575912,
      0.07882925122976303,
      -0.039683256298303604,
      -0.08050123602151871,
      0.0017460607923567295,
      -0.08610070496797562,
      0.061317503452301025,
      -0.04156726226210594,
      0.013455325737595558,
      -0.055226393043994904,
      -0.0613597109913826,
      -0.012408584356307983,
      0.031623777002096176,
      -0.021428201347589493,
      0.014991690404713154,
      -0.0789233148097992,
      0.031021863222122192,
      -0.03230079263448715,
      0.09489554911851883,
      0.021213432773947716,
      0.011969238519668579,
      0.013769793324172497,
      0.05028633400797844,
      0.03473678603768349,
      -0.05008074641227722,
      -0.006687043700367212,
      0.027876999229192734,
      -0.05660363286733627,
      0.0071182698011398315,
      0.047630760818719864,
      -0.06943854689598083,
      0.08511465787887573,
      0.0020222209859639406,
      -0.025376856327056885,
      0.043867241591215134,
      0.00999116525053978,
      0.02531898207962513,
      -0.07918331027030945,
      -0.13905151188373566,
      0.008213772438466549,
      -0.016899624839425087,
      0.005115222185850143,
      -0.05398380011320114,
      0.030684079974889755,
      -0.056248076260089874,
      0.08362652361392975,
      -0.00046768845641054213,
      0.08547091484069824,
      0.06618025153875351,
      -0.014963100664317608,
      -0.04193167760968208,
      -0.055499475449323654,
      -0.07587016373872757,
      -0.029291365295648575,
      0.003085186006501317,
      0.026785463094711304,
      -0.006704149767756462,
      0.0404067263007164,
      0.08902563899755478,
      0.028161359950900078,
      -0.021086925640702248,
      -0.00936056673526764,
      -0.09002519398927689,
      -0.04676629602909088,
      -0.018636751919984818,
      -0.04009076952934265,
      0.01587427407503128,
      0.010023150593042374,
      0.0499652735888958,
      -0.01823064312338829,
      0.05357028916478157,
      0.01770029403269291,
      -0.18174032866954803,
      0.09167128801345825,
      -0.005809249356389046,
      0.03159913420677185,
      0.055714357644319534,
      -0.015141131356358528,
      0.09255973994731903,
      -0.011841154657304287,
      0.060686368495225906,
      -0.03697091341018677,
      0.06714662164449692,
      -0.042878616601228714,
      0.022725818678736687,
      -1.231033795669252e-33,
      -0.05625825747847557,
      0.02047414518892765,
      -0.03815845772624016,
      0.053554631769657135,
      0.03465341031551361,
      -0.02921934425830841,
      0.010272590443491936,
      -0.03368336334824562,
      -0.008342092856764793,
      0.04833265766501427,
      -0.07518560439348221,
      0.04330647736787796,
      -0.016525983810424805,
      -0.08229932934045792,
      0.0049475510604679585,
      0.006283964496105909,
      -0.010419678874313831,
      0.005657069385051727,
      -0.07666448503732681,
      0.03680628165602684,
      0.0031315949745476246,
      -0.18644627928733826,
      -0.018545718863606453,
      -0.023687694221735,
      0.042667753994464874,
      0.10053539276123047,
      -0.051420848816633224,
      0.0037090934347361326,
      0.062461696565151215,
      0.08499683439731598,
      0.03534102812409401,
      0.10640046000480652,
      0.027558494359254837,
      0.09530635178089142,
      -0.03436478227376938,
      0.01758817583322525,
      -0.011756584979593754,
      -0.018434517085552216,
      -0.059219326823949814,
      -0.09895895421504974,
      0.03715863078832626,
      -0.02573356032371521,
      -0.01625625602900982,
      0.08665750920772552,
      0.023371994495391846,
      -0.02205619029700756,
      -0.021296868100762367,
      -0.035226739943027496,
      0.04455399140715599,
      0.06021447479724884,
      -0.039383694529533386,
      0.0047832150012254715,
      -0.016208967193961143,
      -0.02122662588953972,
      -0.05715861916542053,
      0.060193661600351334,
      0.07081929594278336,
      -0.01960575208067894,
      -0.06315506249666214,
      0.015743479132652283,
      0.020060930401086807,
      0.06384696811437607,
      0.020412247627973557,
      0.02233453094959259,
      0.04280008748173714,
      0.0003228809218853712,
      -0.02796424739062786,
      0.0031070804689079523,
      0.07037413120269775,
      -0.0657341405749321,
      -0.022225048393011093,
      -0.00732554541900754,
      0.06571203470230103,
      0.07050278037786484,
      0.03068302758038044,
      0.0053148106671869755,
      -0.06563906371593475,
      0.00020597121329046786,
      0.017946584150195122,
      -0.06672884523868561,
      -0.061231039464473724,
      -0.06602581590414047,
      0.028025517240166664,
      -0.025515712797641754,
      0.04871959984302521,
      -0.008851097896695137,
      0.009525148198008537,
      0.0415884405374527,
      -0.04028622433543205,
      0.028268402442336082,
      -0.05512440577149391,
      0.046290602535009384,
      -0.03122851811349392,
      0.01790218986570835,
      0.025356795638799667,
      -9.754748034802595e-34,
      0.07956692576408386,
      -0.10382285714149475,
      0.008938626386225224,
      -0.04479007050395012,
      0.0033348582219332457,
      -0.04691879823803902,
      -0.01328121218830347,
      -0.012735475786030293,
      -0.011888529174029827,
      0.047804541885852814,
      -0.0071297199465334415,
      -0.013916503638029099,
      -0.044462498277425766,
      0.04182460904121399,
      0.021758608520030975,
      -0.011501292698085308,
      0.0752684623003006,
      0.014156043529510498,
      -0.01673726737499237,
      0.06151923909783363,
      -0.02466803416609764,
      -0.06205498054623604,
      -0.01628667674958706,
      0.07358868420124054,
      -0.1327817291021347,
      0.08100540190935135,
      0.06227903813123703,
      -0.04390879347920418,
      -0.009262610226869583,
      -0.000880726904142648,
      -0.06814103573560715,
      -0.02227029949426651,
      0.04681063070893288,
      0.034679967910051346,
      -0.02126528136432171,
      -0.10025256872177124,
      0.05416969582438469,
      -0.04410599172115326,
      0.03479069471359253,
      0.06370361149311066,
      0.025385208427906036,
      0.019737089052796364,
      -0.07289359718561172,
      0.03162809833884239,
      -0.13173235952854156,
      -0.03151114657521248,
      0.013815028592944145,
      0.022635942324995995,
      -0.03071911819279194,
      -0.0297548808157444,
      0.0279844980686903,
      0.06102559715509415,
      -0.00570885231718421,
      0.08889265358448029,
      -0.056376051157712936,
      0.13992232084274292,
      -0.05058429017663002,
      0.0502343513071537,
      0.016631461679935455,
      0.09359776228666306,
      -0.003830153960734606,
      0.06377239525318146,
      0.011195985600352287,
      -0.061308883130550385,
      -0.0029527759179472923,
      -0.04310539737343788,
      0.04928179830312729,
      0.03931858018040657,
      -0.01542214211076498,
      -0.014153053052723408,
      0.011030416004359722,
      -0.00018955151608679444,
      -0.049024198204278946,
      0.012169181369245052,
      0.07284905016422272,
      -0.08351588994264603,
      0.02214847505092621,
      -0.09435196220874786,
      -0.023148689419031143,
      0.008326767943799496,
      -0.06354504823684692,
      0.0274133812636137,
      -0.0217890702188015,
      0.14566461741924286,
      0.014659065753221512,
      -0.02566421963274479,
      0.02292211353778839,
      0.035944078117609024,
      -0.01843257062137127,
      -0.0818764716386795,
      0.017798541113734245,
      0.10319320857524872,
      -0.03251556307077408,
      0.008874152787029743,
      -0.06213300675153732,
      -2.489810135841708e-08,
      -0.06496399641036987,
      0.002195043256506324,
      0.015221421606838703,
      -0.04118030518293381,
      0.03861866518855095,
      -0.003228110494092107,
      -0.05901622772216797,
      0.048431795090436935,
      -0.07977354526519775,
      -0.06362739950418472,
      0.035490550100803375,
      -0.026996195316314697,
      -0.10975201427936554,
      -0.011493703350424767,
      0.029420604929327965,
      -0.02688644267618656,
      -0.033749163150787354,
      -0.0028326637111604214,
      -0.06357452273368835,
      -0.05431556701660156,
      -0.043280456215143204,
      0.017861023545265198,
      0.0454397089779377,
      0.040668729692697525,
      -0.06605903059244156,
      -0.008897767402231693,
      0.03493865206837654,
      0.023578742519021034,
      0.08074460923671722,
      0.02358601801097393,
      -0.0068828752264380455,
      0.07093528658151627,
      0.014607662335038185,
      0.010549086146056652,
      0.002941273618489504,
      -0.010192140005528927,
      0.0441427081823349,
      -0.026199093088507652,
      0.06410173326730728,
      -0.015396366827189922,
      -0.012487506493926048,
      -0.03446771577000618,
      -0.08136282861232758,
      -0.0031864678021520376,
      0.04460648447275162,
      0.06334888190031052,
      -0.057368937879800797,
      0.050218816846609116,
      -0.07406851649284363,
      -0.03420494124293327,
      0.035636380314826965,
      -0.10458739101886749,
      -0.013833371922373772,
      0.031221287325024605,
      -0.0014304416254162788,
      -0.04468097165226936,
      0.024595782160758972,
      -0.029789377003908157,
      0.020060556009411812,
      0.04664723947644234,
      0.033882565796375275,
      -0.0024883511941879988,
      0.038302794098854065,
      -0.012797930277884007
    ],
    "drone": [
      0.09221993386745453,
      0.1032371073961258,
      -0.02437400445342064,
      0.008748886175453663,
      0.06061109900474548,
      -0.07721957564353943,
      -0.049127865582704544,
      -0.043592650443315506,
      -0.007707035634666681,
      0.09361360967159271,
      0.01819891482591629,
      -0.03816825523972511,
      0.04912591725587845,
      0.05475352704524994,
      0.04452240467071533,
      0.01350401621311903,
      0.07361210882663727,
      -0.10049290955066681,
      0.05224360153079033,
      0.10828088968992233,
      -0.05981186777353287,
      0.033353809267282486,
      0.08970519155263901,
      -0.022698083892464638,
      0.0474068783223629,
      0.04669937118887901,
      0.02133358269929886,
      0.012677181512117386,
      -0.03946034982800484,
      -0.07991793006658554,
      -0.017015181481838226,
      0.0538577102124691,
      0.0917968600988388,
      0.01362481527030468,
      0.029332617297768593,
      0.05976537987589836,
      0.012253474444150925,
      0.0038691284134984016,
      0.0402381457388401,
      0.029339777305722237,
      0.044184498488903046,
      -0.03338063135743141,
      0.07950638979673386,
      0.001839101780205965,
      -0.029203401878476143,
      0.022233547642827034,
      0.012833213433623314,
      0.014296113513410091,
      0.07592381536960602,
      0.0954940915107727,
      0.005889543332159519,
      -0.02306250110268593,
      -0.012938566505908966,
      -0.05720866844058037,
      -0.013196689076721668,
      0.010375832207500935,
      -0.0244702510535717,
      0.07290422916412354,
      0.024250837042927742,
      -0.06188241019845009,
      -0.04939783737063408,
      -0.037913016974925995,
      -0.03586830571293831,
      -0.03066759929060936,
      -0.025822237133979797,
      -0.015519062988460064,
      -0.05801274999976158,
      0.039105914533138275,
      -0.017177794128656387,
      -0.02789359726011753,
      0.041091639548540115,
      0.04669174179434776,
      -0.04280516132712364,
      -0.07794901728630066,
      -0.0194543469697237,
      0.03710518404841423,
      0.08264987915754318,
      0.07440843433141708,
      -0.009219052270054817,
      -0.07965214550495148,
      0.04665528982877731,
      0.016412096098065376,
      -0.002516156993806362,
      -0.04861531779170036,
      0.005539488513022661,
      0.0011048403102904558,
      -0.007998350076377392,
      0.04569082334637642,
      -0.022531932219862938,
      -0.05686474218964577,
      0.027871515601873398,
      -0.0077755991369485855,
      -0.09177689999341965,
      -0.06839460879564285,
      0.011764117516577244,
      0.03425167128443718,
      -0.028678758069872856,
      0.005071607418358326,
      0.0005555631942115724,
      -0.017047520726919174,
      0.060762759298086166,
      -0.009039025753736496,
      -0.06079425290226936,
      0.029086725786328316,
      0.02619793824851513,
      -0.03675226494669914,
      -0.0049255723133683205,
      0.050691328942775726,
      -0.013679440133273602,
      -0.024574970826506615,
      -0.023226510733366013,
      -0.04000929743051529,
      0.023759905248880386,
      0.030944358557462692,
      0.02088153176009655,
      0.06140289455652237,
      0.04878932982683182,
      0.023948682472109795,
      0.0793626457452774,
      0.010116692632436752,
      0.07664883881807327,
      0.010827787220478058,
      0.07392673194408417,
      -0.07526414096355438,
      0.047608692198991776,
      0.054619140923023224,
      0.03451647236943245,
      6.484246785149036e-34,
      -0.041666582226753235,
      -0.019437888637185097,
      0.04323994368314743,
      -0.023817451670765877,
      0.02994118072092533,
      -0.008468176238238811,
      -0.07728303968906403,
      0.10609156638383865,
      0.06733820587396622,
      0.007078900933265686,
      -0.0453733466565609,
      0.009959565475583076,
      0.11223067343235016,
      0.05959518626332283,
      0.007306281011551619,
      -0.040722545236349106,
      0.008800565265119076,
      -0.021545547991991043,
      -0.03683679178357124,
      -0.0704130306839943,
      -0.009696105495095253,
      -0.11349394172430038,
      0.010155878029763699,
      0.06625468283891678,
      0.015846824273467064,
      -0.034351516515016556,
      0.09141680598258972,
      -0.015101419761776924,
      0.05488712713122368,
      0.012951980344951153,
      0.026796672493219376,
      0.02134447917342186,
      -0.007442188914865255,
      0.030242962762713432,
      -0.07132988423109055,
      0.11709686368703842,
      0.10966940224170685,
      -0.020066138356924057,
      -0.03184087574481964,
      -0.014032308012247086,
      -0.021518582478165627,
      0.009449777193367481,
      0.003209782997146249,
      -0.007982652634382248,
      -0.06809904426336288,
      -0.07826162129640579,
      0.015809793025255203,
      -0.08960612863302231,
      -0.058686450123786926,
      0.12802398204803467,
      0.0016356554115191102,
      -0.02505272813141346,
      -0.04821992665529251,
      -0.044150929898023605,
      -0.016147427260875702,
      0.02399400994181633,
      0.012793880887329578,
      -0.03855146840214729,
      -0.0711006298661232,
      0.039505500346422195,
      0.005350218154489994,
      -0.053646232932806015,
      -0.08761384338140488,
      -0.047294504940509796,
      -0.08833256363868713,
      0.01240351889282465,
      -0.001273288275115192,
      0.07165167480707169,
      -0.00869830884039402,
      0.05472121760249138,
      0.11515235900878906,
      -0.0323236919939518,
      0.028858600184321404,
      -0.07724709063768387,
      -0.037337902933359146,
      0.05155167356133461,
      -0.010652370750904083,
      0.0008014168124645948,
      0.00013312880764715374,
      0.024172233417630196,
      -0.07893702387809753,
      -0.03711284324526787,
      -0.0378497950732708,
      -0.028917860239744186,
      0.032631974667310715,
      -0.040144458413124084,
      -0.014431733638048172,
      -0.026407700031995773,
      0.0465397872030735,
      -0.0072823031805455685,
      -0.07141947746276855,
      0.07053910195827484,
      -0.02791903167963028,
      -0.048621680587530136,
      0.029814349487423897,
      -1.1907010232891046e-33,
      0.006794585846364498,
      0.036436423659324646,
      -0.043883755803108215,
      0.05211244523525238,
      0.04688308760523796,
      -0.028646204620599747,
      0.026421351358294487,
      0.04939420148730278,
      -0.018598349764943123,
      0.013329270295798779,
      -0.12851065397262573,
      -0.01090431958436966,
      -0.017041098326444626,
      0.005725425202399492,
      0.08685769885778427,
      -0.02960321307182312,
      0.020722586661577225,
      -0.061071738600730896,
      0.06479578465223312,
      0.04367803409695625,
      0.02679234929382801,
      0.005106406286358833,
      0.07163029164075851,
      -0.021192261949181557,
      0.027004601433873177,
      -0.0010234278161078691,
      0.01111720409244299,
      -0.022200753912329674,
      0.0959773063659668,
      -0.004974881187081337,
      -0.07165446132421494,
      -0.04180844873189926,
      0.023543095216155052,
      0.05034719035029411,
      -0.05150939151644707,
      0.07107226550579071,
      -0.042946022003889084,
      0.10202614217996597,
      0.013732727617025375,
      -0.044139448553323746,
      0.024450458586215973,
      -0.0449962392449379,
      -0.04243142157793045,
      -0.07766389846801758,
      -0.04008978232741356,
      -0.06929753720760345,
      -0.08392379432916641,
      0.012392468750476837,
      -0.07368304580450058,
      0.04586149379611015,
      -0.03315212205052376,
      -0.03364301100373268,
      -0.004986446816474199,
      0.053931817412376404,
      -0.06699975579977036,
      -0.07905679196119308,
      0.06638893485069275,
      0.03963350132107735,
      0.007788905408233404,
      0.010056433267891407,
      0.04076490178704262,
      0.0414293110370636,
      0.004425060003995895,
      0.005927471909672022,
      7.13235858711414e-05,
      0.009508625604212284,
      0.0626363456249237,
      0.06252439320087433,
      0.04607127234339714,
      0.007104325573891401,
      0.003832712071016431,
      0.012021691538393497,
      -0.04773275926709175,
      0.026587750762701035,
      -0.14717493951320648,
      0.0687137097120285,
      -0.043377481400966644,
      -0.037957750260829926,
      -0.0060599250718951225,
      -0.13131248950958252,
      0.04663880914449692,
      -0.005297583993524313,
      -0.01105557568371296,
      -0.09141925722360611,
      -0.025579193606972694,
      0.004335649311542511,
      0.08481577038764954,
      0.005548854824155569,
      -0.05291203781962395,
      -0.0008754031150601804,
      0.03229765221476555,
      -0.04342752322554588,
      0.021424461156129837,
      0.12221278995275497,
      -0.09621696174144745,
      -2.4377248664109175e-08,
      -0.0585491843521595,
      0.04877210408449173,
      0.036627400666475296,
      0.036513347178697586,
      0.02202761545777321,
      0.025885747745633125,
      0.027877675369381905,
      0.06985732167959213,
      0.003097888547927141,
      -0.048456303775310516,
      0.014395948499441147,
      -0.05580791458487511,
      0.02502318285405636,
      0.017427226528525352,
      0.013207802549004555,
      0.04026365280151367,
      -0.026768678799271584,
      -0.0792880654335022,
      -0.02447759546339512,
      -0.043892789632081985,
      -0.10609345138072968,
      0.06272140890359879,
      -0.09893346577882767,
      0.012402382679283619,
      -0.020834719762206078,
      0.07600147277116776,
      0.012186280451714993,
      0.0065994602628052235,
      0.07538993656635284,
      -0.13936996459960938,
      -0.04866670444607735,
      0.03202950209379196,
      -0.13101552426815033,
      0.0027408916503190994,
      -0.04558209329843521,
      -0.04823021590709686,
      -0.04086343199014664,
      -0.0926215872168541,
      -0.021017663180828094,
      0.05255863815546036,
      0.0014274896821007133,
      -0.04438891261816025,
      -0.049671150743961334,
      -0.08488841354846954,
      -0.05493155121803284,
      -0.049278389662504196,
      0.011308331973850727,
      -0.06389698386192322,
      -0.01741432212293148,
      0.046164728701114655,
      0.03633688762784004,
      -0.0021195169538259506,
      0.0034018976148217916,
      0.007603058125823736,
      0.028561251237988472,
      0.10571929067373276,
      -0.0005428342265076935,
      -0.1008233055472374,
      0.022054005414247513,
      0.025016840547323227,
      0.04859517887234688,
      0.044030990451574326,
      -0.04022904857993126,
      0.03994237259030342
    ],
    "engine": [
      -0.03132862225174904,
      0.0223989374935627,
      0.06455948948860168,
      0.002864041132852435,
      0.03966587781906128,
      -0.009559870697557926,
      -0.06054079160094261,
      -0.06518034636974335,
      -0.04553944990038872,
      -0.09753907471895218,
      -0.026951566338539124,
      0.04267111048102379,
      -0.0443803034722805,
      0.00417452584952116,
      -0.06244508922100067,
      0.06372889876365662,
      -0.007932917214930058,
      -0.03864958882331848,
      -0.0161556676030159,
      -0.03939015418291092,
      -0.002374043921008706,
      0.017051180824637413,
      -0.13073569536209106,
      0.020446566864848137,
      -0.07698262482881546,
      0.04826134070754051,
      -0.029749814420938492,
      0.033406466245651245,
      0.010646055452525616,
      -0.007377974689006805,
      -0.09123063832521439,
      0.02711298316717148,
      -0.06748893111944199,
      0.049950454384088516,
      0.069096140563488,
      0.022242961451411247,
      -0.004197860602289438,
      -0.025795865803956985,
      -0.020812468603253365,
      -0.04501517117023468,
      -0.0574091300368309,
      0.0070832353085279465,
      -0.030876988545060158,
      0.10873117297887802,
      -0.0004974739858880639,
      0.04042959213256836,
      -0.011481340043246746,
      -0.12209811806678772,
      0.045272428542375565,
      0.049838751554489136,
      0.012902464717626572,
      -0.014059765264391899,
      0.04787576571106911,
      0.002356446348130703,
      -0.058701127767562866,
      -0.01976785622537136,
      -0.02745893970131874,
      -0.016738060861825943,
      -0.0718584731221199,
      0.08697202801704407,
      -0.02017476037144661,
      -0.06974135339260101,
      -0.04752092435956001,
      -0.006346634589135647,
      -0.05594565346837044,
      -0.03967618942260742,
      -0.0051569282077252865,
      0.036291301250457764,
      0.05949674919247627,
      0.004735010676085949,
      -0.04301014542579651,
      0.059528082609176636,
      -0.04304835572838783,
      -0.08621025085449219,
      -0.010091898962855339,
      0.08107716590166092,
      0.015951694920659065,
      -0.06858276575803757,
      0.0347917340695858,
      -0.13862301409244537,
      -0.030544565990567207,
      -0.004078985191881657,
      0.04796342924237251,
      -0.04845504090189934,
      0.08710635453462601,
      0.004463435150682926,
      -0.03521088883280754,
      0.12238843739032745,
      0.05459319055080414,
      0.03667869046330452,
      0.05008551850914955,
      -0.07043185085058212,
      -0.004272038117051125,
      0.016536487266421318,
      0.0006350549519993365,
      0.003947442397475243,
      -0.027138233184814453,
      0.015346778556704521,
      -0.048065781593322754,
      0.020520804449915886,
      -0.04105063155293465,
      0.0616452619433403,
      -0.05411648750305176,
      -0.021672610193490982,
      0.008617071434855461,
      0.07892511785030365,
      -0.06594327837228775,
      0.11902117729187012,
      0.003998297732323408,
      -0.033273953944444656,
      0.02454955503344536,
      -0.04154819995164871,
      0.029506471008062363,
      -0.029301738366484642,
      -0.06146761029958725,
      0.14786644279956818,
      -0.04211768880486488,
      -0.018452854827046394,
      -0.018153565004467964,
      -0.02025759220123291,
      0.009962929412722588,
      0.036859627813100815,
      0.04590287804603577,
      -0.005565021187067032,
      -0.01974356360733509,
      -0.01794697716832161,
      0.1330113261938095,
      2.6430244774010332e-33,
      -0.07767460495233536,
      -0.11412665992975235,
      -0.08111663162708282,
      0.030501071363687515,
      0.07235658168792725,
      -0.03427823260426521,
      -0.029610581696033478,
      0.028571104630827904,
      0.012474488466978073,
      0.0817839503288269,
      -0.011267781257629395,
      -0.019814712926745415,
      -0.03188524767756462,
      -0.05524993687868118,
      -0.001469936571083963,
      -0.024241100996732712,
      0.009444642812013626,
      0.015410268679261208,
      -0.026341190561652184,
      0.0011319888290017843,
      0.055670347064733505,
      -0.08582093566656113,
      0.007422341965138912,
      -0.025359399616718292,
      -0.02505023032426834,
      -0.015163213945925236,
      -0.028049571439623833,
      0.015242336317896843,
      -0.04642108827829361,
      0.048813559114933014,
      0.024338040500879288,
      0.015944667160511017,
      -0.00727174524217844,
      0.1239117830991745,
      -0.02670695073902607,
      0.06332022696733475,
      0.08332318067550659,
      -0.003920630551874638,
      0.09743376076221466,
      -0.022209711372852325,
      -0.026906443759799004,
      -0.04064119607210159,
      -0.004701015539467335,
      -0.0012007340556010604,
      -0.0266062431037426,
      -0.12261702865362167,
      0.11461130529642105,
      0.01983020268380642,
      0.06289001554250717,
      0.06729408353567123,
      0.003949593286961317,
      0.0035139350220561028,
      -0.009960059076547623,
      -0.020277412608265877,
      -0.012934224680066109,
      -0.012818814255297184,
      0.03085518814623356,
      -0.001372967497445643,
      -0.0357879176735878,
      -0.04225853830575943,
      0.026521939784288406,
      0.06611461937427521,
      -0.04019889980554581,
      -0.0007868972606956959,
      0.021533316001296043,
      0.026367565616965294,
      -0.025156918913125992,
      0.0026096615474671125,
      -0.025520380586385727,
      0.03454628959298134,
      0.06966597586870193,
      -0.03676867485046387,
      -0.039847251027822495,
      -0.0178404301404953,
      -0.015786651521921158,
      -0.05670700967311859,
      -0.014319237321615219,
      0.017975758761167526,
      0.06062915176153183,
      0.05558241158723831,
      -0.04542626067996025,
      -0.019595308229327202,
      -0.07768461853265762,
      0.029456326737999916,
      0.09619388729333878,
      -0.018468186259269714,
      0.04306531697511673,
      0.009435654617846012,
      -0.03257615864276886,
      0.03704409301280975,
      -0.016310976818203926,
      -0.03575129806995392,
      0.11132755875587463,
      0.06586416065692902,
      0.0816701352596283,
      -3.415803647181221e-33,
      -0.045197200030088425,
      0.07585576176643372,
      -0.03594726324081421,
      -0.02632197178900242,
      -0.022577503696084023,
      -0.009420374408364296,
      -0.011955978348851204,
      0.06664299964904785,
      -0.02111903578042984,
      0.025559455156326294,
      -0.10785616189241409,
      0.11387889087200165,
      -0.006738664582371712,
      0.034846436232328415,
      0.04407230392098427,
      -0.04075077548623085,
      0.06081225723028183,
      -0.006955659948289394,
      -0.030534515157341957,
      -0.029288755729794502,
      0.04057350382208824,
      0.03810940682888031,
      -0.05380165949463844,
      0.00752114737406373,
      -0.00026646372862160206,
      0.042706362903118134,
      0.008572234772145748,
      -0.021873360499739647,
      0.03151866793632507,
      -0.02664569392800331,
      -0.024422790855169296,
      -0.014883465133607388,
      -0.02269323170185089,
      0.011232390999794006,
      0.022098690271377563,
      -0.05414336547255516,
      0.00684153800830245,
      0.07119329273700714,
      -0.04073048382997513,
      -0.015605435706675053,
      0.02553710527718067,
      0.005277848802506924,
      0.039963506162166595,
      0.03364855423569679,
      -0.07788246870040894,
      0.05255823954939842,
      -0.06343937665224075,
      -0.05199876055121422,
      0.04688910022377968,
      0.0905074030160904,
      -0.05906321108341217,
      0.017587121576070786,
      0.035509269684553146,
      -0.046943340450525284,
      -0.03040696121752262,
      0.03912210091948509,
      0.011418172158300877,
      0.0030687598045915365,
      -0.011219009757041931,
      0.015596686862409115,
      0.09388650208711624,
      -0.0413784421980381,
      0.034978073090314865,
      -0.010756750591099262,
      -0.007310991175472736,
      4.326185808167793e-05,
      0.035710904747247696,
      0.05317715182900429,
      -0.02549823932349682,
      0.052789121866226196,
      0.00423711072653532,
      0.0450449101626873,
      -0.14310649037361145,
      0.01309199444949627,
      -0.02139856480062008,
      -0.035335879772901535,
      0.0814645066857338,
      0.029353387653827667,
      -0.008332133293151855,
      -0.06436020880937576,
      0.029031218960881233,
      -0.03535304218530655,
      -0.03310791030526161,
      0.036859188228845596,
      0.05784422159194946,
      -0.08658110350370407,
      0.003658999688923359,
      -0.010416879318654537,
      0.049119699746370316,
      0.0005684873322024941,
      0.0710093304514885,
      0.00560448644682765,
      -0.04856625199317932,
      -0.023807939141988754,
      -0.12406999617815018,
      -2.8657369810503042e-08,
      0.02116849645972252,
      0.02922440506517887,
      0.009043223224580288,
      -0.04939042776823044,
      0.007842566817998886,
      -0.07518619298934937,
      0.08031439036130905,
      0.08914656937122345,
      -0.06186018884181976,
      -0.035365309566259384,
      0.14341993629932404,
      0.031463902443647385,
      0.053708430379629135,
      -0.0385391041636467,
      -0.017781715840101242,
      -0.07559260725975037,
      -0.037125907838344574,
      -0.08474749326705933,
      -0.041272711008787155,
      -0.09387897700071335,
      -0.06775534898042679,
      -0.061102233827114105,
      0.014927903190255165,
      0.017674541100859642,
      -0.1251278668642044,
      0.04860873892903328,
      0.09080669283866882,
      -0.01778556779026985,
      0.09615075588226318,
      0.030986808240413666,
      0.013632220216095448,
      0.08398880809545517,
      0.08030195534229279,
      0.053713034838438034,
      0.03774241358041763,
      -0.04661807790398598,
      -0.018797915428876877,
      0.0056174020282924175,
      -0.08144749701023102,
      0.0931800827383995,
      -0.06057446077466011,
      0.042763322591781616,
      -0.016388719901442528,
      -0.02234180085361004,
      0.05320658162236214,
      -0.0014567069010809064,
      -0.06998129189014435,
      0.013171928003430367,
      -0.03325186297297478,
      0.02409406751394272,
      0.049972254782915115,
      -0.02498425729572773,
      -0.009605620056390762,
      0.12208694964647293,
      -0.006952870637178421,
      -0.04340524226427078,
      0.01571449637413025,
      -0.03321231156587601,
      0.018750321120023727,
      -0.0409783311188221,
      -0.06273186206817627,
      0.0863490030169487,
      -0.010263204574584961,
      0.028163423761725426
    ],
    "export": [
      -0.03110785223543644,
      0.02410431019961834,
      -0.0669030025601387,
      0.03603469580411911,
      0.1153203547000885,
      0.03770068287849426,
      -0.061862774193286896,
      0.0475749745965004,
      -0.044571757316589355,
      0.03201542794704437,
      0.0832093358039856,
      -0.002025204710662365,
      0.0216167364269495,
      0.004437374882400036,
      0.014376363717019558,
      -0.03202030435204506,
      -0.06868256628513336,
      -0.031660355627536774,
      -0.04389030858874321,
      -0.006748913787305355,
      0.05362037196755409,
      0.02578514814376831,
      0.025104135274887085,
      -0.005589459091424942,
      0.03911557048559189,
      -0.011129692196846008,
      -0.055685028433799744,
      0.0006377770332619548,
      -0.011295379139482975,
      -0.03059379942715168,
      -0.047942470759153366,
      0.02043384313583374,
      0.0023475142661482096,
      0.08604435622692108,
      0.05814433842897415,
      0.10128629207611084,
      0.09716439247131348,
      -0.03477722033858299,
      -0.010690630413591862,
      -0.0626101866364479,
      -0.03720937296748161,
      0.02839007042348385,
      -0.060818471014499664,
      0.030862418934702873,
      -0.024202048778533936,
      -0.050775058567523956,
      -0.00994143821299076,
      -0.044209323823451996,
      -0.0371493436396122,
      0.1113472729921341,
      -0.026298753917217255,
      0.09750522673130035,
      -0.018462836742401123,
      -0.03170899301767349,
      0.007139790803194046,
      0.04054659977555275,
      -0.05080407112836838,
      0.012802558951079845,
      -0.05259966477751732,
      0.1035032868385315,
      -0.04579659551382065,
      -0.03498951345682144,
      -0.08949893712997437,
      -0.010720421560108662,
      -0.002291395328938961,
      0.05241222307085991,
      -0.005514339543879032,
      0.014983868226408958,
      0.04828638955950737,
      -0.08844006806612015,
      -0.1611475795507431,
      -0.02791929803788662,
      -0.14790281653404236,
      -0.012469690293073654,
      -0.018557311967015266,
      0.002001238288357854,
      0.024522099643945694,
      -0.03211619332432747,
      -0.04781251400709152,
      -0.10000666230916977,
      -0.10000992566347122,
      0.01567159593105316,
      -0.055776216089725494,
      0.05594838038086891,
      -0.03318134695291519,
      -0.0042791892774403095,
      0.05082165077328682,
      0.05791095644235611,
      -0.035596735775470734,
      0.01779039204120636,
      0.010877370834350586,
      -0.036057282239198685,
      0.034715939313173294,
      0.03798973560333252,
      -0.10035102069377899,
      0.025589773431420326,
      0.040273819118738174,
      0.07099798321723938,
      0.10352800786495209,
      0.07176218926906586,
      0.012297194451093674,
      -0.011281514540314674,
      -0.00015417818212881684,
      -0.04225489869713783,
      0.00603048549965024,
      -0.08568529784679413,
      -0.022269293665885925,
      0.06273273378610611,
      -0.055676721036434174,
      0.05224592238664627,
      0.023610537871718407,
      0.056412119418382645,
      -0.036253105849027634,
      -0.1553339809179306,
      0.02221716195344925,
      0.11290916055440903,
      -0.09771203249692917,
      0.030459726229310036,
      -0.012158445082604885,
      -0.0018986078212037683,
      0.07323191314935684,
      0.03829480707645416,
      0.11851702630519867,
      0.022603511810302734,
      -0.03207311034202576,
      2.6428962883073837e-05,
      0.06199483200907707,
      1.1771639201424398e-33,
      -0.031625811010599136,
      -0.054255325347185135,
      0.031514085829257965,
      0.043317992240190506,
      -0.006893842946738005,
      0.019941098988056183,
      0.004076140467077494,
      0.035090766847133636,
      0.009068788029253483,
      0.06834539771080017,
      -0.0364752933382988,
      0.1209811270236969,
      -0.09607407450675964,
      0.06546063721179962,
      0.05189761519432068,
      0.0211549811065197,
      0.020873408764600754,
      -0.014087473042309284,
      0.044426947832107544,
      0.01856388710439205,
      0.08682172745466232,
      -0.12553951144218445,
      0.028420763090252876,
      0.03550266847014427,
      0.058135055005550385,
      0.06327581405639648,
      0.009530645795166492,
      0.09352079033851624,
      -0.06872037798166275,
      0.02106359228491783,
      0.04916040226817131,
      0.001573871704749763,
      0.070748470723629,
      -0.05484095215797424,
      0.060458119958639145,
      0.047386810183525085,
      0.008632090874016285,
      0.030423272401094437,
      -0.0007595448405481875,
      -0.011706153862178326,
      0.0363108366727829,
      0.06613664329051971,
      -0.03879384696483612,
      0.003712535137310624,
      0.007798979990184307,
      -0.04528697952628136,
      0.07050643116235733,
      -0.04775024205446243,
      0.06720665842294693,
      -0.031193753704428673,
      0.04141834378242493,
      0.030531099066138268,
      0.05534541979432106,
      -0.034762170165777206,
      -0.047825299203395844,
      -0.030913274735212326,
      0.0368688590824604,
      -0.06939050555229187,
      -0.03981639817357063,
      -0.043332383036613464,
      0.08451569080352783,
      0.0032767343800514936,
      -0.02930963784456253,
      0.014001046307384968,
      -0.03738291934132576,
      0.02001388743519783,
      0.01696169003844261,
      0.03996604308485985,
      -0.036110952496528625,
      -0.0005881330580450594,
      -0.049966949969530106,
      0.0622478723526001,
      0.05498594045639038,
      -0.1345404088497162,
      0.06634284555912018,
      -0.012067938223481178,
      -0.03592722862958908,
      0.028161348775029182,
      -0.0002851391618605703,
      -0.007271213456988335,
      0.02156144194304943,
      -0.05400014668703079,
      -0.04572426527738571,
      -0.032444752752780914,
      -0.029885442927479744,
      0.022141657769680023,
      0.005138737615197897,
      -0.004261925350874662,
      -0.0007303104503080249,
      0.010869517922401428,
      -0.0019413366680964828,
      0.018969407305121422,
      0.024329613894224167,
      -0.06284251064062119,
      0.03736207261681557,
      -2.056884239501662e-33,
      0.04989692568778992,
      -0.029045723378658295,
      -0.012293451465666294,
      -0.03456103801727295,
      -0.027376966550946236,
      -0.008924568071961403,
      -0.03260796517133713,
      0.1161332055926323,
      -0.07623172551393509,
      -0.02588094398379326,
      -0.05362870916724205,
      -0.06786235421895981,
      0.053237996995449066,
      0.011432379484176636,
      0.0034127363469451666,
      0.07951229065656662,
      9.34131967369467e-05,
      -0.007030597422271967,
      0.002363926265388727,
      -0.0258388202637434,
      -0.05054371803998947,
      0.032088641077280045,
      0.05363394320011139,
      -0.0024920746218413115,
      0.029866402968764305,
      0.007614580448716879,
      -0.05880729481577873,
      -0.007822414860129356,
      0.002459399402141571,
      0.009055109694600105,
      0.09660470485687256,
      0.010007784701883793,
      -0.038227442651987076,
      -0.03950359672307968,
      -0.07465820759534836,
      -0.042607635259628296,
      -0.021152473986148834,
      0.05174417048692703,
      0.09949890524148941,
      0.03850071132183075,
      -0.008640529587864876,
      0.006449887529015541,
      0.004111041780561209,
      -0.025446753948926926,
      -0.013499372638761997,
      0.03975073993206024,
      0.033951058983802795,
      0.03347928449511528,
      -0.06472636759281158,
      -0.02432873472571373,
      0.04770591855049133,
      0.028318870812654495,
      -0.04213876277208328,
      -0.12137763202190399,
      0.03620987758040428,
      0.03191105276346207,
      -0.10553834587335587,
      -0.04120134934782982,
      -0.10307075828313828,
      -0.020069794729351997,
      0.009795407764613628,
      -0.03492176905274391,
      0.03206830099225044,
      -0.034074485301971436,
      -0.022359633818268776,
      0.0002265398798044771,
      0.03425087407231331,
      0.023893218487501144,
      0.011736497282981873,
      0.05809798464179039,
      0.00739387609064579,
      -0.058673545718193054,
      -0.12249698489904404,
      -0.04743896797299385,
      -0.012364974245429039,
      0.01761336252093315,
      -0.06278764456510544,
      0.04563946649432182,
      -0.028386272490024567,
      0.027806725353002548,
      0.005902541801333427,
      0.018056415021419525,
      -0.05809761956334114,
      -0.006480260286480188,
      0.07390029728412628,
      -0.10888361185789108,
      0.014462647028267384,
      -0.0023916831705719233,
      0.0505947545170784,
      0.06365390866994858,
      -0.055491574108600616,
      -0.0010227244347333908,
      -0.07172440737485886,
      0.012890803627669811,
      0.003050779225304723,
      -2.3733814913384776e-08,
      -0.030481655150651932,
      0.05010627210140228,
      -0.07171400636434555,
      -0.016341358423233032,
      0.0888797715306282,
      0.05451374500989914,
      0.018372494727373123,
      0.03121517039835453,
      0.050790298730134964,
      0.027534430846571922,
      0.06104752793908119,
      -0.003241355763748288,
      -0.12072759121656418,
      -0.04285457357764244,
      -0.056671980768442154,
      -0.01554198656231165,
      0.04669836908578873,
      0.07588112354278564,
      -0.03174832463264465,
      -0.00959992315620184,
      -0.0400792621076107,
      0.03977837786078453,
      0.052905187010765076,
      -0.0043756235390901566,
      -0.013344405218958855,
      -0.010801543481647968,
      0.04621710255742073,
      0.07082821428775787,
      0.10978307574987411,
      0.017219239845871925,
      -0.0068864827044308186,
      0.013740631751716137,
      -0.027790626510977745,
      -0.055219318717718124,
      -0.01869465969502926,
      -0.03223080933094025,
      0.008508529514074326,
      0.031528882682323456,
      -0.002418910153210163,
      0.12348257005214691,
      0.05121435225009918,
      -0.005904639605432749,
      -0.10205505788326263,
      0.04882168024778366,
      -0.0627884566783905,
      0.009704184718430042,
      -0.11288639158010483,
      -0.03841063007712364,
      -0.04013742506504059,
      0.022454367950558662,
      0.0011932606576010585,
      -0.028296010568737984,
      -0.04951848089694977,
      0.0391763299703598,
      -0.03569168969988823,
      0.030088717117905617,
      -0.013664113357663155,
      -0.021921882405877113,
      0.06123622506856918,
      -0.04884369298815727,
      -0.03927738219499588,
      -0.07539033889770508,
      0.03564230725169182,
      -0.03288538381457329
    ],
    "frost": [
      -0.060595255345106125,
      -0.006758041679859161,
      0.030925536528229713,
      0.04116581007838249,
      0.07524869590997696,
      -0.017391903325915337,
      0.08019975572824478,
      0.01597108319401741,
      0.061080798506736755,
      -0.0064790332689881325,
      0.0022305503953248262,
      -0.05853429436683655,
      -0.011182207614183426,
      -0.028293287381529808,
      -0.09248732775449753,
      -0.06275906413793564,
      -0.06645181775093079,
      -0.014279178343713284,
      0.0021166049409657717,
      -0.09530726075172424,
      0.02255876362323761,
      -0.037081122398376465,
      -0.0016543421661481261,
      0.028573093935847282,
      -0.04852568730711937,
      0.07623034715652466,
      -0.062116436660289764,
      -0.01115478202700615,
      -0.03703727573156357,
      0.03687918186187744,
      -0.02569628320634365,
      0.09848178923130035,
      0.06099620461463928,
      -0.00022630502644460648,
      -0.01664314605295658,
      -0.031867094337940216,
      0.02446907013654709,
      -0.019243167713284492,
      -0.06742792576551437,
      -0.019810190424323082,
      0.035914916545152664,
      -0.044746629893779755,
      0.04630628973245621,
      0.02528977207839489,
      0.02675704099237919,
      0.047797176986932755,
      0.09092995524406433,
      0.04846956208348274,
      -0.074958436191082,
      0.0514628030359745,
      0.017380932345986366,
      0.0005663723568432033,
      -0.028938768431544304,
      -0.012885013595223427,
      -0.022818351164460182,
      0.05834297463297844,
      0.052883636206388474,
      0.021474367007613182,
      0.006310993805527687,
      -0.006660985294729471,
      -0.0030635742004960775,
      0.056138597428798676,
      -0.06364656239748001,
      0.022201772779226303,
      0.07643258571624756,
      0.0030314282048493624,
      -0.017464501783251762,
      -0.05175107344985008,
      0.040388818830251694,
      -0.03391849622130394,
      0.07775671780109406,
      0.0996142327785492,
      0.10337240993976593,
      -0.020419487729668617,
      -0.013058229349553585,
      -0.0055228909477591515,
      -0.014437779784202576,
      0.0004812190600205213,
      0.09280906617641449,
      -0.02057573013007641,
      -0.015157216228544712,
      -0.018841605633497238,
      0.024461613968014717,
      0.09366316348314285,
      0.02695383131504059,
      0.006741649471223354,
      0.05717752128839493,
      0.02825225703418255,
      0.00345348147675395,
      -0.011589129455387592,
      0.04327871650457382,
      -0.030047070235013962,
      -0.14989304542541504,
      -0.006449430249631405,
      -0.15659910440444946,
      0.07472185045480728,
      0.040599994361400604,
      -0.04925848916172981,
      -0.018320364877581596,
      0.05952971801161766,
      -0.06138227507472038,
      -0.09304531663656235,
      -0.0456661656498909,
      0.04900722950696945,
      0.052477724850177765,
      -0.00673698028549552,
      -0.03253932669758797,
      -0.03541409596800804,
      0.00250716763548553,
      -0.020287949591875076,
      -0.013559186831116676,
      -0.049427129328250885,
      0.015879226848483086,
      0.036320656538009644,
      0.003276433562859893,
      -0.06019910052418709,
      -0.09850811958312988,
      0.010993670672178268,
      0.0582377091050148,
      0.04379982128739357,
      -0.026677289977669716,
      0.09296337515115738,
      0.006809106562286615,
      -0.015294869430363178,
      0.06463993340730667,
      0.06851283460855484,
      0.044521432369947433,
      3.6121692438021146e-33,
      0.03699566051363945,
      0.044820114970207214,
      0.019380781799554825,
      -0.019708719104528427,
      -0.020013686269521713,
      -0.059019435197114944,
      -0.005604300647974014,
      0.059025559574365616,
      0.0022806753404438496,
      -0.011116248555481434,
      0.06963133811950684,
      0.03977639228105545,
      -0.04517974704504013,
      0.006212891545146704,
      0.013605151325464249,
      -0.019897786900401115,
      0.013837168924510479,
      -0.019752832129597664,
      0.010724141262471676,
      0.0012778349919244647,
      0.04274216666817665,
      -0.03508814796805382,
      0.022284390404820442,
      0.026175301522016525,
      0.04414117708802223,
      0.10696054250001907,
      0.03139800205826759,
      0.11414798349142075,
      -0.012295573949813843,
      -0.005729897413402796,
      0.1673908680677414,
      0.05661063641309738,
      -0.004102514591068029,
      -0.04274241253733635,
      0.034620098769664764,
      -0.027725912630558014,
      0.05368519574403763,
      0.052061211317777634,
      -0.004343742970377207,
      -0.006850400008261204,
      0.058981653302907944,
      -0.015272129327058792,
      0.06547114998102188,
      -0.03710866719484329,
      0.05766858905553818,
      -0.01657169871032238,
      -0.03497961536049843,
      0.002761411014944315,
      0.019635027274489403,
      0.09563397616147995,
      0.05331915616989136,
      -0.03720090910792351,
      0.015604956075549126,
      -0.03172558546066284,
      0.016712751239538193,
      0.022709684446454048,
      0.008284490555524826,
      -0.06784167885780334,
      0.0303912702947855,
      -0.064291812479496,
      -0.02353011630475521,
      -0.10907258093357086,
      0.03890730068087578,
      -0.06286022067070007,
      0.047984521836042404,
      0.0972495824098587,
      -0.04058437421917915,
      0.04214572533965111,
      -0.0032432889565825462,
      -0.028672335669398308,
      0.020981449633836746,
      -0.06479689478874207,
      0.05617300420999527,
      -0.01075947005301714,
      -0.08080878108739853,
      0.0248743686825037,
      -0.04734223335981369,
      -0.03752101957798004,
      -0.03497420623898506,
      -0.01630306988954544,
      -0.028115246444940567,
      -0.0159204863011837,
      -0.031170940026640892,
      -0.01767992414534092,
      -0.0379144623875618,
      -0.07094541192054749,
      -0.04115438461303711,
      0.037947334349155426,
      -0.0834536924958229,
      0.014898738823831081,
      0.028296317905187607,
      -0.01921701990067959,
      -0.0022966256365180016,
      -0.012913800776004791,
      -0.013802587985992432,
      -2.1777724458822106e-33,
      0.005578851327300072,
      -0.03033519722521305,
      0.00773449195548892,
      0.09603305160999298,
      -0.006255199667066336,
      -0.0370345413684845,
      -0.014530050568282604,
      0.008452826179564,
      0.029069092124700546,
      0.03108903020620346,
      -0.0037922875490039587,
      -0.021531643345952034,
      -0.029445050284266472,
      0.028408197686076164,
      -0.08239643275737762,
      0.08855771273374557,
      -0.017748331651091576,
      0.012737799435853958,
      -0.018132861703634262,
      0.07967532426118851,
      -0.09455201029777527,
      0.024784622713923454,
      -0.1167885959148407,
      -0.05232243239879608,
      0.0133152911439538,
      0.06688105314970016,
      0.06136517599225044,
      -0.02865144982933998,
      -0.02714676968753338,
      -0.07059819996356964,
      -0.10978361964225769,
      -0.05407341569662094,
      0.010170266032218933,
      -0.03992795571684837,
      -0.004364079795777798,
      0.00438208132982254,
      0.0348004586994648,
      -0.09317349642515182,
      -0.12085390836000443,
      0.014085566624999046,
      0.0706990510225296,
      0.07451988011598587,
      0.02146749757230282,
      0.028430504724383354,
      0.014090857468545437,
      0.030297115445137024,
      -0.03637000545859337,
      0.014408085495233536,
      0.08500128239393234,
      0.01444766204804182,
      -0.012735485099256039,
      -0.06170680746436119,
      -0.062333155423402786,
      0.06404042989015579,
      -0.01810065098106861,
      0.03509395197033882,
      -0.030744684860110283,
      0.030874330550432205,
      -0.01914340630173683,
      0.04078877717256546,
      0.025741055607795715,
      -0.12411527335643768,
      0.013172737322747707,
      0.020885247737169266,
      -0.00016470665286760777,
      0.018408408388495445,
      0.05362354964017868,
      0.0084227928891778,
      0.09135925024747849,
      0.037209220230579376,
      0.1583656668663025,
      0.019632598385214806,
      0.018979646265506744,
      -0.10696811974048615,
      0.02270604856312275,
      -0.04511229321360588,
      -0.024641908705234528,
      -0.007182895205914974,
      -0.11060595512390137,
      -0.011081177741289139,
      0.022709978744387627,
      -0.08904784172773361,
      -0.015096147544682026,
      0.1395660936832428,
      0.012468510307371616,
      -0.11723516136407852,
      0.0124589204788208,
      0.013035450130701065,
      -0.05392986908555031,
      0.04818902537226677,
      -0.0024637188762426376,
      0.029953330755233765,
      -0.02553851343691349,
      0.037738095968961716,
      -0.005718446336686611,
      -3.0459812450089885e-08,
      -0.05810151994228363,
      -0.028922364115715027,
      -0.01184243056923151,
      -0.016019484028220177,
      0.03668488562107086,
      -0.01650625467300415,
      0.051545023918151855,
      -0.04388453811407089,
      -0.05445568636059761,
      -0.09463245421648026,
      0.05643396079540253,
      0.02680995501577854,
      0.038596536964178085,
      -0.003015356371179223,
      0.08701296895742416,
      0.00942728016525507,
      0.037004899233579636,
      0.024948686361312866,
      -0.06553032994270325,
      -0.06376565992832184,
      -0.03678029030561447,
      0.02254577726125717,
      0.05882822722196579,
      -0.0744137167930603,
      -0.011933689936995506,
      0.028587015345692635,
      0.04577808827161789,
      0.039023108780384064,
      0.039103344082832336,
      0.04702410101890564,
      -0.08095473051071167,
      0.0046132346615195274,
      0.14324475824832916,
      -0.10431908816099167,
      0.04881126806139946,
      0.03374342620372772,
      -0.027033962309360504,
      0.019881976768374443,
      0.05827413871884346,
      -0.024628618732094765,
      -0.010052600875496864,
      0.04599900171160698,
      -0.1214015930891037,
      -0.028541257604956627,
      0.04270439222455025,
      -0.025896582752466202,
      -0.006133366841822863,
      -0.001274398877285421,
      -0.03954800218343735,
      0.08504024893045425,
      -0.03345601633191109,
      0.03619189187884331,
      -0.07961339503526688,
      0.03398730233311653,
      -0.04130570963025093,
      -0.052466560155153275,
      0.005079444032162428,
      -0.049542173743247986,
      -0.06776145100593567,
      0.01580670475959778,
      -0.03061947412788868,
      -0.02110735885798931,
      -0.05178613215684891,
      -0.05867524445056915
    ],
    "garden": [
      0.03446882218122482,
      0.0645822212100029,
      0.01675395853817463,
      -0.040042418986558914,
      0.09655959904193878,
      -0.058185428380966187,
      -0.033565256744623184,
      -0.08733678609132767,
      0.03691960126161575,
      0.02757755108177662,
      0.037643883377313614,
      -0.050889723002910614,
      0.024657106027007103,
      0.009227057918906212,
      0.0009816655656322837,
      -0.005904331337660551,
      0.04500887170433998,
      0.03731349855661392,
      -0.09061972796916962,
      0.020353995263576508,
      0.033503785729408264,
      0.028893636539578438,
      0.0009981029434129596,
      -0.03967617452144623,
      0.06113237887620926,
      0.026736624538898468,
      -0.06364330649375916,
      0.02116827853024006,
      -0.02334580384194851,
      -0.0012718685902655125,
      0.006301802583038807,
      0.10250350087881088,
      0.014113562181591988,
      -0.014470630325376987,
      0.00885055959224701,
      0.08386557549238205,
      0.0058897556737065315,
      -0.07383766025304794,
      0.021008480340242386,
      -0.005646588746458292,
      0.011396780610084534,
      0.01972793973982334,
      0.024502769112586975,
      0.028855551034212112,
      -0.01623021624982357,
      0.06454191356897354,
      -0.030327409505844116,
      0.05884505435824394,
      0.06900631636381149,
      -0.05844330042600632,
      0.051271118223667145,
      0.06750364601612091,
      0.05430913344025612,
      -0.08251281827688217,
      -0.08681046217679977,
      0.044946882873773575,
      0.012167906388640404,
      -0.013390892185270786,
      -0.054219573736190796,
      -0.02135065384209156,
      0.02488747052848339,
      0.0012767909793183208,
      -0.1464809626340866,
      0.017910374328494072,
      0.07184142619371414,
      -0.02448856458067894,
      -0.05192453786730766,
      0.045967984944581985,
      0.07533521950244904,
      -0.014584915712475777,
      0.04142167419195175,
      0.04905935749411583,
      -0.0022225691936910152,
      -0.06471829116344452,
      -0.027097387239336967,
      0.11670169234275818,
      -0.055443864315748215,
      0.03766987845301628,
      0.05118219554424286,
      -0.04076244682073593,
      0.041003793478012085,
      0.012460513040423393,
      0.012958149425685406,
      0.016734439879655838,
      -0.043655458837747574,
      0.024270184338092804,
      0.06345919519662857,
      0.14958947896957397,
      0.009810897521674633,
      -0.0021058383863419294,
      0.047012269496917725,
      -0.015683772042393684,
      -0.039436910301446915,
      0.09931584447622299,
      -0.0050012799911201,
      0.08163696527481079,
      0.01637771725654602,
      -0.10794045776128769,
      -0.08851534128189087,
      0.002167534315958619,
      -0.08454624563455582,
      -0.014691735617816448,
      0.028667371720075607,
      0.014965825714170933,
      0.05235593393445015,
      -0.05774692818522453,
      -0.06343742460012436,
      0.03561127558350563,
      -0.026101231575012207,
      0.0413631834089756,
      -0.05272560939192772,
      -0.009182361885905266,
      0.039286836981773376,
      0.09149044752120972,
      0.0580730214715004,
      -0.03178638592362404,
      0.041959285736083984,
      0.010957852005958557,
      0.024283001199364662,
      0.028538132086396217,
      0.024126766249537468,
      -0.0003448470088187605,
      -0.038869500160217285,
      -0.03424610197544098,
      0.030092760920524597,
      0.013848849572241306,
      -0.052259672433137894,
      4.488941551899169e-34,
      0.0398595817387104,
      -0.027614396065473557,
      0.0552636981010437,
      0.019394276663661003,
      -0.018197819590568542,
      -0.008158368989825249,
      -0.03091711923480034,
      -0.036299530416727066,
      0.08431600779294968,
      -0.01554880291223526,
      -0.06155390664935112,
      -0.027562487870454788,
      -0.04998821020126343,
      0.00806979089975357,
      -0.04845733195543289,
      -0.04315493255853653,
      -0.016127608716487885,
      0.06537890434265137,
      0.005082220770418644,
      -0.033246055245399475,
      -0.06846015155315399,
      -0.005109836813062429,
      -0.11366511881351471,
      0.04191706329584122,
      0.04252766817808151,
      -0.06333786994218826,
      0.0954657644033432,
      0.00018598280439618975,
      -0.05228777974843979,
      0.007060220930725336,
      0.1147533655166626,
      -0.018390240147709846,
      0.017664723098278046,
      -0.03615783154964447,
      0.03930879756808281,
      0.04074626415967941,
      0.025699753314256668,
      0.042848534882068634,
      0.02685626596212387,
      0.02890721708536148,
      -0.027669409289956093,
      -0.0024571011308580637,
      0.08933952450752258,
      -0.061359141021966934,
      -0.025548221543431282,
      -0.048447076231241226,
      0.04025780037045479,
      -0.0812467634677887,
      -0.02065950632095337,
      0.07245969772338867,
      0.0407925620675087,
      0.02507171593606472,
      -0.009611692279577255,
      -0.06556785106658936,
      -0.01688178814947605,
      0.03539628908038139,
      0.05881611257791519,
      0.003503830637782812,
      -0.030478186905384064,
      -0.025229427963495255,
      -0.037958934903144836,
      0.006679268553853035,
      0.02109016664326191,
      -0.08573136478662491,
      0.06252730637788773,
      -0.07393300533294678,
      -0.08938860893249512,
      0.0034996417816728354,
      -0.08110038936138153,
      0.11130538582801819,
      0.053510524332523346,
      -0.112240731716156,
      0.025466129183769226,
      0.0010392211843281984,
      -0.05876419320702553,
      -0.040585923939943314,
      0.016359245404601097,
      -0.011508665047585964,
      -0.05888073891401291,
      0.009409580379724503,
      0.06021059677004814,
      -0.01825602725148201,
      -0.09734843671321869,
      -0.030847487971186638,
      -0.06972562521696091,
      -0.0409950390458107,
      0.011299557983875275,
      0.05743028596043587,
      -0.08661724627017975,
      0.043665893375873566,
      0.10878220200538635,
      0.03231643885374069,
      0.03215985372662544,
      -0.038967836648225784,
      0.015960020944476128,
      -1.144349076984274e-33,
      -0.026945481076836586,
      0.020635712891817093,
      -0.01306687481701374,
      0.09809320420026779,
      0.03973085805773735,
      0.014776927419006824,
      0.0004549267760012299,
      0.018117381259799004,
      -0.04607090726494789,
      0.03364500030875206,
      -0.0454055517911911,
      0.06879670172929764,
      -0.024909254163503647,
      0.017288051545619965,
      -0.07013993710279465,
      0.1003497913479805,
      -0.003171403193846345,
      -0.015713445842266083,
      0.03882094845175743,
      0.082364521920681,
      -0.07852984964847565,
      -0.0377214178442955,
      0.03460719808936119,
      0.06578259915113449,
      -0.006114994641393423,
      -0.06944653391838074,
      0.07874735444784164,
      0.0478782132267952,
      -0.060946814715862274,
      -0.0808115154504776,
      -0.016360437497496605,
      -0.027252385392785072,
      -0.036605071276426315,
      0.03919682279229164,
      0.02581223100423813,
      -0.05024067312479019,
      0.006265320815145969,
      -0.08746988326311111,
      -0.015111920423805714,
      -0.021733185276389122,
      -0.05879252031445503,
      -0.0060680825263261795,
      0.006573892664164305,
      -0.10037577897310257,
      0.03399944305419922,
      0.03697739541530609,
      0.05865078046917915,
      -0.08155467361211777,
      0.04384162276983261,
      -0.02879101224243641,
      0.08435723930597305,
      0.056747302412986755,
      0.04871765524148941,
      0.08616388589143753,
      0.03156469389796257,
      -0.0323898009955883,
      -0.04236708953976631,
      0.011733745224773884,
      0.01056370697915554,
      0.06488699465990067,
      0.028849150985479355,
      -0.005938584450632334,
      -0.021844247356057167,
      -0.013437721878290176,
      -0.0519549585878849,
      0.02823234722018242,
      0.023749029263854027,
      0.07681552320718765,
      -0.013917766511440277,
      -0.0003776195226237178,
      -0.023026689887046814,
      0.009673447348177433,
      0.061607249081134796,
      -0.037187132984399796,
      -0.03857816010713577,
      -0.043719518929719925,
      0.015246041119098663,
      -0.023284438997507095,
      -0.09525910764932632,
      -0.04958676919341087,
      -0.010081605054438114,
      0.03590741008520126,
      -0.1136261522769928,
      -0.025375528261065483,
      0.005238814279437065,
      -0.08705013245344162,
      0.053116071969270706,
      -0.013107857666909695,
      0.02704726904630661,
      0.09067162871360779,
      0.031019048765301704,
      0.04818780720233917,
      0.00780140096321702,
      -0.0006464957841672003,
      0.05482708662748337,
      -2.762363493502562e-08,
      -0.04783400520682335,
      -0.0649360939860344,
      0.08948003500699997,
      -0.10291451215744019,
      -0.02121772989630699,
      0.014643139205873013,
      0.09233295917510986,
      -0.0021510340739041567,
      0.045874692499637604,
      0.038934819400310516,
      0.031554460525512695,
      0.021854758262634277,
      -0.09062772989273071,
      0.010863824747502804,
      0.02909821644425392,
      -0.08655392378568649,
      -0.002201435388997197,
      0.000147734084748663,
      -0.010621793568134308,
      0.06323722004890442,
      0.05714506283402443,
      0.01345544308423996,
      -0.0583825446665287,
      0.017390022054314613,
      0.1063159704208374,
      0.002379243029281497,
      0.07369782030582428,
      -0.03242989629507065,
      0.07746326178312302,
      0.026613453403115273,
      0.05497296527028084,
      0.027577992528676987,
      0.0029718251898884773,
      -0.041288092732429504,
      -0.14791488647460938,
      0.041819337755441666,
      0.02615312673151493,
      0.030592190101742744,
      -0.025921953842043877,
      -0.00474783219397068,
      -0.04613414406776428,
      -0.04345759004354477,
      -0.0222794096916914,
      -0.060215454548597336,
      -0.04377615824341774,
      -0.04150440916419029,
      0.037653617560863495,
      0.07233228534460068,
      -0.0695982575416565,
      -0.027489352971315384,
      0.0542026087641716,
      0.01963348686695099,
      0.015611586160957813,
      -0.005958086345344782,
      -0.007032420020550489,
      -0.01604621484875679,
      -0.012966442853212357,
      -0.037582870572805405,
      0.04940345883369446,
      -0.030899109318852425,
      -0.11127175390720367,
      0.03484208509325981,
      -0.12652768194675446,
      -0.048470284789800644
    ],
    "harbor": [
      0.04210140183568001,
      0.029701394960284233,
      0.06756631284952164,
      0.004540508612990379,
      0.03789432346820831,
      -0.03394072502851486,
      -0.017109645530581474,
      -0.11348132789134979,
      -0.06496211141347885,
      -0.06932348012924194,
      -0.029202967882156372,
      -0.006564827170222998,
      -0.06647998094558716,
      0.060756877064704895,
      0.0026929215528070927,
      0.06179003044962883,
      0.008064634166657925,
      -0.0306636281311512,
      -0.0076882983557879925,
      0.00888320617377758,
      0.0027594848070293665,
      -0.06781294196844101,
      -0.10886179655790329,
      -0.0014902717666700482,
      -0.09206894040107727,
      0.009668992832303047,
      0.03644057363271713,
      0.06056002900004387,
      0.054684776812791824,
      -0.016110040247440338,
      -0.10930263251066208,
      0.0028490168042480946,
      -0.05037159100174904,
      0.03496275097131729,
      0.0053193396888673306,
      0.042695801705121994,
      0.022064208984375,
      -0.03220523148775101,
      -0.004370968323200941,
      -0.033345818519592285,
      -0.040065523236989975,
      0.02516736090183258,
      0.03439086675643921,
      0.11689113825559616,
      -0.019738124683499336,
      0.0493645966053009,
      -0.03282654285430908,
      -0.06104586273431778,
      0.04452791437506676,
      0.09399498999118805,
      0.0545138344168663,
      -0.006420087069272995,
      0.0451183058321476,
      0.011976187117397785,
      -0.034164685755968094,
      -0.005288470536470413,
      -0.052640970796346664,
      -0.04074489697813988,
      -0.017521487548947334,
      0.004876030143350363,
      -0.013529506511986256,
      -0.0871800035238266,
      -0.001215795986354351,
      0.004829482641071081,
      -0.024398131296038628,
      -0.0003713416517712176,
      -0.11213827133178711,
      -0.013295368291437626,
      0.0665326938033104,
      -0.06312516331672668,
      -0.040351368486881256,
      0.07451843470335007,
      -0.004856571089476347,
      -0.02825012430548668,
      -0.033178478479385376,
      0.0262075737118721,
      -0.02615983597934246,
      -0.05406499281525612,
      0.0538366436958313,
      -0.06151013821363449,
      -0.0026276111602783203,
      -0.002100893296301365,
      -0.00871593039482832,
      -0.01623893342912197,
      0.0804653987288475,
      0.012886043637990952,
      -0.08846236765384674,
      0.10293558239936829,
      0.01803494803607464,
      0.06219549849629402,
      0.06275393813848495,
      -0.01082277949899435,
      -0.007336295209825039,
      -0.05704420804977417,
      0.031155912205576897,
      -0.019148338586091995,
      -0.09410899877548218,
      0.02673867903649807,
      -0.09205342084169388,
      0.02757822349667549,
      0.007542581297457218,
      0.09137347340583801,
      -0.030413243919610977,
      -0.013408456929028034,
      0.06936437636613846,
      -0.016982050612568855,
      0.005567497573792934,
      0.07566411793231964,
      -0.0118610430508852,
      0.018499042838811874,
      0.011449068784713745,
      0.025789184495806694,
      0.08666791766881943,
      -0.0003938051813747734,
      -0.020243940874934196,
      0.11727172881364822,
      -0.0026230227667838335,
      -0.01803954504430294,
      -0.005720564629882574,
      -0.008811887353658676,
      0.050187502056360245,
      0.016098977997899055,
      0.07912416011095047,
      -0.07228118926286697,
      -0.04864855110645294,
      -0.022622503340244293,
      0.11023759841918945,
      1.0532536830898201e-33,
      -0.09164153039455414,
      -0.04139772057533264,
      -0.06718127429485321,
      -0.005306490696966648,
      0.05751674994826317,
      -0.10611671209335327,
      -0.05315987393260002,
      -0.01691954769194126,
      0.00226187938824296,
      -0.015189247205853462,
      0.006017399951815605,
      0.01136718038469553,
      0.0024134840350598097,
      -0.05471966788172722,
      0.047382861375808716,
      -0.01875220611691475,
      0.09476547688245773,
      0.029047638177871704,
      -0.04469332471489906,
      0.009788603521883488,
      0.08320948481559753,
      -0.14817756414413452,
      -0.0016989009454846382,
      -0.026538271456956863,
      -0.07693658769130707,
      -0.015526091679930687,
      -0.011141408234834671,
      0.02347365766763687,
      -0.019276924431324005,
      0.04864184930920601,
      -0.00027281726943328977,
      -0.032379891723394394,
      -0.04437955468893051,
      0.09509272128343582,
      0.02177431620657444,
      -0.028980661183595657,
      0.09652277082204819,
      -0.03319588676095009,
      0.10460475087165833,
      -0.08283434808254242,
      -0.1134021133184433,
      -0.04633144661784172,
      -0.035567957907915115,
      0.0752851665019989,
      -0.06880088895559311,
      -0.08864215016365051,
      0.07591663300991058,
      0.00012282132229302078,
      0.021869521588087082,
      0.1498035043478012,
      -0.015201913192868233,
      -0.024487540125846863,
      -0.13447938859462738,
      -0.026698943227529526,
      -0.02656652219593525,
      0.008878996595740318,
      0.04571975767612457,
      0.023152370005846024,
      -0.0646006241440773,
      -0.020216194912791252,
      0.02047356776893139,
      0.07540716975927353,
      -0.02510927803814411,
      -0.004264877177774906,
      0.0151067478582263,
      0.07180439680814743,
      -0.027878491207957268,
      -0.038746725767850876,
      -0.06440895050764084,
      0.01545566227287054,
      0.05061491206288338,
      -0.008466655388474464,
      -0.07614386826753616,
      -0.015866247937083244,
      -0.042314086109399796,
      -0.05387114733457565,
      0.0353839173913002,
      0.05297158658504486,
      0.07789767533540726,
      0.08018629997968674,
      -0.06145007163286209,
      0.01135414931923151,
      -0.05034589394927025,
      0.04713603854179382,
      0.013852432370185852,
      -0.013427934609353542,
      0.05132776126265526,
      0.010818587616086006,
      -0.03914530202746391,
      -0.013106408528983593,
      0.019666146486997604,
      -0.0017759967595338821,
      0.12161973118782043,
      -0.01506955735385418,
      -0.03206540271639824,
      -1.664924831769586e-33,
      -0.032552432268857956,
      0.02862878143787384,
      -0.030227750539779663,
      -0.037818558514118195,
      -0.0964382067322731,
      -0.012439435347914696,
      -0.006264274474233389,
      0.05614320561289787,
      -0.006503637880086899,
      0.02463623695075512,
      -0.1245269626379013,
      0.10762354731559753,
      0.0336320735514164,
      0.043416135013103485,
      0.026326283812522888,
      -0.024966616183519363,
      0.10844715684652328,
      0.05340566858649254,
      0.006408237386494875,
      -0.01603744924068451,
      0.052682921290397644,
      0.051878444850444794,
      -0.05908186733722687,
      -0.008617286570370197,
      -0.022577928379178047,
      0.06723855435848236,
      0.037593793123960495,
      -0.024404315277934074,
      0.0019050121773034334,
      -0.024126755073666573,
      0.011819349601864815,
      0.036031074821949005,
      -0.0115748206153512,
      0.008473088964819908,
      0.007476482540369034,
      -0.05342840403318405,
      0.05208350718021393,
      0.0799240991473198,
      -0.062666155397892,
      0.10685870796442032,
      0.024683313444256783,
      -0.01770891062915325,
      0.004087380599230528,
      0.006884730886667967,
      -0.12381589412689209,
      0.11084524542093277,
      -0.05185553804039955,
      0.0035221108701080084,
      -0.02920926921069622,
      0.032259900122880936,
      -0.06854698061943054,
      0.013779455795884132,
      0.030961038544774055,
      0.014467204920947552,
      -0.06833233684301376,
      0.09874162077903748,
      -0.019907379522919655,
      -0.04129345715045929,
      0.010368602350354195,
      -0.05266265943646431,
      0.006606400012969971,
      -0.05819829925894737,
      -0.03267822787165642,
      0.012191356159746647,
      -0.01056175958365202,
      0.02005545236170292,
      0.01875447854399681,
      0.04060817137360573,
      -0.061038270592689514,
      0.05932691693305969,
      -0.013832036405801773,
      -0.01828925497829914,
      -0.07236100733280182,
      0.010008553974330425,
      -0.0034145221579819918,
      -0.027248602360486984,
      0.03475433588027954,
      0.034907858818769455,
      -0.054967548698186874,
      -0.015389754436910152,
      -0.029455343261361122,
      0.06641727685928345,
      -0.04939579591155052,
      -0.046409722417593,
      0.08280543982982635,
      -0.11950118094682693,
      -0.018042337149381638,
      -0.021000176668167114,
      0.010280417278409004,
      0.009616768918931484,
      0.0914912149310112,
      0.04019144922494888,
      -0.061746835708618164,
      -0.0014535044319927692,
      -0.05345413461327553,
      -2.8222828518664755e-08,
      -0.0007367231301032007,
      0.004991109017282724,
      0.031159937381744385,
      -0.026279939338564873,
      -0.03258134052157402,
      -0.06282531470060349,
      0.044997699558734894,
      0.011299165897071362,
      -0.020082412287592888,
      0.010969663970172405,
      0.08575444668531418,
      0.0058649685233831406,
      0.017147202044725418,
      -0.0422908179461956,
      -0.01954464428126812,
      -0.03654806688427925,
      0.0041440012864768505,
      -0.09400646388530731,
      -0.04256055876612663,
      -0.016717225313186646,
      -0.02962605282664299,
      -0.03792329132556915,
      0.004369377624243498,
      0.024899911135435104,
      -0.07777199894189835,
      0.11152471601963043,
      0.06553632020950317,
      -0.020562373101711273,
      0.016052404418587685,
      0.022880328819155693,
      0.04002995043992996,
      0.09699973464012146,
      -0.02503621019423008,
      0.04394694045186043,
      -0.004496139008551836,
      0.02656521275639534,
      -0.004446603357791901,
      -0.03216090053319931,
      -0.05618016794323921,
      0.117275170981884,
      -0.0722842887043953,
      -0.010867923498153687,
      -0.022078249603509903,
      0.049422722309827805,
      0.03371524438261986,
      0.07213487476110458,
      -0.007823653519153595,
      0.018624942749738693,
      0.012319470755755901,
      0.014311503618955612,
      0.02456471510231495,
      -0.019535033032298088,
      0.017048468813300133,
      0.07107789814472198,
      0.0240227822214365,
      0.02770788036286831,
      0.009777023456990719,
      -0.045229628682136536,
      0.025641778483986855,
      -0.015622726641595364,
      0.02540225349366665,
      0.10202625393867493,
      -0.03573254868388176,
      0.029377667233347893
    ],
    "iris": [
      -0.0507018007338047,
      -0.009898712858557701,
      -0.018721379339694977,
      0.016292570158839226,
      0.011538693681359291,
      0.016344644129276276,
      0.019495652988553047,
      -0.011214068159461021,
      -0.0008177703712135553,
      0.04709798842668533,
      0.07567646354436874,
      0.10108239948749542,
      -0.024176089093089104,
      -0.08404594659805298,
      -0.067779541015625,
      -0.029223846271634102,
      -0.05701303109526634,
      -0.034324463456869125,
      -0.01927855797111988,
      0.015654221177101135,
      0.06568606197834015,
      -0.030044326558709145,
      -0.021162476390600204,
      -0.0243950467556715,
      -0.00766791170462966,
      0.030411554500460625,
      0.045182399451732635,
      0.035483330488204956,
      0.017562882974743843,
      -0.037920136004686356,
      -0.07455331087112427,
      0.0391400083899498,
      0.025778384879231453,
      0.026002921164035797,
      0.007142630405724049,
      -0.022931553423404694,
      0.018898511305451393,
      0.03114958480000496,
      -0.016642345115542412,
      -0.06459047645330429,
      -0.08340726792812347,
      -0.02173626609146595,
      -0.02067953534424305,
      0.0874478667974472,
      0.06687778234481812,
      0.039245571941137314,
      -0.03243415057659149,
      -0.05981972813606262,
      -0.001072851475328207,
      -0.02727700024843216,
      -0.03823332116007805,
      0.09091802686452866,
      -0.022384436801075935,
      0.014200001955032349,
      0.029030270874500275,
      0.029643598943948746,
      -0.008016519248485565,
      0.008389363065361977,
      0.018771307542920113,
      0.08084341138601303,
      0.08492055535316467,
      0.004604840185493231,
      -0.02782018668949604,
      0.009305636398494244,
      -0.06187143921852112,
      0.042955152690410614,
      0.03950905799865723,
      -0.0732894018292427,
      0.060908813029527664,
      -0.15156321227550507,
      -0.061298537999391556,
      -0.035129696130752563,
      -0.013261151500046253,
      0.0009297534707002342,
      0.07182479649782181,
      0.039315901696681976,
      -0.05500409007072449,
      -0.03829188644886017,
      0.03952358290553093,
      0.020345347002148628,
      -0.024728504940867424,
      -0.03082297556102276,
      0.07463064789772034,
      0.07059667259454727,
      0.11771651357412338,
      0.05360216647386551,
      -0.005782317370176315,
      0.036545660346746445,
      0.0638965368270874,
      0.061159126460552216,
      -0.08207293599843979,
      -0.0350705161690712,
      0.002185749588534236,
      -0.058949101716279984,
      -0.012406997382640839,
      0.01299956627190113,
      0.011567463167011738,
      -0.03551037237048149,
      -0.11349799484014511,
      0.04948125407099724,
      -0.022524673491716385,
      -0.01287152711302042,
      -0.05972138047218323,
      -0.0032212811056524515,
      0.06621348112821579,
      -0.0258181169629097,
      0.06204790994524956,
      -0.03703683242201805,
      0.035629887133836746,
      -0.02247878722846508,
      0.014931173995137215,
      0.022806448861956596,
      0.02002626471221447,
      -0.02050665020942688,
      0.04799896851181984,
      0.03921641409397125,
      -0.07239172607660294,
      0.049908362329006195,
      0.11246033757925034,
      0.08342959731817245,
      -0.027293041348457336,
      -0.07437949627637863,
      0.008341257460415363,
      -0.016213534399867058,
      -0.06461147218942642,
      -0.017183881253004074,
      -0.06573924422264099,
      -2.943550123353061e-34,
      -0.032694824039936066,
      0.027297256514430046,
      -0.04547726362943649,
      -0.01898767612874508,
      -0.007783217821270227,
      -0.029057079926133156,
      0.0694146454334259,
      -0.026411177590489388,
      -0.08524149656295776,
      -0.06401479244232178,
      -0.03620653972029686,
      -0.02039249613881111,
      -0.030997058376669884,
      -0.06267789006233215,
      0.027093257755041122,
      0.026205051690340042,
      -0.007795155514031649,
      0.05195803940296173,
      0.024587756022810936,
      0.018625330179929733,
      0.07371439039707184,
      -0.056547611951828,
      0.01722104847431183,
      0.04265611618757248,
      0.12803617119789124,
      0.1047854945063591,
      0.017489749938249588,
      -0.0016467422246932983,
      0.0928027555346489,
      0.06272358447313309,
      -0.016112040728330612,
      0.03386427089571953,
      0.0025891161058098078,
      -0.027702612802386284,
      0.05097341910004616,
      -0.029170911759138107,
      0.05153731256723404,
      -0.002371487207710743,
      -0.047133855521678925,
      0.01515454612672329,
      0.014436617493629456,
      -0.005971007514744997,
      -0.049107860773801804,
      -0.020843321457505226,
      0.020778058096766472,
      0.008086499758064747,
      0.02644604817032814,
      0.04518653452396393,
      0.0200266744941473,
      -0.013078246265649796,
      -0.1123797670006752,
      0.016418438404798508,
      -0.08397648483514786,
      -0.05083153396844864,
      -0.06942608207464218,
      -0.04950626567006111,
      -0.002856383565813303,
      0.030391976237297058,
      0.0045996904373168945,
      -0.012857934460043907,
      -0.002847971860319376,
      0.06274823099374771,
      0.0692853033542633,
      0.020441429689526558,
      0.12828728556632996,
      -0.06687101721763611,
      -0.05393201857805252,
      -0.05288493633270264,
      -0.00017319663311354816,
      0.003555254777893424,
      -0.0709594339132309,
      -0.06965283304452896,
      -0.0632525160908699,
      0.03037887066602707,
      -0.14464746415615082,
      -0.0069607459008693695,
      -0.04669365659356117,
      0.06658954918384552,
      0.017032939940690994,
      -0.03606260567903519,
      0.04883110895752907,
      0.02330903336405754,
      -0.022646546363830566,
      0.044553227722644806,
      0.010134400799870491,
      -0.04143171012401581,
      -0.021932343021035194,
      -0.04837610572576523,
      -0.0681065171957016,
      -0.002535970415920019,
      0.028359532356262207,
      -0.04473629966378212,
      -0.0010943772504106164,
      0.012898909859359264,
      -0.06495330482721329,
      -3.527483141020023e-34,
      0.010717159137129784,
      -0.07025130838155746,
      -0.014212919399142265,
      -0.00016590949962846935,
      -0.051683276891708374,
      0.0018486022017896175,
      0.0026230476796627045,
      0.012128705158829689,
      0.04975241422653198,
      0.015558712184429169,
      0.1005667969584465,
      0.004898510407656431,
      0.08153694123029709,
      -0.03824751451611519,
      0.05001155287027359,
      -0.035546183586120605,
      -0.025812622159719467,
      0.05527028068900108,
      -0.036751944571733475,
      0.10123582929372787,
      -0.097041554749012,
      -0.018838342279195786,
      0.011655401438474655,
      0.009450593963265419,
      -0.031536366790533066,
      0.06387308239936829,
      0.01752430759370327,
      0.08235552906990051,
      -0.037954945117235184,
      -0.046707406640052795,
      -0.025124283507466316,
      -0.013227236457169056,
      -0.04347249120473862,
      0.08707953244447708,
      -0.02595941349864006,
      0.004986390005797148,
      -0.0035207951441407204,
      -0.05272108316421509,
      -0.10948966443538666,
      0.016168534755706787,
      0.12019666284322739,
      0.017138520255684853,
      -0.009247580543160439,
      0.050288788974285126,
      -0.018121566623449326,
      -0.034109823405742645,
      0.036738064140081406,
      -0.015005582943558693,
      -0.08259890228509903,
      -0.0427963063120842,
      0.10977058112621307,
      -0.07836423814296722,
      0.06866523623466492,
      0.02850341610610485,
      -0.06355052441358566,
      0.06918057054281235,
      0.08528316766023636,
      0.039644088596105576,
      0.05101197957992554,
      -0.0020386120304465294,
      0.10035611689090729,
      -0.019832193851470947,
      0.03295000642538071,
      0.06296366453170776,
      0.017260903492569923,
      -0.05605452135205269,
      0.0063273124396800995,
      0.03303304314613342,
      -0.05939225107431412,
      -0.05715379863977432,
      0.03450223430991173,
      0.010961857624351978,
      0.05914999544620514,
      0.006411468610167503,
      0.12233270704746246,
      -0.005816426128149033,
      -0.06444435566663742,
      0.0019897588063031435,
      -0.06762105971574783,
      -0.010516257025301456,
      0.0019065014785155654,
      -0.031077222898602486,
      -0.056551579385995865,
      0.06702988594770432,
      0.034956805408000946,
      0.013077517971396446,
      0.07148861140012741,
      0.0796569436788559,
      0.04306620731949806,
      -0.0037887890357524157,
      -0.1260993629693985,
      0.0844292938709259,
      -0.0886959433555603,
      -0.01869983784854412,
      0.01589043065905571,
      -2.4426329403581803e-08,
      -0.022724734619259834,
      0.02670011669397354,
      0.05483582243323326,
      -0.016604725271463394,
      0.08403126150369644,
      -0.019277045503258705,
      -0.04856283217668533,
      0.03179366514086723,
      -0.049804382026195526,
      -0.007850844413042068,
      -0.004448088351637125,
      0.016231775283813477,
      0.05487405136227608,
      -0.03961005061864853,
      -0.013270989991724491,
      -0.005581867881119251,
      -0.014991290867328644,
      0.005997954867780209,
      -0.011215224862098694,
      0.04681980609893799,
      -0.01603412814438343,
      -0.09068949520587921,
      0.12059922516345978,
      0.02293066307902336,
      0.000212379454751499,
      0.00881911814212799,
      -0.008796275593340397,
      0.07586487382650375,
      -0.023250777274370193,
      0.015466930344700813,
      0.0013491008430719376,
      -0.015396407805383205,
      0.13199388980865479,
      0.06471870094537735,
      -0.14812958240509033,
      0.08615284413099289,
      0.06040070205926895,
      -0.020422283560037613,
      0.021395333111286163,
      -0.007187525741755962,
      -0.02916382998228073,
      -0.09262917190790176,
      -0.06534957140684128,
      0.011782102286815643,
      -0.08141858875751495,
      0.030554965138435364,
      0.06652171164751053,
      -0.011530670337378979,
      -0.03407728672027588,
      0.02789606712758541,
      -0.05691692605614662,
      -0.038627929985523224,
      -0.052294593304395676,
      0.02958616428077221,
      0.01880529895424843,
      -0.01962641440331936,
      0.0262446366250515,
      -0.061750441789627075,
      -0.02356497198343277,
      0.011680947616696358,
      -0.02985840104520321,
      0.06997748464345932,
      -0.10298183560371399,
      -0.03299819305539131
    ],
    "iris-network": [
      -0.008917974308133125,
      -0.05794200673699379,
      -0.009642752818763256,
      -0.016428545117378235,
      -0.050774261355400085,
      -1.3647606465383433e-05,
      -0.011592436581850052,
      0.006925045046955347,
      0.012592305429279804,
      0.028838729485869408,
      0.08440446853637695,
      0.06677182018756866,
      0.01674971915781498,
      -0.07570935785770416,
      -0.04173808544874191,
      -0.05666092410683632,
      -0.0877549797296524,
      -0.12965801358222961,
      0.04839590564370155,
      0.009978801012039185,
      0.03759170323610306,
      -0.03799022361636162,
      -0.03565133735537529,
      -0.01705864816904068,
      0.025271279737353325,
      0.0055877142585814,
      0.059010665863752365,
      0.012169303372502327,
      0.03266037255525589,
      0.030279522761702538,
      -0.009844397194683552,
      0.098392054438591,
      0.03774261474609375,
      0.05001262202858925,
      0.03429090604186058,
      -0.08086530864238739,
      -0.024051275104284286,
      -0.017793022096157074,
      -0.032496292144060135,
      -0.011249559000134468,
      -0.009628216736018658,
      -0.016394486650824547,
      -0.018336065113544464,
      0.07651108503341675,
      0.07821036875247955,
      -0.04070961847901344,
      -0.08603620529174805,
      0.009729847311973572,
      -0.014363287948071957,
      -0.013202491216361523,
      -0.04805393144488335,
      0.0514625608921051,
      -0.01469856221228838,
      0.02328290417790413,
      0.027499981224536896,
      0.02777753584086895,
      -0.049279022961854935,
      0.019713807851076126,
      -0.01951434276998043,
      0.09078200161457062,
      0.08327427506446838,
      0.003263358725234866,
      -0.02318064123392105,
      -0.024416837841272354,
      -0.07063218951225281,
      0.030931567773222923,
      -0.0038858673069626093,
      -0.07151797413825989,
      0.07098399102687836,
      -0.12843209505081177,
      -0.04926520958542824,
      0.004722462967038155,
      -0.10415322333574295,
      0.07087162137031555,
      0.037550151348114014,
      0.04913441836833954,
      0.0006950912647880614,
      0.018863119184970856,
      0.0994996502995491,
      -0.026679975911974907,
      0.008997485041618347,
      -0.04476427286863327,
      0.08842992037534714,
      0.025776837021112442,
      0.08581316471099854,
      -0.0003785055596381426,
      -0.013377910479903221,
      0.03354855626821518,
      0.026343628764152527,
      0.025780504569411278,
      -0.04905486851930618,
      0.020047364756464958,
      0.03809955343604088,
      -0.05899066850543022,
      -0.023606153205037117,
      0.023379413411021233,
      -0.028771454468369484,
      -0.10317028313875198,
      -0.055623311549425125,
      0.0672990009188652,
      -0.09810992330312729,
      -0.036890432238578796,
      -0.04036327451467514,
      0.01582225412130356,
      -0.03307396546006203,
      0.027084017172455788,
      0.08367032557725906,
      -0.0514274500310421,
      0.05530915781855583,
      0.004444442223757505,
      -0.034661028534173965,
      -0.027356179431080818,
      0.011459480039775372,
      0.012958452105522156,
      0.03165090084075928,
      0.04271354526281357,
      0.0016707959584891796,
      0.014748522080481052,
      0.15845273435115814,
      0.07699740678071976,
      0.0055192396976053715,
      -0.00784345343708992,
      0.01986648701131344,
      -0.03790115937590599,
      -0.03178931772708893,
      -0.04851721227169037,
      -0.05230271816253662,
      -2.4089328589584365e-33,
      -0.0395783968269825,
      0.061880797147750854,
      -0.040707070380449295,
      0.0010670400224626064,
      -0.02322225272655487,
      -0.017879318445920944,
      0.06627774983644485,
      -0.014398211613297462,
      -0.07899947464466095,
      0.01132217701524496,
      -0.09202206879854202,
      -0.04608972743153572,
      0.038914989680051804,
      -0.018063979223370552,
      0.06066284328699112,
      0.016329128295183182,
      -0.007060945499688387,
      0.04866207018494606,
      0.02280465140938759,
      0.08957993984222412,
      0.07190873473882675,
      -0.08012785017490387,
      0.006420828867703676,
      -0.004988383036106825,
      0.08129481226205826,
      0.0803135335445404,
      -0.036083631217479706,
      -0.019548926502466202,
      0.11763423681259155,
      0.041565828025341034,
      0.04941585659980774,
      -0.014525718986988068,
      -0.0032819875050336123,
      -0.06922194361686707,
      0.08228026330471039,
      -0.015232103876769543,
      0.05339077487587929,
      -0.04317149892449379,
      -0.021175911650061607,
      0.04092545062303543,
      -0.005881526041775942,
      0.002147786319255829,
      0.013202096335589886,
      -0.0053116497583687305,
      0.039689965546131134,
      0.06390956044197083,
      0.003497399389743805,
      0.03667430952191353,
      0.0379423126578331,
      0.044559039175510406,
      -0.1231568306684494,
      0.03496401384472847,
      -0.039648011326789856,
      -0.04108384996652603,
      0.0099699841812253,
      -0.0653885081410408,
      0.026767468079924583,
      0.0383124016225338,
      -0.031802527606487274,
      -0.028460444882512093,
      -0.01824871636927128,
      -0.04542681947350502,
      -0.018190430477261543,
      -0.0169422198086977,
      0.07725164294242859,
      -0.07391699403524399,
      -0.1090601235628128,
      -0.056055646389722824,
      0.054199378937482834,
      -0.03298288956284523,
      -0.02282269299030304,
      -0.06289593875408173,
      -0.10529258847236633,
      -0.03182293847203255,
      -0.050570037215948105,
      -0.03647434338927269,
      -0.029447032138705254,
      0.040919188410043716,
      -0.00041832507122308016,
      0.03692071884870529,
      0.027711929753422737,
      0.058819402009248734,
      -0.06000708416104317,
      -0.025063984096050262,
      0.06385190039873123,
      -0.027126286178827286,
      0.03640899807214737,
      0.0027946201153099537,
      -0.0493452213704586,
      -0.021151481196284294,
      0.09251730144023895,
      0.016585515812039375,
      -0.0017256338614970446,
      0.09174923598766327,
      -0.01031558495014906,
      1.8568713043153573e-33,
      0.015452193096280098,
      0.04218880459666252,
      0.011742587201297283,
      -0.04115566611289978,
      0.02707039937376976,
      -0.03858915716409683,
      0.11978377401828766,
      0.02267375960946083,
      0.03487180173397064,
      -0.005525209940969944,
      0.10417734831571579,
      -0.029673345386981964,
      0.025500483810901642,
      -0.003659393172711134,
      0.040250264108181,
      -0.042670562863349915,
      -0.062276896089315414,
      0.04588518664240837,
      0.022093122825026512,
      0.08872967958450317,
      -0.07087278366088867,
      -0.0020051777828484774,
      -0.014578466303646564,
      -0.026903627440333366,
      -0.01783706806600094,
      -0.026866473257541656,
      0.09639876335859299,
      0.04579231142997742,
      -0.012770014815032482,
      -0.0170935969799757,
      -0.015336399897933006,
      -0.03864526003599167,
      -0.07291480153799057,
      0.050269413739442825,
      0.03200405836105347,
      0.02270849235355854,
      0.014801234006881714,
      -0.04513362795114517,
      -0.10556633025407791,
      -0.01127032283693552,
      0.1091734915971756,
      -0.07357165217399597,
      -0.034806836396455765,
      0.04474175348877907,
      -0.00561657827347517,
      -0.0018125814385712147,
      0.08741240203380585,
      0.018534261733293533,
      -0.06634001433849335,
      -0.05597555637359619,
      -0.004291668068617582,
      -0.022434696555137634,
      0.11323277652263641,
      0.06106669455766678,
      -0.021924197673797607,
      -0.003178744111210108,
      0.048544742166996,
      0.06278891861438751,
      0.039634961634874344,
      0.06203862279653549,
      0.07536834478378296,
      -0.024551695212721825,
      -0.014316768385469913,
      0.06218579784035683,
      0.007594454567879438,
      -0.06929446011781693,
      0.020964549854397774,
      0.07803592830896378,
      -0.03237001597881317,
      -0.04708210006356239,
      0.00768167432397604,
      -0.06778468936681747,
      0.027189049869775772,
      0.021357541903853416,
      0.024022722616791725,
      -0.04185113310813904,
      -0.04781482368707657,
      0.02680588886141777,
      -0.019196320325136185,
      -0.005296749994158745,
      -0.06822395324707031,
      0.05295294523239136,
      -0.06390662491321564,
      0.06754864752292633,
      0.028573788702487946,
      -0.03877303749322891,
      0.13582894206047058,
      0.036213651299476624,
      -0.013553480617702007,
      0.021463939920067787,
      -0.07409165054559708,
      0.012026797980070114,
      0.013043736107647419,
      -0.06866508722305298,
      -0.004418624565005302,
      -2.6489862747780535e-08,
      -0.0262847151607275,
      0.08760037273168564,
      0.003842767560854554,
      -0.03433359041810036,
      0.09484332799911499,
      0.019431980326771736,
      -0.05687503516674042,
      -0.05364975705742836,
      -0.03686528280377388,
      0.06102471426129341,
      -0.018962696194648743,
      0.03285928815603256,
      -0.017969712615013123,
      -0.04395202174782753,
      0.04709629341959953,
      -0.019960034638643265,
      -0.05547473579645157,
      0.0011834297329187393,
      0.0448019877076149,
      0.04839469492435455,
      -0.0017932571936398745,
      -0.04320419207215309,
      0.062373317778110504,
      -0.022649765014648438,
      -0.07673183083534241,
      0.016254669055342674,
      0.019717983901500702,
      0.09651505202054977,
      -0.059706155210733414,
      0.015902817249298096,
      0.038310397416353226,
      0.011010889895260334,
      0.13865841925144196,
      -0.02589796483516693,
      -0.094145268201828,
      0.015401128679513931,
      -0.025400398299098015,
      0.014991735108196735,
      0.09801650792360306,
      -0.10513211786746979,
      -0.0072194794192910194,
      -0.06828594207763672,
      -0.007935091853141785,
      -0.03295028954744339,
      -0.03664441406726837,
      0.07179171591997147,
      -0.017180822789669037,
      -0.04006289690732956,
      0.0647864043712616,
      -0.010220498777925968,
      -0.06928911060094833,
      -0.03762058541178703,
      -0.07507126033306122,
      -0.04280034825205803,
      0.0072907754220068455,
      -0.06631479412317276,
      0.01914309710264206,
      -0.039288584142923355,
      -0.049287449568510056,
      0.018774334341287613,
      0.020530913025140762,
      0.10147228837013245,
      -0.07554155588150024,
      -0.07681510597467422
    ],
    "junction": [
      -0.01026324275881052,
      -0.06207792088389397,
      0.009564226493239403,
      0.0745227113366127,
      -0.06338032335042953,
      -0.060643330216407776,
      0.05056248605251312,
      -0.02973814122378826,
      0.02363094687461853,
      0.006285954266786575,
      0.07640974223613739,
      0.021243765950202942,
      0.06879453361034393,
      -0.004832822363823652,
      -0.07193540036678314,
      -0.003850300796329975,
      0.07494150102138519,
      -0.09274628758430481,
      -0.03500624746084213,
      0.004433158785104752,
      -0.03718435391783714,
      0.01791987381875515,
      -0.00039368667057715356,
      -0.0309126153588295,
      -0.02211260236799717,
      -0.017635244876146317,
      -0.03884333744645119,
      -0.03565077483654022,
      -0.050488028675317764,
      -0.05673465132713318,
      -0.04772890731692314,
      0.06769359856843948,
      -0.09798163920640945,
      0.034341439604759216,
      0.042757146060466766,
      0.02883950248360634,
      -0.029398785904049873,
      -0.009523062966763973,
      0.024930112063884735,
      -0.007187895942479372,
      -0.010870642028748989,
      0.002715523587539792,
      0.03892166167497635,
      0.07119717448949814,
      0.1201300248503685,
      -0.0427679605782032,
      -0.029272137209773064,
      0.029449427500367165,
      0.03007323108613491,
      -0.05052706599235535,
      0.03367789089679718,
      -0.032442882657051086,
      0.025999125093221664,
      0.05171877145767212,
      0.10244421660900116,
      -0.017421141266822815,
      -0.030936837196350098,
      0.028583047911524773,
      -0.05145430564880371,
      0.008899563923478127,
      0.05052216351032257,
      -0.03853636234998703,
      -0.0443858839571476,
      -0.02917579375207424,
      0.06262198835611343,
      0.00240086717531085,
      0.011696954257786274,
      0.011534323915839195,
      0.02678413689136505,
      0.05200653150677681,
      -0.00636883033439517,
      0.022919202223420143,
      -0.1095900610089302,
      0.05722101405262947,
      0.027140730991959572,
      0.03261715918779373,
      0.0953935757279396,
      -0.046216804534196854,
      -0.04263598844408989,
      -0.07052800804376602,
      -0.06007898971438408,
      -0.016558218747377396,
      0.0349765419960022,
      0.0007374385022558272,
      0.06427489221096039,
      -0.06663330644369125,
      -0.008524914272129536,
      0.044417474418878555,
      -0.03501319885253906,
      -0.08631833642721176,
      0.018901878967881203,
      0.034164682030677795,
      0.011216439306735992,
      0.013843966647982597,
      -0.017606353387236595,
      0.041476525366306305,
      -0.0702282041311264,
      0.011316242627799511,
      -0.03327032923698425,
      0.006301356479525566,
      0.06513963639736176,
      0.0027019167318940163,
      -0.032531846314668655,
      -0.012847473844885826,
      -0.0013218194944784045,
      0.014722592197358608,
      -0.03630867972970009,
      0.06729880720376968,
      -0.08812551945447922,
      -0.006764019839465618,
      0.002199317794293165,
      -0.007213197648525238,
      0.058077212423086166,
      -0.03644801676273346,
      -0.02416270785033703,
      0.02164778672158718,
      -0.10023312270641327,
      0.012096520513296127,
      0.06562488526105881,
      0.05308059602975845,
      -0.05102311819791794,
      0.04537416622042656,
      -0.1031784787774086,
      -0.1252233237028122,
      0.003925493452697992,
      0.005701351445168257,
      0.10729241371154785,
      1.3720362715958047e-33,
      -0.07721028476953506,
      -0.0010510275606065989,
      -0.031137166544795036,
      -0.008792935870587826,
      0.09987229853868484,
      -0.01884537562727928,
      -0.00248710042797029,
      0.028580252081155777,
      0.007774099241942167,
      -0.06957094371318817,
      -0.08738217502832413,
      -0.07030843198299408,
      0.041735921055078506,
      -0.020512234419584274,
      -0.03439432010054588,
      -0.0865798369050026,
      0.019214266911149025,
      0.03586522489786148,
      -0.03509511798620224,
      -0.021982653066515923,
      -0.0015618508914485574,
      -0.03664622828364372,
      0.009744289331138134,
      0.029156651347875595,
      0.01780339889228344,
      0.03293128311634064,
      0.01779783144593239,
      -0.023169325664639473,
      0.037789467722177505,
      0.01918502151966095,
      -0.02482837624847889,
      0.11844802647829056,
      0.055565621703863144,
      -0.014284255914390087,
      -0.003716022241860628,
      0.04846794903278351,
      0.05646323040127754,
      0.009825650602579117,
      0.015949493274092674,
      -0.03902572765946388,
      -0.08435122668743134,
      -0.031197313219308853,
      -0.047163527458906174,
      0.06148900091648102,
      -0.05522289499640465,
      -0.04713332653045654,
      -0.010619675740599632,
      -0.0035822896752506495,
      -0.04120706021785736,
      -0.006491892505437136,
      -0.003115830011665821,
      0.004016306716948748,
      0.028632227331399918,
      0.10036038607358932,
      0.022508753463625908,
      0.010134352371096611,
      0.06947878003120422,
      -0.011798901483416557,
      -0.06374477595090866,
      0.11542957276105881,
      0.07134025543928146,
      0.022624215111136436,
      -0.014399430714547634,
      0.018152225762605667,
      0.09021995961666107,
      0.01798391342163086,
      -0.017769109457731247,
      -0.09067688137292862,
      0.023112410679459572,
      -0.03483099862933159,
      0.008143977262079716,
      -0.00273891375400126,
      0.041946787387132645,
      -0.04268764331936836,
      0.013204659335315228,
      -0.03149685636162758,
      -0.04171102121472359,
      0.019275635480880737,
      0.05333049222826958,
      0.010851132683455944,
      -0.10520494729280472,
      -0.10732860863208771,
      -0.050455521792173386,
      -0.033041782677173615,
      0.03784015774726868,
      -0.024624016135931015,
      0.04105150327086449,
      -0.05031304061412811,
      -0.022741934284567833,
      -0.008130954578518867,
      -0.07531286776065826,
      0.020312009379267693,
      0.10673850029706955,
      0.038026709109544754,
      0.1269899159669876,
      -6.993541192079812e-34,
      -0.015028709545731544,
      0.005871524568647146,
      0.017183182761073112,
      0.09378311783075333,
      0.02585260383784771,
      -0.008089384064078331,
      -0.008806046098470688,
      0.0380556657910347,
      0.005281222052872181,
      0.01634213514626026,
      -0.06395117193460464,
      0.03700806200504303,
      0.09031466394662857,
      -0.003152043092995882,
      -0.0020663291215896606,
      -0.0873485878109932,
      0.052433326840400696,
      0.005650796461850405,
      0.054485104978084564,
      0.08764781802892685,
      0.036965906620025635,
      -0.039678532630205154,
      -0.08148767799139023,
      -0.011687285266816616,
      -0.043702058494091034,
      0.08841671049594879,
      -0.004075259901583195,
      -0.08633026480674744,
      -0.017717285081744194,
      -0.027270805090665817,
      0.008911844342947006,
      -0.03654898703098297,
      0.016845325008034706,
      0.05333712697029114,
      0.04136785492300987,
      0.02422088012099266,
      0.060411255806684494,
      0.0422302708029747,
      -0.012338489294052124,
      -0.015292993746697903,
      0.0958559513092041,
      0.05940763279795647,
      -0.021612530574202538,
      0.01439649984240532,
      -0.032577548176050186,
      0.04230290278792381,
      -0.02031714841723442,
      -0.08426777273416519,
      -0.07258465141057968,
      0.03588457778096199,
      -0.005668810103088617,
      -0.0032931629102677107,
      0.03891350328922272,
      0.07693854719400406,
      -0.002502608112990856,
      0.06820183992385864,
      -0.06164390593767166,
      0.010924137197434902,
      0.04195534810423851,
      0.09592415392398834,
      0.018399907276034355,
      -0.062250085175037384,
      0.07621466368436813,
      -0.0012806542217731476,
      0.08852383494377136,
      -0.009356914088129997,
      0.04376547038555145,
      0.0469982884824276,
      0.043909259140491486,
      0.0018662549555301666,
      0.09377837926149368,
      0.11063504219055176,
      -0.05229813605546951,
      -0.05381817743182182,
      -0.03109726682305336,
      0.004430674482136965,
      -0.05886208266019821,
      -0.06233774498105049,
      -0.08630286902189255,
      -0.025822876021265984,
      -0.03918555751442909,
      0.021392639726400375,
      -0.043143488466739655,
      0.13523277640342712,
      0.006715400144457817,
      -0.05441666021943092,
      0.12866149842739105,
      0.006843458395451307,
      0.06081245094537735,
      -0.027321575209498405,
      -0.021725285798311234,
      -0.05603896453976631,
      0.07421768456697464,
      0.05087561160326004,
      -0.11020811647176743,
      -2.747178129425265e-08,
      -0.06143330782651901,
      -0.00518471235409379,
      -0.024813346564769745,
      -0.05740552023053169,
      0.13001108169555664,
      -0.0013996375491842628,
      -0.00559251569211483,
      0.031192567199468613,
      -0.043701447546482086,
      0.015601161867380142,
      0.03232264146208763,
      -0.025041496381163597,
      -0.027291424572467804,
      -0.061502259224653244,
      0.03757692873477936,
      -0.04964141175150871,
      -0.01760903000831604,
      -0.015082730911672115,
      -0.029965711757540703,
      -0.08598441630601883,
      0.05535757541656494,
      0.05146384984254837,
      0.03390057757496834,
      -0.010109244845807552,
      -0.09106022864580154,
      0.03623618185520172,
      0.16506066918373108,
      0.05032208934426308,
      -0.0652133971452713,
      -0.12278802692890167,
      -0.09696752578020096,
      -0.03444814309477806,
      0.03703664243221283,
      0.01554932538419962,
      -0.04815628007054329,
      0.011062601581215858,
      0.04274359717965126,
      0.002477120840921998,
      0.05216311663389206,
      -0.002171427244320512,
      -0.029327772557735443,
      -0.05370066314935684,
      -0.0005452409968711436,
      0.03312525898218155,
      0.0787741020321846,
      -0.014579329639673233,
      -0.1166195273399353,
      0.05075233429670334,
      -0.024022892117500305,
      0.006392166018486023,
      -0.03450862690806389,
      0.011840704828500748,
      -0.03105488233268261,
      -0.00727236969396472,
      0.013888522051274776,
      -0.009137233719229698,
      0.032654739916324615,
      -0.026951022446155548,
      0.007542442064732313,
      0.062325865030288696,
      -0.007957765832543373,
      0.06335213035345078,
      -0.023556942120194435,
      -0.021881695836782455
    ],
    "keel": [
      -0.04083770886063576,
      -0.014305892400443554,
      0.03139674663543701,
      0.005089594051241875,
      0.03581005334854126,
      -0.004722911398857832,
      -0.07531444728374481,
      -0.01226514857262373,
      -0.019861388951539993,
      -0.02017996646463871,
      0.02138669416308403,
      0.09470205008983612,
      0.0261668860912323,
      -0.09221168607473373,
      -0.09866718202829361,
      -0.013801653869450092,
      -0.06950725615024567,
      -0.0026511158794164658,
      -0.07575438171625137,
      -0.022671585902571678,
      -0.11221684515476227,
      -0.011789187788963318,
      0.037409842014312744,
      -0.0017245197668671608,
      -0.010268294252455235,
      0.026911430060863495,
      0.042277608066797256,
      0.031113702803850174,
      -0.051918875426054,
      -0.027748441323637962,
      -0.06791500747203827,
      0.003608327591791749,
      0.041110776364803314,
      0.00535525381565094,
      -0.040872830897569656,
      0.11022362858057022,
      -0.05230021849274635,
      -0.0011176466941833496,
      -0.03195395693182945,
      -0.03667839244008064,
      -0.062020428478717804,
      -0.0010842321207746863,
      -0.023045457899570465,
      0.06433991342782974,
      0.0037515591830015182,
      -0.00647480133920908,
      0.03306872397661209,
      -0.04889445751905441,
      0.08646108210086823,
      0.04795529320836067,
      0.04797317460179329,
      0.04181152582168579,
      0.07009722292423248,
      0.05621924623847008,
      0.020831257104873657,
      0.14021088182926178,
      -0.04604031518101692,
      0.10365650802850723,
      0.009031843394041061,
      0.019773157313466072,
      0.02991028130054474,
      0.009501244872808456,
      -0.08467653393745422,
      -0.010871123522520065,
      0.042691443115472794,
      0.05037624388933182,
      0.028644191101193428,
      0.028242669999599457,
      -0.02420993149280548,
      -0.0006718258955515921,
      -0.056152280420064926,
      0.030383208766579628,
      0.03665966913104057,
      0.004937275778502226,
      -0.026600755751132965,
      0.006109139882028103,
      0.02758502960205078,
      -0.09196528047323227,
      -0.04865218698978424,
      0.014561166055500507,
      -0.05823475494980812,
      0.011311559937894344,
      0.02461233176290989,
      -0.013931218534708023,
      -0.027347339317202568,
      -0.04846818372607231,
      -0.02783656120300293,
      8.752445137361065e-05,
      0.0555143728852272,
      0.0577954538166523,
      0.05490308627486229,
      0.009239892475306988,
      0.06707676500082016,
      -0.0837472528219223,
      -0.052146490663290024,
      0.06415494531393051,
      -0.024601316079497337,
      0.05482395365834236,
      0.04569345712661743,
      -0.003854586509987712,
      -0.03829203173518181,
      -0.017610592767596245,
      0.02585216797888279,
      0.0015651354333385825,
      -0.00805051438510418,
      -0.010506023652851582,
      0.029650859534740448,
      -0.0235969927161932,
      -0.05537967011332512,
      0.033956192433834076,
      0.018960170447826385,
      0.08597675710916519,
      0.051376424729824066,
      -0.006147902924567461,
      0.03955898806452751,
      -0.042720094323158264,
      -0.0691128820180893,
      -0.011028766632080078,
      -0.027268141508102417,
      0.06377476453781128,
      0.048662588000297546,
      0.06162684038281441,
      0.14841285347938538,
      -0.029889913275837898,
      -0.039025600999593735,
      0.041706766933202744,
      0.10672632604837418,
      1.1790947614491616e-33,
      -0.0743986964225769,
      0.05696301534771919,
      -0.039033837616443634,
      -0.007367738522589207,
      0.027781467884778976,
      0.006078310776501894,
      -0.011127287521958351,
      0.03282759711146355,
      0.028089147061109543,
      -0.0018008457263931632,
      0.0065074791200459,
      0.06694957613945007,
      -0.013644245453178883,
      -0.03553548827767372,
      0.03410866856575012,
      0.015866169705986977,
      0.04113706946372986,
      0.09180868417024612,
      -0.006666886620223522,
      -0.060090746730566025,
      0.05191045626997948,
      -0.023441627621650696,
      -0.01207470428198576,
      -0.06363028287887573,
      0.036698970943689346,
      -0.047467783093452454,
      0.1425136774778366,
      0.030224163085222244,
      -0.005668549332767725,
      0.007388077676296234,
      0.07016728073358536,
      0.09433158487081528,
      -0.05325733870267868,
      -0.016103794798254967,
      0.05969846621155739,
      0.03887448459863663,
      -0.0012961538741365075,
      0.008129420690238476,
      -0.06124502792954445,
      0.013787345960736275,
      -0.002731031272560358,
      0.0212269090116024,
      -0.05134957283735275,
      -0.019859442487359047,
      -0.016008373349905014,
      -0.16600626707077026,
      0.028225068002939224,
      0.029892923310399055,
      0.05824722349643707,
      0.09758616238832474,
      0.04427843913435936,
      0.002491528633981943,
      -0.01421630010008812,
      -0.03350887820124626,
      -0.0050182160921394825,
      0.05612332746386528,
      -0.006885260809212923,
      -0.05266663059592247,
      0.0051490673795342445,
      0.06894847005605698,
      0.033694811165332794,
      -0.08012201637029648,
      -0.013343524187803268,
      -0.06634335219860077,
      0.04841740056872368,
      0.1087774783372879,
      -0.05017774552106857,
      -0.009855058044195175,
      -0.008697053417563438,
      0.02550138160586357,
      0.02747696451842785,
      -0.09877735376358032,
      -0.08771909028291702,
      -0.03229038789868355,
      0.024028049781918526,
      -0.04763995483517647,
      -0.008253767155110836,
      0.029628485441207886,
      -0.026706155389547348,
      0.018895303830504417,
      -0.054753195494413376,
      0.0329207107424736,
      -0.07442951947450638,
      -0.02090797759592533,
      0.1646403819322586,
      -0.016122689470648766,
      -0.030183734372258186,
      -0.05134493112564087,
      -0.0025418782606720924,
      0.06816446781158447,
      -0.03955315053462982,
      -0.08307643234729767,
      0.012985926121473312,
      0.005889351945370436,
      0.05382394418120384,
      -2.5297357042453063e-34,
      0.0066603003069758415,
      0.010860595852136612,
      -0.07637431472539902,
      0.05769287794828415,
      -0.00990518368780613,
      -0.014687882736325264,
      -0.09825149178504944,
      0.10389869660139084,
      -0.02868400141596794,
      -0.040813837200403214,
      -0.05901782214641571,
      2.7401407351135276e-05,
      0.010281501337885857,
      -0.021078461781144142,
      -0.10392489284276962,
      0.021050624549388885,
      0.07291331142187119,
      -0.06873475015163422,
      -0.012927999719977379,
      -0.07405905425548553,
      0.034303102642297745,
      -0.09325097501277924,
      0.0312445517629385,
      0.08156735450029373,
      0.0054311915300786495,
      0.02154131606221199,
      0.015065602026879787,
      0.11243752390146255,
      0.023006916046142578,
      -0.03941721469163895,
      -0.005828474648296833,
      -0.04423496127128601,
      0.03381322696805,
      0.07593313604593277,
      0.0014455318450927734,
      -0.0005264299688860774,
      -0.04502555727958679,
      0.13513927161693573,
      -0.01574506051838398,
      0.08167026191949844,
      0.07129057496786118,
      -0.08153486251831055,
      -0.026741720736026764,
      -0.054983507841825485,
      -0.07054543495178223,
      0.04619241878390312,
      0.017817430198192596,
      -0.008097559213638306,
      0.01929556205868721,
      0.0039028767496347427,
      0.07443725317716599,
      -0.04980236291885376,
      0.0015247585251927376,
      0.03727217763662338,
      0.042070172727108,
      -0.003060839371755719,
      0.02411097288131714,
      -0.002889244817197323,
      0.02859361283481121,
      0.01342606171965599,
      0.11146996170282364,
      -0.02833661437034607,
      -0.012108592316508293,
      0.0936884954571724,
      -0.005790648050606251,
      -0.032617367804050446,
      0.03808984532952309,
      -0.06266142427921295,
      -0.10210965573787689,
      -0.009061906486749649,
      -0.04434942826628685,
      -0.04908350855112076,
      0.077855184674263,
      -0.0028913149144500494,
      -0.09083756059408188,
      -0.028718404471874237,
      -0.019243361428380013,
      -0.06997499614953995,
      -0.006608148571103811,
      -0.001105772564187646,
      -0.026747792959213257,
      -0.08260223269462585,
      -0.03854360431432724,
      -0.009887024760246277,
      -0.010471178218722343,
      -0.01669957861304283,
      0.014452720060944557,
      0.01917768083512783,
      0.08902400732040405,
      0.04109537973999977,
      0.031839895993471146,
      0.019809242337942123,
      -0.07824992388486862,
      0.03171245753765106,
      0.03203575313091278,
      -2.760956618885757e-08,
      0.037230703979730606,
      0.06304357200860977,
      0.0009916366543620825,
      0.006185437552630901,
      0.05415167659521103,
      -0.036216046661138535,
      0.06839824467897415,
      -0.017064400017261505,
      -0.04584605246782303,
      -0.10304012894630432,
      0.11300040781497955,
      0.04830717295408249,
      -0.05751615762710571,
      -0.03215925768017769,
      0.008209743537008762,
      -0.07619588077068329,
      0.05228796601295471,
      -0.03656395897269249,
      -0.053281527012586594,
      -0.03036937676370144,
      -0.05689176172018051,
      -0.034204449504613876,
      0.008844186551868916,
      0.043550536036491394,
      -0.013121764175593853,
      0.027887679636478424,
      0.09297031164169312,
      0.03796551376581192,
      0.06587546318769455,
      0.01251231785863638,
      -0.006477856542915106,
      0.03894885256886482,
      -0.008420181460678577,
      -0.01865897886455059,
      -0.09525258094072342,
      0.022173583507537842,
      -0.0732927918434143,
      -0.01115772221237421,
      0.056529294699430466,
      0.06418587267398834,
      -0.009032337926328182,
      0.03855244815349579,
      0.01642589457333088,
      -0.015964575111865997,
      -0.012908541597425938,
      0.009608778171241283,
      -0.03634568676352501,
      0.029045194387435913,
      0.04501469433307648,
      -0.06612042337656021,
      0.0028290320187807083,
      -0.040751710534095764,
      0.0040435208939015865,
      0.08967911452054977,
      0.039299849420785904,
      0.059868019074201584,
      0.05007755756378174,
      -0.06648461520671844,
      0.05111650004982948,
      -0.017287716269493103,
      -0.10482756793498993,
      -0.06631311029195786,
      -0.01163750234991312,
      -0.04602263495326042
    ],
    "lantern": [
      0.07496534287929535,
      0.013134360313415527,
      -0.05746648833155632,
      0.04653848707675934,
      0.039459045976400375,
      -0.0724228024482727,
      -0.015636121854186058,
      -0.04912841320037842,
      0.011343835853040218,
      0.028166698291897774,
      0.08524168282747269,
      -0.005651924293488264,
      -0.04539252445101738,
      0.02575121819972992,
      0.007778368890285492,
      -0.0029565528966486454,
      0.0010465990053489804,
      -0.09848795086145401,
      -0.04254286736249924,
      -0.028195150196552277,
      0.05873361602425575,
      -0.03853325545787811,
      -0.0799844041466713,
      0.014872526749968529,
      -0.02371944487094879,
      0.038428500294685364,
      -0.01823563501238823,
      -0.04025593027472496,
      -0.011027784086763859,
      -0.04049171879887581,
      -0.016717391088604927,
      0.02343796007335186,
      -0.024032901972532272,
      -0.046662259846925735,
      0.04803365841507912,
      0.00979719590395689,
      -0.010200897231698036,
      -0.008788233622908592,
      0.06251676380634308,
      -0.01824740692973137,
      0.002137504518032074,
      -0.0805475041270256,
      -0.038136836141347885,
      -0.024236490949988365,
      -0.014902706257998943,
      0.05106211081147194,
      -0.03305831924080849,
      -0.0751194953918457,
      -0.03306692838668823,
      -0.010964603163301945,
      0.10572732239961624,
      0.05816873535513878,
      0.04292319342494011,
      0.0950075089931488,
      0.01449926570057869,
      0.07909153401851654,
      -0.06189713254570961,
      0.04070369526743889,
      -0.02394683100283146,
      -0.0008046373259276152,
      0.04273957759141922,
      0.01148270070552826,
      -0.039736900478601456,
      0.01661292277276516,
      -0.05882904306054115,
      -0.014185246080160141,
      -0.005062626209110022,
      -0.06893512606620789,
      0.10180307924747467,
      -0.05031660199165344,
      -0.05403609946370125,
      0.0445668064057827,
      0.0025054707657545805,
      0.015962492674589157,
      -0.01906600594520569,
      0.001942634116858244,
      0.08313167840242386,
      -0.054024361073970795,
      0.008298122324049473,
      -0.09488632529973984,
      0.07885823398828506,
      0.029613224789500237,
      -0.010339189320802689,
      0.09198766946792603,
      0.08426588028669357,
      0.014689533039927483,
      0.048033010214567184,
      0.15700292587280273,
      -0.02430715225636959,
      0.04128963127732277,
      -0.016908781602978706,
      0.07536087185144424,
      0.007819857448339462,
      -0.006883098743855953,
      -0.05321275070309639,
      -0.04338272660970688,
      0.011246009729802608,
      -0.04645425081253052,
      -0.048488862812519073,
      0.06360702216625214,
      -0.018315913155674934,
      -0.008994106203317642,
      0.03616098687052727,
      -0.011402399279177189,
      0.01418981421738863,
      -0.09566503763198853,
      0.07079506665468216,
      0.061994582414627075,
      0.0484188087284565,
      -0.012381203472614288,
      0.12564384937286377,
      -0.02072497084736824,
      0.05868050456047058,
      0.04706157371401787,
      0.03506594896316528,
      0.030759166926145554,
      -0.009328707121312618,
      0.03834317624568939,
      0.030611250549554825,
      0.050926703959703445,
      0.07636471092700958,
      0.01018095575273037,
      0.022648509591817856,
      -0.003325762925669551,
      0.038674477487802505,
      0.06415592133998871,
      0.08818727731704712,
      3.402622222911176e-34,
      -0.023137597367167473,
      -0.030831508338451385,
      -0.0981442928314209,
      -0.06252465397119522,
      0.040131304413080215,
      -0.07868775725364685,
      0.01803438365459442,
      0.04355680197477341,
      0.07767846435308456,
      -0.039681676775217056,
      0.0611037015914917,
      0.015411848202347755,
      0.02675444446504116,
      -0.007043484132736921,
      -0.012699677608907223,
      -0.04676728695631027,
      0.08214442431926727,
      0.04315052181482315,
      0.07028620690107346,
      -0.026515474542975426,
      0.03485500067472458,
      -0.018228108063340187,
      -0.039132870733737946,
      -0.00996372103691101,
      0.09094353020191193,
      0.035031042993068695,
      0.026439905166625977,
      -0.015030746348202229,
      -0.03196890652179718,
      0.014369343407452106,
      0.09729107469320297,
      0.048575665801763535,
      0.004842084366828203,
      0.023843970149755478,
      0.03445043787360191,
      0.017454350367188454,
      0.07217586785554886,
      0.0076940166763961315,
      -0.014182369224727154,
      -0.057819850742816925,
      -0.09692811220884323,
      0.04859771952033043,
      -0.04579204320907593,
      0.11433424800634384,
      -0.038772694766521454,
      -0.04573144018650055,
      -0.009105535224080086,
      -0.043135449290275574,
      0.014893166720867157,
      0.05601953715085983,
      -0.04894879460334778,
      -0.0014405116671696305,
      -0.07618009299039841,
      0.018817145377397537,
      -0.01961728185415268,
      0.06879366189241409,
      -0.06159885600209236,
      -0.036851607263088226,
      0.0035403980873525143,
      -0.09560670703649521,
      0.05862544849514961,
      -0.023963844403624535,
      -0.042359206825494766,
      -0.05380663275718689,
      0.04067825525999069,
      -0.04130377247929573,
      -0.05794454738497734,
      0.013294347561895847,
      -0.047556955367326736,
      -0.08932071179151535,
      -0.04371989145874977,
      -0.05300714448094368,
      0.016219668090343475,
      -0.056077539920806885,
      -0.08239758759737015,
      -0.01860923133790493,
      -0.02487173117697239,
      0.04516816884279251,
      -0.10446999967098236,
      -0.020311281085014343,
      -0.01359494123607874,
      -0.04389459267258644,
      0.05440691113471985,
      0.01615574024617672,
      0.13275183737277985,
      -0.03619513660669327,
      -0.006220005452632904,
      0.04223690554499626,
      -0.10353489965200424,
      0.020793046802282333,
      -0.030566178262233734,
      0.04451637715101242,
      0.030487360432744026,
      0.02756076492369175,
      0.09207934886217117,
      -1.624739937497127e-34,
      0.04631683602929115,
      0.013421080075204372,
      -0.06202031299471855,
      0.025472652167081833,
      0.04891303926706314,
      0.002007114002481103,
      -0.12326577305793762,
      0.04623128101229668,
      -0.0665103942155838,
      -0.006333488505333662,
      -0.05128912255167961,
      0.03659443557262421,
      -0.05351033806800842,
      -0.0012917191488668323,
      -0.03341883048415184,
      -0.08697319030761719,
      -0.0027877020183950663,
      0.04772824048995972,
      -0.014365862123668194,
      0.16049419343471527,
      0.0016735242679715157,
      -0.01815425232052803,
      -0.04846227914094925,
      -0.0659964382648468,
      -0.06750790774822235,
      0.09690098464488983,
      0.03152204304933548,
      0.021618256345391273,
      -0.11951129138469696,
      -0.05151683837175369,
      -0.004871447570621967,
      -0.02323073334991932,
      -0.015402589924633503,
      0.01999611221253872,
      -0.01786106452345848,
      0.02470288798213005,
      -0.05516442656517029,
      0.009740262292325497,
      -0.13492827117443085,
      0.06340289860963821,
      0.1030745580792427,
      0.05556357651948929,
      0.026918422430753708,
      -0.05754566937685013,
      -0.056574415415525436,
      0.03097650036215782,
      0.06370824575424194,
      -0.062105484306812286,
      -0.06763415783643723,
      0.052632320672273636,
      0.008160500787198544,
      -0.07991279661655426,
      -0.021962657570838928,
      0.04045107215642929,
      0.0007960462826304138,
      -0.010119378566741943,
      0.03436105325818062,
      0.049304429441690445,
      -0.05887104570865631,
      -0.013448955491185188,
      0.0431782528758049,
      -0.028563665226101875,
      0.052248790860176086,
      0.07088740915060043,
      0.026466861367225647,
      0.005243068560957909,
      0.02547723427414894,
      0.060383833944797516,
      0.0644117221236229,
      -0.021512294188141823,
      0.03964519873261452,
      -0.010462077334523201,
      -0.007925309240818024,
      0.012193653732538223,
      0.08382604271173477,
      -0.016791732981801033,
      -0.05065186694264412,
      -0.0694870576262474,
      -0.01843034289777279,
      -0.05234302207827568,
      -0.0375300794839859,
      -0.07305306941270828,
      -0.05829896405339241,
      -0.023946508765220642,
      0.00982977170497179,
      -0.015982650220394135,
      0.024919861927628517,
      -4.772586908075027e-05,
      -0.03648116812109947,
      -0.017192643135786057,
      0.0347275547683239,
      0.050286464393138885,
      -0.005334415007382631,
      -0.005264794919639826,
      0.00532258115708828,
      -2.5782835422205608e-08,
      -0.017564823850989342,
      0.057198405265808105,
      -0.014286546967923641,
      -0.03557956963777542,
      0.10441805422306061,
      -0.04620194807648659,
      0.09120231121778488,
      -0.004536567721515894,
      -0.057288944721221924,
      -0.008300768211483955,
      0.059823133051395416,
      -0.017137568444013596,
      0.10427015274763107,
      -0.038459986448287964,
      0.02411169558763504,
      -0.022548168897628784,
      -0.0402766689658165,
      -0.0851893350481987,
      -0.060024067759513855,
      0.001764703425578773,
      -0.12301071733236313,
      -0.08318033069372177,
      -0.015170739963650703,
      0.02792058140039444,
      0.010633964091539383,
      0.02975946106016636,
      0.05885294824838638,
      0.05012495070695877,
      0.04122611880302429,
      0.028210485354065895,
      -0.03040808066725731,
      0.09976629167795181,
      -0.008917974308133125,
      0.008291605859994888,
      0.010826876387000084,
      0.06858284026384354,
      -0.0061323437839746475,
      -0.053261056542396545,
      0.01863584667444229,
      0.0500662736594677,
      -0.059848081320524216,
      -0.055542878806591034,
      -0.024709662422537804,
      -0.023341340944170952,
      0.04837977513670921,
      0.007492763921618462,
      0.019467290490865707,
      0.04096329212188721,
      -0.03238024562597275,
      0.023233631625771523,
      0.027565577998757362,
      -0.06806021928787231,
      0.011784338392317295,
      0.010965235531330109,
      0.02690545655786991,
      -0.10146139562129974,
      0.09225497394800186,
      -0.014321476221084595,
      -0.022259028628468513,
      0.004065187647938728,
      -0.018751347437500954,
      0.013936396688222885,
      -0.10119181871414185,
      -0.03887517377734184
    ],
    "lantern-charge": [
      0.0535428449511528,
      0.02245377190411091,
      -0.04555390030145645,
      0.04159035533666611,
      0.023195995017886162,
      0.021600009873509407,
      0.010307935997843742,
      -0.025060120970010757,
      0.008264335803687572,
      0.046906378120183945,
      0.09226008504629135,
      -0.07677976787090302,
      0.051652293652296066,
      0.08863283693790436,
      -0.03312487527728081,
      -0.007896948605775833,
      -0.03667076304554939,
      -0.16124331951141357,
      0.001895718858577311,
      0.05028156936168671,
      0.047175969928503036,
      -0.09232889115810394,
      -0.033127281814813614,
      -0.04407142475247383,
      0.021111994981765747,
      0.021801209077239037,
      0.018382830545306206,
      -0.011443760246038437,
      0.031164521351456642,
      -0.0504840649664402,
      0.025967763736844063,
      -0.026439184322953224,
      -0.004479269031435251,
      -0.029065309092402458,
      -0.039499782025814056,
      0.10078970342874527,
      -0.031127944588661194,
      -0.01506047137081623,
      0.02651725523173809,
      -0.004921152256429195,
      -0.024723028764128685,
      -0.06228955462574959,
      -0.015896864235401154,
      0.06991086900234222,
      -0.002592249773442745,
      0.014550871215760708,
      0.007574989460408688,
      -0.04477785527706146,
      -0.026350542902946472,
      -0.014232455752789974,
      0.08813438564538956,
      0.04374430328607559,
      -0.027520548552274704,
      0.061027754098176956,
      -0.00733720138669014,
      0.09635677188634872,
      -0.029833894222974777,
      0.05854073539376259,
      -0.01677018217742443,
      -0.0597144216299057,
      -0.053267646580934525,
      -0.02245945855975151,
      -0.017100626602768898,
      0.009110133163630962,
      -0.05233169347047806,
      -0.019100243225693703,
      -0.048814550042152405,
      0.06349313259124756,
      -0.03501572087407112,
      -0.06294851005077362,
      -0.041665926575660706,
      0.04848235845565796,
      -0.053402479737997055,
      0.01813800446689129,
      0.007398704998195171,
      -0.012856654822826385,
      0.056890539824962616,
      0.018337612971663475,
      -0.06905480474233627,
      -0.03639288246631622,
      0.05412133410573006,
      0.056434277445077896,
      -0.040785253047943115,
      0.08645220845937729,
      0.09349098801612854,
      0.01970817893743515,
      0.03914906457066536,
      0.0953647643327713,
      -0.07577380537986755,
      -0.03049405850470066,
      0.046330876648426056,
      0.04276720806956291,
      -0.010310699231922626,
      -0.06490831822156906,
      -0.037389207631349564,
      0.053084902465343475,
      -0.034980110824108124,
      0.005005637649446726,
      -0.029443975538015366,
      0.017370207235217094,
      0.05828200280666351,
      0.03406591713428497,
      0.026635393500328064,
      0.03762350231409073,
      -0.0012076349230483174,
      -0.0702667385339737,
      0.023455141112208366,
      0.1026347279548645,
      0.016518225893378258,
      -0.013553009368479252,
      0.07120821624994278,
      -0.06103476509451866,
      0.025630025193095207,
      0.0414758175611496,
      0.005078973714262247,
      0.0877547338604927,
      -0.02107474021613598,
      -0.033804092556238174,
      0.11099524796009064,
      -0.0006522357580251992,
      0.05811867490410805,
      0.03805730864405632,
      -0.03168497607111931,
      -0.0439138226211071,
      -0.03286516293883324,
      0.03505314141511917,
      0.08017750084400177,
      4.705950206852945e-34,
      -0.02685587666928768,
      -0.01681295968592167,
      -0.06347746402025223,
      -0.1271427571773529,
      -0.044206857681274414,
      -0.04985606297850609,
      0.019829584285616875,
      0.1354973018169403,
      0.0492994450032711,
      -0.010922267101705074,
      0.0013238756218925118,
      2.8897306037833914e-05,
      0.0759546309709549,
      0.08446984738111496,
      -0.08624190092086792,
      -0.004431125242263079,
      0.0739867314696312,
      0.04538596048951149,
      0.05627215653657913,
      0.03856554627418518,
      -0.031303245574235916,
      0.01217242144048214,
      0.03508182242512703,
      0.018741123378276825,
      0.032804299145936966,
      -0.06005789712071419,
      0.05187154561281204,
      0.06983451545238495,
      -0.0004884622758254409,
      0.01138225942850113,
      0.02385352924466133,
      0.09264905750751495,
      -0.017758570611476898,
      0.04182692617177963,
      0.010526773519814014,
      0.035035982728004456,
      0.13234810531139374,
      -0.014891218394041061,
      -0.00346102355979383,
      -0.03255182132124901,
      0.008849157020449638,
      0.07699301093816757,
      -0.036108847707509995,
      0.10131251811981201,
      0.0026068352162837982,
      -0.0742410197854042,
      -0.060550492256879807,
      -0.10138627886772156,
      -0.046007800847291946,
      0.0704680010676384,
      -0.09088009595870972,
      -0.0071023874916136265,
      -0.07768204063177109,
      0.03250647336244583,
      0.018309444189071655,
      0.03731419891119003,
      -0.06626241654157639,
      -0.016894759610295296,
      -0.010298050940036774,
      -0.05061044171452522,
      0.04459132254123688,
      -0.0669553354382515,
      -0.06709945201873779,
      -0.014537384733557701,
      -0.044147610664367676,
      -0.021796418353915215,
      -0.05149253457784653,
      0.046993471682071686,
      -0.061176832765340805,
      -0.06965948641300201,
      -0.012115970253944397,
      0.010516773909330368,
      -0.03297856077551842,
      -0.06100663170218468,
      -0.02014695666730404,
      -0.006324786692857742,
      0.05527186393737793,
      0.024331359192728996,
      -0.05073133483529091,
      -0.046420540660619736,
      -0.0707383081316948,
      -0.07667582482099533,
      0.03733650594949722,
      0.020802445709705353,
      0.0440615676343441,
      -0.03449803590774536,
      0.034686390310525894,
      0.0017867822898551822,
      -0.07411348819732666,
      -0.04170559346675873,
      -0.01891063153743744,
      0.008688617497682571,
      0.013863029889762402,
      -0.019349541515111923,
      0.064921535551548,
      -7.175623430312261e-34,
      0.1381145864725113,
      0.006642132997512817,
      -0.05820121988654137,
      -0.00435802573338151,
      0.0785541832447052,
      0.021221982315182686,
      -0.06139660254120827,
      -0.012631811201572418,
      -0.07814159989356995,
      0.03617251291871071,
      -0.07424380630254745,
      0.02467123419046402,
      0.02884766459465027,
      -0.029912695288658142,
      0.047343116253614426,
      -0.023244692012667656,
      0.03747650235891342,
      -0.025159044191241264,
      0.0014959450345486403,
      0.10183914005756378,
      0.0250262301415205,
      0.04406968876719475,
      0.033104583621025085,
      -0.09979072213172913,
      -0.002412967151030898,
      0.04605778679251671,
      -0.013283445499837399,
      -0.04884478077292442,
      -0.018692869693040848,
      0.06573624163866043,
      -0.04560050368309021,
      -0.08409259468317032,
      -0.09766644239425659,
      -0.04391394183039665,
      -0.07397232949733734,
      0.032089103013277054,
      -0.06621388345956802,
      0.017152931541204453,
      0.015978630632162094,
      0.09085758030414581,
      0.09905833750963211,
      -0.004046484362334013,
      0.041063498705625534,
      -0.019767027348279953,
      -0.06724528968334198,
      0.0008156202384270728,
      -0.06037556752562523,
      -0.05226043239235878,
      -0.050959762185811996,
      0.021247170865535736,
      -0.00879108440130949,
      -0.049804989248514175,
      -0.003704731585457921,
      0.020289547741413116,
      -0.012854261323809624,
      -0.054142728447914124,
      0.04359368979930878,
      0.05422594025731087,
      -0.03482633829116821,
      -0.004124630242586136,
      0.004718352574855089,
      -0.05855631083250046,
      0.02892044559121132,
      0.07361812889575958,
      -0.060286857187747955,
      -0.0006864530150778592,
      0.01772480458021164,
      0.05243479460477829,
      0.0390373058617115,
      0.013722117058932781,
      -0.038894135504961014,
      0.07094000279903412,
      -0.04764457046985626,
      0.02662499248981476,
      -0.030445892363786697,
      0.06339867413043976,
      -0.03749316185712814,
      -0.00290116760879755,
      0.01535516045987606,
      -0.04028625413775444,
      0.03263511136174202,
      0.015360534191131592,
      -0.01637578196823597,
      -0.09694209694862366,
      -0.009651710279285908,
      -0.08775725960731506,
      0.020053066313266754,
      -0.0024227898102253675,
      -0.03237059339880943,
      -0.07937326282262802,
      0.03228515014052391,
      -0.015748929232358932,
      -0.045057907700538635,
      0.06277267634868622,
      0.024273065850138664,
      -3.0306718912243014e-08,
      -0.041921257972717285,
      0.08731885999441147,
      -0.041076358407735825,
      -0.007825754582881927,
      0.1019320860505104,
      -0.037618666887283325,
      -0.01425979658961296,
      -0.03975905850529671,
      -0.02982458472251892,
      0.010897197760641575,
      0.08243909478187561,
      0.0030016766395419836,
      0.12295244634151459,
      -0.014363597147166729,
      -0.027901286259293556,
      0.07391279935836792,
      -0.006317150313407183,
      -0.060611702501773834,
      -0.036718692630529404,
      0.050621792674064636,
      -0.08663620799779892,
      -0.06158706173300743,
      -0.07031035423278809,
      0.006759353447705507,
      0.041575837880373,
      -0.022818297147750854,
      0.03256704658269882,
      0.062920942902565,
      0.007440262474119663,
      -0.07631063461303711,
      -0.04666271433234215,
      0.0831388533115387,
      -0.09403664618730545,
      -0.02396121434867382,
      0.03941846266388893,
      0.03445924445986748,
      -0.016879195347428322,
      -0.0818568617105484,
      -0.027242086827754974,
      0.012320803478360176,
      -0.02138664945960045,
      -0.10491825640201569,
      0.009157608263194561,
      -0.04703924432396889,
      0.02766059711575508,
      -0.04336179792881012,
      0.04191029071807861,
      0.044168125838041306,
      -0.03661317005753517,
      0.11202347278594971,
      0.0306079238653183,
      -0.04486943781375885,
      0.07496984302997589,
      0.0023823827505111694,
      0.06041347235441208,
      -0.016840055584907532,
      0.040731288492679596,
      0.029338227584958076,
      -0.005325536709278822,
      -0.0070680067874491215,
      0.03689996153116226,
      0.11993655562400818,
      -0.04086720198392868,
      -0.04785631597042084
    ],
    "mirror": [
      -0.04930080845952034,
      -0.06826160848140717,
      0.023921379819512367,
      -0.004690465051680803,
      0.005182224325835705,
      -0.1143648698925972,
      -0.10924597084522247,
      -0.08143613487482071,
      0.04934891313314438,
      -0.010286747477948666,
      0.0019192027393728495,
      0.09179332852363586,
      0.009309782646596432,
      -0.037759892642498016,
      -0.013034661300480366,
      -0.015421702526509762,
      0.07287241518497467,
      -0.037245333194732666,
      -0.03225114196538925,
      -0.0015309614827856421,
      -0.07501894235610962,
      -0.1117936447262764,
      -0.04545938968658447,
      0.00851960014551878,
      -0.01941455341875553,
      0.016962183639407158,
      -0.025257200002670288,
      -0.05204825848340988,
      -0.021912241354584694,
      -0.04457852989435196,
      -0.05006607249379158,
      -0.0020656264387071133,
      -0.039746541529893875,
      -0.011379629373550415,
      -0.01353161595761776,
      0.023835765197873116,
      0.0010267103789374232,
      -0.043577395379543304,
      0.06091603636741638,
      -0.1107693463563919,
      -0.004693142604082823,
      -0.09503967314958572,
      -0.06565578281879425,
      0.042483337223529816,
      -0.0435708723962307,
      0.05166347697377205,
      0.02249637432396412,
      0.03137730062007904,
      -0.019379224628210068,
      -0.007543404586613178,
      -0.05128118768334389,
      -0.0066529554314911366,
      -0.0007478449260815978,
      0.0013960666256025434,
      0.017527267336845398,
      0.03035471960902214,
      0.05234130844473839,
      0.09869351983070374,
      0.018545595929026604,
      0.04824742674827576,
      0.1317124217748642,
      -0.027421873062849045,
      -0.041354309767484665,
      0.025374766439199448,
      0.07657993584871292,
      0.07449949532747269,
      0.04750750586390495,
      -0.01713530160486698,
      0.055507685989141464,
      0.004926811903715134,
      -0.028735511004924774,
      0.04226890951395035,
      -0.02722851186990738,
      0.02955734170973301,
      -0.019482744857668877,
      -0.0013716118410229683,
      0.010197067633271217,
      -0.06095355004072189,
      0.0158863365650177,
      -0.028016427531838417,
      -0.05739453062415123,
      -0.03078996203839779,
      0.04402967914938927,
      -0.011578334495425224,
      0.031009363010525703,
      -0.046275656670331955,
      0.03752341866493225,
      0.08516846597194672,
      -0.0019040493061766028,
      -0.04425927624106407,
      0.026704510673880577,
      0.12656602263450623,
      0.01482400856912136,
      -0.027511317282915115,
      -0.013516292907297611,
      0.021366681903600693,
      0.06498458981513977,
      0.14358265697956085,
      -0.0010649184696376324,
      0.0031596808694303036,
      -0.026170367375016212,
      0.040383096784353256,
      0.003542593913152814,
      0.046115774661302567,
      0.02884252741932869,
      -0.029528146609663963,
      -0.0657135620713234,
      0.024302612990140915,
      -0.028436558321118355,
      0.047916799783706665,
      -0.013059478253126144,
      -0.013918546959757805,
      0.07127732038497925,
      0.028963979333639145,
      -0.010179956443607807,
      -0.0034497429151088,
      0.02215639129281044,
      0.02103012427687645,
      -0.05954216420650482,
      0.06419122964143753,
      0.08070586621761322,
      -0.028001634404063225,
      0.04868687316775322,
      -0.10205499827861786,
      -0.034766342490911484,
      0.03100854717195034,
      0.10598105192184448,
      6.361480818378545e-33,
      -0.03040328621864319,
      0.0021850084885954857,
      -0.01841319166123867,
      -0.03457998111844063,
      0.004967867396771908,
      -0.022644083946943283,
      0.007052918896079063,
      0.02993074804544449,
      -0.05436272919178009,
      -0.09604068845510483,
      -0.012102149426937103,
      0.0010991928866133094,
      -0.01892642304301262,
      0.027019094675779343,
      -0.04555908963084221,
      0.008182376623153687,
      0.06208661198616028,
      0.0829448401927948,
      3.5896882764063776e-05,
      -0.03873760625720024,
      0.04024216905236244,
      -0.08040036261081696,
      0.0049275425262749195,
      -0.02454524300992489,
      0.0080286068841815,
      0.005068487953394651,
      0.06015053763985634,
      0.05980578064918518,
      -0.05061781778931618,
      -0.017195170745253563,
      0.020633332431316376,
      0.019865693524479866,
      -0.02448127418756485,
      0.03838973119854927,
      0.03901301324367523,
      -0.03628169000148773,
      0.09468585252761841,
      -0.05254189297556877,
      0.005518544465303421,
      -0.039085861295461655,
      0.035784557461738586,
      0.0067244889214634895,
      0.0215910654515028,
      -0.022728027775883675,
      0.0018247367115691304,
      -0.010288774035871029,
      0.053662288933992386,
      0.038348786532878876,
      -0.02348565310239792,
      0.0749133750796318,
      0.006741166580468416,
      0.02394450455904007,
      -0.09088649600744247,
      -0.06717921048402786,
      -0.05233719199895859,
      0.05775236710906029,
      0.048516202718019485,
      -0.04522782564163208,
      -0.05277719721198082,
      0.07326778024435043,
      0.10522568225860596,
      -0.053062498569488525,
      -0.007579616270959377,
      -0.02727596089243889,
      0.034942544996738434,
      0.12048240005970001,
      -0.08759965747594833,
      -0.03530747443437576,
      0.02157464809715748,
      0.09616385400295258,
      0.07433969527482986,
      -0.011271761730313301,
      -0.043483853340148926,
      -0.06997000426054001,
      0.0027253797743469477,
      -0.08265825361013412,
      -0.06531886756420135,
      0.023536676540970802,
      -0.051939815282821655,
      0.04885323345661163,
      -0.013055694289505482,
      -0.04738317057490349,
      -0.14465376734733582,
      -0.008434583432972431,
      0.006440457422286272,
      0.003784589469432831,
      -0.0071013509295880795,
      -0.05187488719820976,
      -0.0888078436255455,
      -0.0009506774367764592,
      -0.015186225064098835,
      -0.03569266200065613,
      0.031817663460969925,
      -0.006500150077044964,
      -0.022464001551270485,
      -5.442046606047784e-33,
      0.011067915707826614,
      -0.08680855482816696,
      0.033876534551382065,
      0.15037128329277039,
      0.032635271549224854,
      -0.0007405588985420763,
      -0.07489023357629776,
      0.13141970336437225,
      -0.09566011279821396,
      0.024044478312134743,
      0.045665010809898376,
      -0.09090559184551239,
      -0.015394223853945732,
      0.03987538069486618,
      -0.08633965253829956,
      -0.014939515851438046,
      0.1506538689136505,
      -0.09623762220144272,
      0.012114644050598145,
      0.04096568003296852,
      0.13654544949531555,
      -0.04465385153889656,
      0.007863407023251057,
      0.02130192145705223,
      0.009014020673930645,
      0.00364723545499146,
      -0.03822712600231171,
      -0.07192970812320709,
      0.042517468333244324,
      0.006946844048798084,
      0.0701003298163414,
      -0.005177660845220089,
      0.011622190475463867,
      -0.03613545373082161,
      0.01802227273583412,
      0.07127654552459717,
      0.00492899538949132,
      0.05811314657330513,
      0.007453554309904575,
      -0.0412105917930603,
      0.056413616985082626,
      0.018471919000148773,
      -0.056631140410900116,
      -0.0837746113538742,
      -0.002916292753070593,
      -0.0016202091937884688,
      -0.07959018647670746,
      0.04593620076775551,
      -0.11307486891746521,
      0.023845775052905083,
      0.08194983750581741,
      -0.03014128841459751,
      0.010513958521187305,
      -0.028787897899746895,
      0.005847051274031401,
      0.0780017077922821,
      -0.0644073560833931,
      0.08161977678537369,
      0.06928884983062744,
      0.015600494109094143,
      0.05960927903652191,
      -0.04127030447125435,
      -0.024726180359721184,
      -0.0027110876981168985,
      0.037074048072099686,
      0.06851998716592789,
      0.06995906680822372,
      -0.007463853806257248,
      0.0025336870457977057,
      0.06973307579755783,
      0.061709705740213394,
      0.02193177118897438,
      -0.06115047261118889,
      -0.004893423058092594,
      0.015160586684942245,
      -0.023453179746866226,
      -0.05333666130900383,
      -0.0001705300237517804,
      -0.026558877900242805,
      0.02196052484214306,
      -0.11466696858406067,
      0.029621105641126633,
      0.013283510692417622,
      0.09017986804246902,
      -0.03614674136042595,
      -0.042375240474939346,
      0.04003414884209633,
      0.007331648375838995,
      0.02326776273548603,
      0.023917371407151222,
      0.06094718724489212,
      -0.011312549002468586,
      -0.12843792140483856,
      0.03367704898118973,
      -0.04052916541695595,
      -3.212037213984331e-08,
      0.028526097536087036,
      0.008540268056094646,
      0.04719739407300949,
      0.02213255874812603,
      0.004047481343150139,
      0.024891942739486694,
      0.044141415506601334,
      -0.08064685761928558,
      0.032571956515312195,
      0.007550874259322882,
      0.07291598618030548,
      -0.023140300065279007,
      -0.036107081919908524,
      -0.03305026888847351,
      0.02562774159014225,
      -0.017060620710253716,
      0.0174306258559227,
      -0.09463544189929962,
      -0.03464217111468315,
      -0.042389873415231705,
      -0.02388051152229309,
      -0.01919146254658699,
      0.020257608965039253,
      -0.01895820163190365,
      0.014020922593772411,
      0.03343462198972702,
      0.044177934527397156,
      0.04618028551340103,
      -0.023857900872826576,
      -0.04883555322885513,
      -0.021052608266472816,
      -0.021924765780568123,
      0.046668145805597305,
      -0.08168678730726242,
      0.0025892737321555614,
      -0.003929245751351118,
      -0.05911697819828987,
      -0.04554411768913269,
      -0.0015499764122068882,
      0.02666773647069931,
      0.0003255114716012031,
      0.0035987559240311384,
      -0.011459993198513985,
      0.04598560929298401,
      0.06705644726753235,
      -0.05675171688199043,
      -0.02030433900654316,
      -0.06263800710439682,
      -0.029530277475714684,
      -0.0073069678619503975,
      0.07906655967235565,
      -0.08490945398807526,
      -0.021439552307128906,
      0.0111024035140872,
      -0.012151745148003101,
      -0.007402962073683739,
      0.07252238690853119,
      -0.0113294692710042,
      0.05057646706700325,
      0.025132767856121063,
      0.1494787484407425,
      0.06723500043153763,
      -0.025844480842351913,
      -0.04890294745564461
    ],
    "nova": [
      0.005486967973411083,
      -0.05455072969198227,
      0.04078999534249306,
      0.031086428090929985,
      0.017750980332493782,
      -0.0853935107588768,
      -0.004946222063153982,
      -0.0382843054831028,
      0.043691184371709824,
      0.05427759140729904,
      -0.06133554130792618,
      -0.01485523022711277,
      -0.07682524621486664,
      0.0035387740936130285,
      -0.1186944767832756,
      0.030588723719120026,
      0.001847485895268619,
      -0.05244430899620056,
      0.00831213966012001,
      0.007161375135183334,
      0.06731053441762924,
      0.04074275866150856,
      -0.03208443522453308,
      0.01783321239054203,
      -0.03690347075462341,
      0.0318208709359169,
      -0.002788333222270012,
      0.06917913258075714,
      -0.004101942293345928,
      0.021795334294438362,
      -0.03036818653345108,
      -0.030342547222971916,
      -0.05146290361881256,
      0.05202671140432358,
      -0.08282629400491714,
      -0.04391646757721901,
      0.03568488359451294,
      -0.0018632301362231374,
      -0.02164396457374096,
      -0.06881026178598404,
      0.09060627222061157,
      0.012243474833667278,
      -0.035660360008478165,
      0.023426510393619537,
      -0.001687177806161344,
      -0.07866423577070236,
      -0.019437775015830994,
      -0.1153462827205658,
      -0.003447418799623847,
      0.032970428466796875,
      -0.06183070316910744,
      -0.09322594851255417,
      -0.05740809813141823,
      -0.05387627333402634,
      0.02861068770289421,
      0.11005385965108871,
      0.010503223165869713,
      -0.0018627007957547903,
      0.011616176925599575,
      0.01774074323475361,
      0.05387512966990471,
      -0.10212967544794083,
      -0.010832211002707481,
      -0.019398590549826622,
      0.01234949566423893,
      0.0363171361386776,
      0.007962632924318314,
      0.06754792481660843,
      0.006859712768346071,
      -0.0015656264731660485,
      0.007509416434913874,
      0.016119200736284256,
      0.03519432619214058,
      0.0193349439650774,
      -0.006101089529693127,
      0.07740537077188492,
      0.13852669298648834,
      -0.01401548832654953,
      0.031754959374666214,
      -0.05340733379125595,
      0.020204368978738785,
      -0.003514346433803439,
      0.015926366671919823,
      0.05839831754565239,
      0.033405937254428864,
      0.009928026236593723,
      -0.05465446040034294,
      0.036253057420253754,
      0.049967240542173386,
      0.058809224516153336,
      0.0035073074977844954,
      -0.053917646408081055,
      -0.005226952955126762,
      0.01229833997786045,
      0.010684180073440075,
      0.014380711130797863,
      -0.08927082270383835,
      -0.11299338936805725,
      0.024861829355359077,
      -0.018763048574328423,
      0.005685858894139528,
      -0.04332134500145912,
      -0.07898996770381927,
      0.042409636080265045,
      -0.004499385599046946,
      0.00899475160986185,
      -0.019412895664572716,
      -0.011838736943900585,
      0.015496465377509594,
      0.10777729749679565,
      0.02051587775349617,
      -0.03935346379876137,
      0.08806651830673218,
      -0.03990603983402252,
      -0.05283356457948685,
      0.09241751581430435,
      -0.027191026136279106,
      0.058625128120183945,
      0.06966070830821991,
      0.07421310245990753,
      -0.014413544908165932,
      -0.058059293776750565,
      0.030084582045674324,
      -0.06472186744213104,
      0.07093276083469391,
      0.07522697001695633,
      0.041084807366132736,
      -3.3587331209423102e-34,
      0.007267817389219999,
      0.12945930659770966,
      -0.022411275655031204,
      0.06667622923851013,
      0.017321892082691193,
      -0.03234964236617088,
      -0.002694021910429001,
      0.013133291155099869,
      -0.03618626669049263,
      -0.027567612007260323,
      -0.07956013828516006,
      0.05150661617517471,
      0.032728422433137894,
      -0.058245278894901276,
      -0.08746729791164398,
      -0.013087774626910686,
      0.11197620630264282,
      -0.022594967857003212,
      -0.09908482432365417,
      -0.07991474866867065,
      -0.015235073864459991,
      -0.1609305441379547,
      -0.033366937190294266,
      -0.01641467586159706,
      0.10090748965740204,
      0.019860241562128067,
      -0.009233977645635605,
      0.026380375027656555,
      -0.04631756991147995,
      0.003485130611807108,
      -0.045541997998952866,
      0.04048045352101326,
      0.021840739995241165,
      0.03327968344092369,
      0.01669018156826496,
      0.024101711809635162,
      0.015352834016084671,
      0.013058312237262726,
      0.026988523080945015,
      -0.01906023547053337,
      0.019348569214344025,
      -0.032108090817928314,
      -0.05469823256134987,
      0.07487569004297256,
      0.01698910817503929,
      -0.046666182577610016,
      -0.04774124175310135,
      -0.019840264692902565,
      0.12824085354804993,
      0.030074255540966988,
      -0.035222768783569336,
      0.00199268595315516,
      -0.04194937273859978,
      -0.006493986584246159,
      -0.0527019128203392,
      0.010493850335478783,
      -0.0383928082883358,
      -0.011855398304760456,
      -0.0174722820520401,
      -0.027963973581790924,
      0.0241231732070446,
      -0.0779503583908081,
      -0.005776894278824329,
      -0.03337160125374794,
      0.06211796775460243,
      0.06633110344409943,
      -0.02623242512345314,
      0.060920801013708115,
      0.05702177435159683,
      -0.012502243742346764,
      -0.022683843970298767,
      0.06806313991546631,
      0.09459805488586426,
      -0.04841779172420502,
      0.012049277313053608,
      -0.01078125461935997,
      -0.05050191283226013,
      0.017372606322169304,
      -0.017928319051861763,
      -0.035508088767528534,
      -0.01169645693153143,
      -0.04574350640177727,
      0.02591555379331112,
      0.06539956480264664,
      0.057704582810401917,
      -0.017714664340019226,
      -0.026861347258090973,
      0.001698767184279859,
      -0.07149630039930344,
      0.10726894438266754,
      -0.019568033516407013,
      0.008153587579727173,
      0.039333149790763855,
      0.032889265567064285,
      -0.08758457750082016,
      -1.1593788283677428e-34,
      -0.013804424554109573,
      0.0030248418916016817,
      -0.0889790803194046,
      0.08074429631233215,
      -0.03156522288918495,
      -0.021516473963856697,
      0.02838675118982792,
      0.030423283576965332,
      -0.017606256529688835,
      0.05620180442929268,
      -0.012630979530513287,
      0.010425896383821964,
      0.023956729099154472,
      -0.043734386563301086,
      -0.024221455678343773,
      -0.023745708167552948,
      0.043744105845689774,
      -0.051675375550985336,
      0.06695070117712021,
      -0.005797651596367359,
      0.03553808107972145,
      -0.048943448811769485,
      -0.07236170768737793,
      -0.05460015684366226,
      -0.012404377572238445,
      0.007669331505894661,
      0.09618004411458969,
      0.014102611690759659,
      -0.05351147800683975,
      -0.008106976747512817,
      -0.016734985634684563,
      -0.022635623812675476,
      0.0305341724306345,
      0.06608211249113083,
      0.0313514806330204,
      0.052968259900808334,
      0.056734804064035416,
      -0.006127284839749336,
      -0.012428787536919117,
      0.028216687962412834,
      0.053982775658369064,
      0.05959101766347885,
      -0.017104143276810646,
      -0.007669803686439991,
      -0.06435395777225494,
      0.05865767225623131,
      0.10712649673223495,
      0.05686153843998909,
      -0.10447565466165543,
      0.0016696068923920393,
      0.03867539018392563,
      0.023693805560469627,
      -0.023889699950814247,
      0.14003469049930573,
      -0.008494522422552109,
      0.0900401771068573,
      0.041356831789016724,
      -0.04117799922823906,
      -0.01539737731218338,
      0.07355138659477234,
      0.05460406467318535,
      -0.04802219942212105,
      -0.0635102316737175,
      -0.005753283388912678,
      0.0486513115465641,
      0.011081484146416187,
      0.028642041608691216,
      0.021205605939030647,
      0.066522978246212,
      0.020450809970498085,
      0.01557931024581194,
      0.03767573833465576,
      -0.06683842092752457,
      -0.03481629490852356,
      0.015971936285495758,
      -0.002011926844716072,
      0.04484183341264725,
      -0.11382212489843369,
      -0.08276843279600143,
      -0.07658200711011887,
      0.03305445611476898,
      -0.00587932113558054,
      0.005105015356093645,
      -0.02517309971153736,
      0.031686458736658096,
      0.12240638583898544,
      0.06697309762239456,
      0.05729210004210472,
      -0.011265444569289684,
      0.01855326257646084,
      -0.033770374953746796,
      0.009849212132394314,
      0.015703942626714706,
      -0.07843068987131119,
      -0.07104966789484024,
      -2.5781245582834345e-08,
      -0.007278101984411478,
      0.09550247341394424,
      0.02602907083928585,
      -0.016377290710806847,
      0.11354785412549973,
      0.046621743589639664,
      0.06166286766529083,
      0.021758178249001503,
      -0.03223109245300293,
      -0.023076290264725685,
      -0.06443742662668228,
      -0.06972023099660873,
      0.01446605660021305,
      0.007534580770879984,
      0.08642173558473587,
      -0.055338457226753235,
      0.005977462977170944,
      -0.04629805311560631,
      -0.07667110115289688,
      -0.04021448269486427,
      -0.08573029190301895,
      0.036114826798439026,
      -0.053570665419101715,
      -0.015322649851441383,
      -0.014298844151198864,
      -0.03518369793891907,
      -0.002638773526996374,
      0.023877156898379326,
      0.0077118598856031895,
      0.010416156612336636,
      -0.15240199863910675,
      0.02135997824370861,
      -0.004107093438506126,
      0.024899056181311607,
      -0.07471541315317154,
      0.11789745837450027,
      0.06388182938098907,
      -0.017674727365374565,
      0.0399627685546875,
      0.018036916851997375,
      0.010113184340298176,
      -0.05257204547524452,
      0.006022967863827944,
      0.019519232213497162,
      -0.04663386940956116,
      0.03178804740309715,
      -0.007997041568160057,
      -0.07653704285621643,
      0.041912369430065155,
      -0.03522534295916557,
      0.019075265154242516,
      -0.01627560704946518,
      -0.03245718032121658,
      0.033418793231248856,
      -0.008305169641971588,
      -0.03212179243564606,
      -0.0026555010117590427,
      -0.12975163757801056,
      0.01443732064217329,
      0.0676279067993164,
      0.05155688151717186,
      0.016416365280747414,
      -0.09580623358488083,
      -0.08702674508094788
    ],
    "orbit": [
      0.042419806122779846,
      0.03468542546033859,
      -0.03173881769180298,
      -0.03267354890704155,
      -0.02563725970685482,
      -0.037890203297138214,
      0.11457807570695877,
      -0.03221679851412773,
      0.06862146407365799,
      0.05732893943786621,
      -0.0002747828548308462,
      0.1330396980047226,
      0.028958838433027267,
      0.019576027989387512,
      0.043287817388772964,
      0.014717894606292248,
      0.015856405720114708,
      -0.012841730378568172,
      -0.03827811777591705,
      -0.009251805022358894,
      0.02161734737455845,
      -0.06463376432657242,
      -0.017502350732684135,
      0.08418738096952438,
      -0.022539956495165825,
      -0.01625795103609562,
      0.0013506857212632895,
      -0.0357932485640049,
      -0.0428767167031765,
      0.009418729692697525,
      0.02046719379723072,
      0.015793507918715477,
      0.02681930921971798,
      -0.015884974971413612,
      0.03698202967643738,
      0.07401835918426514,
      -0.061606988310813904,
      -0.0603877529501915,
      0.00374256307259202,
      -0.11286456137895584,
      0.0010550107108429074,
      -0.00023736967705190182,
      0.04056389629840851,
      0.03202957287430763,
      -0.038921013474464417,
      -0.021162021905183792,
      -0.042847465723752975,
      -0.06760209053754807,
      0.0016743645537644625,
      0.11802048981189728,
      0.05855860933661461,
      -0.022863317281007767,
      0.029193054884672165,
      -0.0033134864643216133,
      -0.08346075564622879,
      0.026914434507489204,
      -0.02014891244471073,
      0.11769592016935349,
      -0.05694077908992767,
      0.014789397828280926,
      -0.029014458879828453,
      -0.01966000534594059,
      -0.04880703240633011,
      0.02196674980223179,
      -0.08919955044984818,
      -0.003760274965316057,
      0.018520120531320572,
      -0.10160376876592636,
      0.0903090164065361,
      0.03816120699048042,
      -0.13145892322063446,
      -0.0010724787134677172,
      -0.06522313505411148,
      -0.1117786318063736,
      -0.039593588560819626,
      0.07656216621398926,
      0.05325530469417572,
      -0.008536167442798615,
      0.04312564432621002,
      -0.10787879675626755,
      0.04540197551250458,
      -0.013927970081567764,
      0.03556332364678383,
      0.010309933684766293,
      -0.0003022608289029449,
      -0.005749986972659826,
      -0.009238765574991703,
      0.03981727734208107,
      0.06419015675783157,
      0.017013024538755417,
      0.045559462159872055,
      0.0821399986743927,
      0.016214562579989433,
      0.0019523095106706023,
      -0.07889502495527267,
      -0.033518336713314056,
      -0.02406482584774494,
      0.06454693526029587,
      -0.04955122619867325,
      0.056752998381853104,
      -0.036397747695446014,
      -0.004423861857503653,
      -0.04384806007146835,
      0.009347178973257542,
      -0.035948559641838074,
      -0.003387340810149908,
      -0.014615491032600403,
      -0.0343819297850132,
      -0.014120618812739849,
      0.05987939611077309,
      -0.057062581181526184,
      0.011169099248945713,
      0.07648006081581116,
      0.018468905240297318,
      -0.0051286411471664906,
      0.12682479619979858,
      -0.035766590386629105,
      0.04497520253062248,
      0.02761624939739704,
      0.04864402860403061,
      0.0662858635187149,
      -0.0411103293299675,
      0.12442935258150101,
      -0.010616566985845566,
      0.01415091659873724,
      0.00527414632961154,
      0.07805410772562027,
      2.9923659701020625e-33,
      -0.0768062099814415,
      -0.040541138499975204,
      -0.028546446934342384,
      -0.02338637039065361,
      -0.04969119653105736,
      0.031696517020463943,
      -0.05648501589894295,
      0.009684323333203793,
      0.011444213800132275,
      0.0037243373226374388,
      -0.012304757721722126,
      -0.016007615253329277,
      0.09256350994110107,
      -0.0519573800265789,
      0.055500395596027374,
      0.035899918526411057,
      0.05035608261823654,
      0.02245687134563923,
      0.0597107857465744,
      -0.04688377305865288,
      -0.019638769328594208,
      -0.09791690111160278,
      -0.005259539932012558,
      0.021428707987070084,
      0.03138463571667671,
      0.02621888369321823,
      0.021832993254065514,
      0.016638468950986862,
      -0.032267361879348755,
      0.01890108361840248,
      0.014731626026332378,
      0.04312014952301979,
      -0.03569840267300606,
      0.08029861003160477,
      0.028770525008440018,
      0.008540820330381393,
      0.07257083058357239,
      0.006199285853654146,
      0.06357109546661377,
      -0.036973875015974045,
      -0.023175425827503204,
      0.004783520940691233,
      0.05081107094883919,
      0.005781852640211582,
      0.026009153574705124,
      -0.08328333497047424,
      0.08027128875255585,
      0.02461235038936138,
      0.080828458070755,
      0.06475864350795746,
      -0.03276868164539337,
      0.03333619609475136,
      0.015228432603180408,
      -0.009085926227271557,
      -0.0446142852306366,
      0.021301718428730965,
      -0.009163549169898033,
      0.016230493783950806,
      -0.0945349633693695,
      0.028453664854168892,
      0.08943311870098114,
      -0.03671363741159439,
      0.03253287076950073,
      -0.08980371057987213,
      0.022262686863541603,
      0.03581668436527252,
      -0.013162351213395596,
      -0.035462383180856705,
      -0.05679841712117195,
      0.007352347485721111,
      0.0542641282081604,
      -0.0076625756919384,
      0.0658230111002922,
      -0.03662142530083656,
      -0.07223536819219589,
      -0.07457295805215836,
      0.15697087347507477,
      0.05810043588280678,
      -0.01692044362425804,
      0.0638948529958725,
      0.03092978708446026,
      -0.08468945324420929,
      -0.007195815443992615,
      0.01195470616221428,
      -0.05143462494015694,
      -0.06563322246074677,
      -0.049999017268419266,
      -0.019825007766485214,
      -0.03213144838809967,
      0.02038494311273098,
      0.023587629199028015,
      -0.08816280215978622,
      0.027142327278852463,
      0.1005437821149826,
      0.014028987847268581,
      -2.9639129456694167e-33,
      -0.03822554647922516,
      -0.006654963828623295,
      -0.030372165143489838,
      0.020914854481816292,
      0.01747846230864525,
      0.01339474506676197,
      -0.05256114527583122,
      0.14778544008731842,
      -0.147065207362175,
      -0.00735196378082037,
      -0.034437473863363266,
      0.04653402790427208,
      0.056379593908786774,
      -0.044250357896089554,
      0.0570465512573719,
      0.0022812997922301292,
      0.06031075119972229,
      0.01857372559607029,
      -0.0021926038898527622,
      0.022955816239118576,
      0.07152112573385239,
      -0.0015148412203416228,
      -0.042002078145742416,
      0.0030211233533918858,
      0.08366737514734268,
      0.007894394919276237,
      0.01861528493463993,
      0.01650678738951683,
      0.009170240722596645,
      0.05184359848499298,
      0.023510374128818512,
      0.0005134030361659825,
      -0.043147724121809006,
      0.041182924062013626,
      0.00249675614759326,
      -0.04790966212749481,
      0.001775889890268445,
      0.03690624609589577,
      -0.0676739364862442,
      -0.012317844666540623,
      -0.011884615756571293,
      -0.01300510298460722,
      0.029221361503005028,
      -0.04513072967529297,
      0.04303815960884094,
      -0.010468275286257267,
      -0.04726800322532654,
      0.09667494148015976,
      -0.0755966454744339,
      0.06237894669175148,
      -0.031591761857271194,
      -0.08298823237419128,
      0.03328145295381546,
      -0.03216668218374252,
      0.02263805642724037,
      8.45000977278687e-05,
      -0.008074789308011532,
      -0.03383783996105194,
      0.033665988594293594,
      -0.11761574447154999,
      0.0617242157459259,
      -0.0059478022158145905,
      0.022616442292928696,
      0.07837828248739243,
      -0.041260626167058945,
      0.00040017315768636763,
      0.012318538501858711,
      0.11670402437448502,
      -0.06315416097640991,
      0.10132641345262527,
      0.04152475669980049,
      -0.026224801316857338,
      -0.08805117756128311,
      0.0568503774702549,
      0.008247440680861473,
      0.023288756608963013,
      0.047502484172582626,
      -0.12607735395431519,
      -0.06480134278535843,
      -0.08278772234916687,
      -0.01772957481443882,
      0.03656487166881561,
      -0.03831871598958969,
      -0.02765105478465557,
      -0.01709587685763836,
      0.03587309271097183,
      -0.057755064219236374,
      0.03623231500387192,
      0.00298309070058167,
      0.02207252010703087,
      0.017313599586486816,
      -0.0032140130642801523,
      -0.038908276706933975,
      0.034219205379486084,
      -0.031165966764092445,
      -2.4520101504776903e-08,
      0.06003027781844139,
      0.02733469381928444,
      0.039108797907829285,
      0.007350356318056583,
      0.03630765900015831,
      -0.005674102809280157,
      -0.002007465111091733,
      -0.004988602828234434,
      -0.04237394779920578,
      -0.04176246002316475,
      0.07551386952400208,
      0.0193583145737648,
      0.04710787534713745,
      -0.060009829699993134,
      -0.05671874061226845,
      -0.02330690436065197,
      -0.022243697196245193,
      -0.025281473994255066,
      -0.03762771189212799,
      0.023755382746458054,
      -0.06561079621315002,
      -0.05039604380726814,
      0.011614636518061161,
      -0.0869617685675621,
      -0.05348369851708412,
      0.04184119030833244,
      0.039226483553647995,
      0.07771953195333481,
      0.03170393407344818,
      0.006234745029360056,
      -0.06711702048778534,
      0.02645735815167427,
      0.01287604309618473,
      -0.014875180087983608,
      -0.13254432380199432,
      0.022689664736390114,
      -0.031969405710697174,
      -0.04747150093317032,
      -0.07182525098323822,
      0.061501797288656235,
      -0.06061367318034172,
      0.004445995669811964,
      0.0715765655040741,
      0.021119102835655212,
      -0.06375204026699066,
      -0.0006799395196139812,
      -0.017227336764335632,
      -0.028160152956843376,
      0.03682931512594223,
      -0.014280220493674278,
      -0.040734242647886276,
      0.010432891547679901,
      -0.14009644091129303,
      0.01846698485314846,
      -0.019669141620397568,
      0.007039540447294712,
      0.0012858343543484807,
      -0.01125742495059967,
      0.07341832667589188,
      -0.006880488712340593,
      -0.0753258466720581,
      -0.01481630839407444,
      -0.13287870585918427,
      -0.08885148167610168
    ],
    "prism": [
      -0.08579082041978836,
      0.023912819102406502,
      -0.05200920253992081,
      -0.005851962603628635,
      -0.008941737934947014,
      0.02427702210843563,
      0.008540238253772259,
      0.008541562594473362,
      -0.018241800367832184,
      0.013446918688714504,
      -0.02175014093518257,
      0.0033049045596271753,
      0.041585616767406464,
      0.02630116418004036,
      -0.01354497205466032,
      0.009950186125934124,
      -0.0006871077930554748,
      -0.033067721873521805,
      -0.10687528550624847,
      0.054925814270973206,
      0.05777997896075249,
      -0.0382847934961319,
      -0.027873370796442032,
      -0.012832104228436947,
      -0.02202955074608326,
      0.06055235490202904,
      -0.0497748926281929,
      -0.015486102551221848,
      0.12723007798194885,
      0.011241650208830833,
      -0.011018838733434677,
      0.012637524865567684,
      0.032580435276031494,
      -0.02728930674493313,
      0.07384742051362991,
      0.001524045248515904,
      -0.0772804245352745,
      -0.06661567836999893,
      -0.04190859943628311,
      -0.0007413927232846618,
      0.030820684507489204,
      0.053594205528497696,
      -0.0841216966509819,
      0.04162299260497093,
      -0.01275151688605547,
      0.042433205991983414,
      0.0980670228600502,
      -0.009577376767992973,
      -0.01893690973520279,
      0.00012140391481807455,
      -0.014968713745474815,
      0.05283326655626297,
      -0.04137582331895828,
      -0.023307161405682564,
      -0.11523286253213882,
      0.05267466604709625,
      0.07189755886793137,
      0.016940845176577568,
      -0.025619614869356155,
      0.08162592351436615,
      0.048643939197063446,
      0.010661226697266102,
      -0.07443235069513321,
      -0.0035114202182739973,
      0.029778072610497475,
      0.0959901511669159,
      -0.01719457097351551,
      0.05094696581363678,
      0.11690263450145721,
      -0.05058708414435387,
      -0.03514726459980011,
      0.06578516960144043,
      -0.04686601459980011,
      0.019063159823417664,
      0.004725503269582987,
      -0.040489304810762405,
      0.06080666184425354,
      -0.10322559624910355,
      -0.07992521673440933,
      0.01797490566968918,
      -0.05054079368710518,
      -0.0806456208229065,
      0.025126531720161438,
      0.015470658428966999,
      -0.000411405781051144,
      0.03545690327882767,
      -0.03571388125419617,
      0.11100862175226212,
      0.006557430140674114,
      -0.014240989461541176,
      0.004748674109578133,
      0.06223355606198311,
      0.008950946852564812,
      -0.0007041510543785989,
      -0.018989475443959236,
      0.08106348663568497,
      0.06206503510475159,
      0.017006762325763702,
      0.07765176147222519,
      -0.02610587142407894,
      0.03543183207511902,
      -0.017775623127818108,
      -0.04284875839948654,
      0.08882440626621246,
      -0.03246573358774185,
      -0.10211175680160522,
      0.03571704402565956,
      0.00036253215512260795,
      -0.011905516497790813,
      0.06741663068532944,
      0.0032487367279827595,
      0.06945393979549408,
      0.04080447927117348,
      -0.007733230944722891,
      0.02598908543586731,
      -0.0047979108057916164,
      -0.0920943021774292,
      0.036838073283433914,
      -0.07538266479969025,
      0.0128486854955554,
      0.0046703023836016655,
      0.0031437803991138935,
      0.043685752898454666,
      0.022302677854895592,
      -0.014128603972494602,
      -0.0014221081510186195,
      0.026180412620306015,
      4.9759539123971315e-33,
      0.02311493642628193,
      -0.04252726957201958,
      -0.0002670991816557944,
      0.06475520879030228,
      -0.029213055968284607,
      0.0312960222363472,
      0.029224766418337822,
      0.05065946653485298,
      -0.0039577665738761425,
      0.06289979070425034,
      7.627086597494781e-05,
      0.03933444246649742,
      -0.07275224477052689,
      -0.005542338825762272,
      -0.06134473904967308,
      -0.005054304841905832,
      -0.037916868925094604,
      0.0785057544708252,
      -0.05101598799228668,
      0.03448003903031349,
      0.046745289117097855,
      -0.025130217894911766,
      -0.015744004398584366,
      0.04343235865235329,
      -0.046065106987953186,
      0.08935398608446121,
      -0.003569020889699459,
      0.04791508987545967,
      0.020443681627511978,
      0.014525156468153,
      0.007597350049763918,
      -0.005946977064013481,
      -0.03651522099971771,
      0.012157062999904156,
      0.05441273748874664,
      0.0872969999909401,
      -0.03236907348036766,
      0.052996791899204254,
      0.023386582732200623,
      -0.018362298607826233,
      0.09673085063695908,
      0.06996463984251022,
      0.14819732308387756,
      0.042337700724601746,
      0.04554329439997673,
      -0.0471431203186512,
      0.007638591807335615,
      0.001978162908926606,
      0.04505018889904022,
      -0.01884492114186287,
      -0.04587068036198616,
      0.038359012454748154,
      -0.08615348488092422,
      0.03997989371418953,
      -0.014702735468745232,
      0.003339297603815794,
      -0.02511175163090229,
      -0.023707613348960876,
      0.021986206993460655,
      -0.019844219088554382,
      0.0229792520403862,
      -0.01645420677959919,
      -0.0077331215143203735,
      0.0019964920356869698,
      0.06339255720376968,
      0.028800303116440773,
      -0.07262471318244934,
      -0.01815325766801834,
      0.05535239726305008,
      -0.027082208544015884,
      -0.022039735689759254,
      0.027098694816231728,
      -0.06782674044370651,
      0.021393965929746628,
      0.016691379249095917,
      -0.08146827667951584,
      0.056434594094753265,
      0.062937431037426,
      0.0025142726954072714,
      -0.04612591117620468,
      0.0003593249712139368,
      -0.05182833597064018,
      0.01280071958899498,
      -0.06104398891329765,
      -0.08141963183879852,
      -0.031041990965604782,
      0.040854986757040024,
      -0.016291717067360878,
      0.00294060492888093,
      0.031601160764694214,
      -0.023438936099410057,
      -0.0807427242398262,
      -0.01894722692668438,
      -0.051710713654756546,
      -0.0367821604013443,
      -3.94985644469871e-33,
      0.018955091014504433,
      -0.07812884449958801,
      -0.026920340955257416,
      0.08523587137460709,
      -0.0324130654335022,
      -0.01197526603937149,
      0.04087020829319954,
      0.05033513531088829,
      -0.0020155597012490034,
      -0.022661320865154266,
      -0.007020287681370974,
      0.018801793456077576,
      0.08426719903945923,
      -0.06200581043958664,
      -0.11673793941736221,
      0.06339910626411438,
      0.0402253158390522,
      -0.05529551953077316,
      0.004894045181572437,
      0.0047573307529091835,
      -0.10957363992929459,
      -0.06395286321640015,
      -0.009067648090422153,
      0.04850766807794571,
      -0.03520091623067856,
      0.010346302762627602,
      -0.033191386610269547,
      -0.10086874663829803,
      0.06618328392505646,
      0.011773291043937206,
      -0.07606419175863266,
      -0.012148337438702583,
      -0.0033702575601637363,
      -0.024917496368288994,
      -0.1102127879858017,
      -0.14846467971801758,
      0.004339130129665136,
      -0.09508611261844635,
      -0.02238561026751995,
      0.01920841634273529,
      0.014875954017043114,
      0.047265805304050446,
      -0.04432188346982002,
      -0.04183920845389366,
      0.03408774733543396,
      0.029488205909729004,
      0.04251304268836975,
      0.02754884399473667,
      0.030813762918114662,
      0.02606968954205513,
      0.05449746549129486,
      -0.01537944097071886,
      -0.07121475040912628,
      -0.021282335743308067,
      0.0334319993853569,
      -0.01654215343296528,
      -0.028614772483706474,
      0.01671653799712658,
      -0.004737332463264465,
      -0.00040118041215464473,
      0.07711561769247055,
      0.02666204608976841,
      -0.03547712042927742,
      -0.0023230358492583036,
      -0.021399544551968575,
      0.070778988301754,
      0.10279718786478043,
      0.08810866624116898,
      -0.08581724017858505,
      0.051622405648231506,
      0.06723593920469284,
      -0.06291801482439041,
      0.10853128880262375,
      -0.07650723308324814,
      0.00960871484130621,
      -0.06497295200824738,
      -0.07616724073886871,
      -0.012119835242629051,
      0.026808449998497963,
      -0.07489456236362457,
      -0.04089135676622391,
      0.0292925126850605,
      -0.020604627206921577,
      0.09629426151514053,
      0.055545300245285034,
      -0.09259676188230515,
      0.05644898861646652,
      -0.09607598930597305,
      -0.051302213221788406,
      0.011095353402197361,
      -0.10185302793979645,
      -0.03459851071238518,
      -0.012182503007352352,
      0.003564328420907259,
      0.09648718684911728,
      -2.7629042165244755e-08,
      -0.012766119092702866,
      0.117929607629776,
      0.021393749862909317,
      0.0352134108543396,
      -0.07000207155942917,
      0.052802473306655884,
      -0.019134558737277985,
      0.012497592717409134,
      0.04176978021860123,
      -0.028201736509799957,
      0.058983419090509415,
      -0.02185870334506035,
      -0.12307602167129517,
      -0.03188062086701393,
      -0.05034531652927399,
      0.008447698317468166,
      -0.011164691299200058,
      -0.03821615129709244,
      0.004724528640508652,
      -0.05311762914061546,
      0.03558320552110672,
      0.040832631289958954,
      0.09906405210494995,
      -0.03738156333565712,
      0.009900585748255253,
      0.14279402792453766,
      0.0387863926589489,
      0.037962812930345535,
      0.11642225086688995,
      -0.020577432587742805,
      -0.024813059717416763,
      -0.0652013048529625,
      0.09616532176733017,
      -0.027950936928391457,
      0.020027121528983116,
      0.051866523921489716,
      -0.07094169408082962,
      0.04949897900223732,
      0.02894388884305954,
      -0.030768021941184998,
      -0.0020935304928570986,
      -0.10313842445611954,
      -0.05090001970529556,
      0.020239360630512238,
      0.0012516635470092297,
      0.0057995920069515705,
      -0.02631550282239914,
      0.052314385771751404,
      -0.0050584180280566216,
      0.06004652753472328,
      0.04514413699507713,
      -0.06147591024637222,
      -0.0050089480355381966,
      -0.008422762155532837,
      -0.038861509412527084,
      0.02692120149731636,
      0.03563440591096878,
      -0.027836404740810394,
      -0.044681333005428314,
      -0.02417718805372715,
      0.010844970121979713,
      -0.03399970754981041,
      -0.1118398979306221,
      -0.07118058204650879
    ],
    "quartz": [
      -0.0759088397026062,
      0.02366028167307377,
      -0.022364048287272453,
      -0.05117380991578102,
      -0.07464169710874557,
      -0.08375465869903564,
      -0.0007702447474002838,
      -0.03463425114750862,
      0.0026079071685671806,
      -0.012004914693534374,
      -0.04205729067325592,
      0.013073504902422428,
      -0.05021297559142113,
      -0.012463248334825039,
      0.03138700872659683,
      -0.025479527190327644,
      0.13030186295509338,
      -0.06410740315914154,
      -0.03403525799512863,
      -0.016841957345604897,
      0.04231163486838341,
      -0.08412586897611618,
      -0.006058203987777233,
      0.0068896557204425335,
      -0.04626256227493286,
      -0.009500579908490181,
      -0.06489326804876328,
      -0.03572075068950653,
      0.022142253816127777,
      0.09119459241628647,
      -0.03215264901518822,
      0.008157431147992611,
      -0.03354465588927269,
      -0.06092306971549988,
      0.050707243382930756,
      0.07523880153894424,
      -0.020650481805205345,
      -0.0011984204174950719,
      -0.05532815307378769,
      -0.04758923128247261,
      -0.030428769066929817,
      0.021925514563918114,
      -0.030405744910240173,
      0.05456138029694557,
      0.01628643274307251,
      -0.03998083993792534,
      0.04851077124476433,
      0.014721603132784367,
      0.040514472872018814,
      -0.03784409537911415,
      -0.11609284579753876,
      0.02099226973950863,
      -0.0021496291738003492,
      0.03329704329371452,
      0.016132401302456856,
      0.048781268298625946,
      -0.06595802307128906,
      0.03695321083068848,
      -0.005471454933285713,
      0.0331277921795845,
      -0.022023746743798256,
      -0.09192138910293579,
      0.010383996181190014,
      -0.036460183560848236,
      0.03760771080851555,
      0.04006718099117279,
      -0.07382351160049438,
      -0.075180783867836,
      0.03239619731903076,
      -0.0007204468129202724,
      -0.008691654540598392,
      0.04549993574619293,
      -0.03138699755072594,
      0.03463245928287506,
      0.030133135616779327,
      0.03388340026140213,
      0.003938209731131792,
      -0.06891468912363052,
      0.039067137986421585,
      -0.14928221702575684,
      -0.08519371598958969,
      -0.036059919744729996,
      -0.01470981352031231,
      0.013590225949883461,
      0.04613606259226799,
      -0.02957949787378311,
      0.006055150646716356,
      0.08948841691017151,
      0.051479119807481766,
      -0.04394327849149704,
      0.04511373117566109,
      0.053271982818841934,
      -0.05368466675281525,
      -0.034336429089307785,
      -0.0034187675919383764,
      0.04639418050646782,
      -0.03774034604430199,
      0.06695500016212463,
      -0.039245449006557465,
      0.016992587596178055,
      0.010541805997490883,
      -0.045799411833286285,
      0.007783922832459211,
      0.03550258278846741,
      -0.01543889194726944,
      -0.0574839748442173,
      0.01706603541970253,
      0.07442422956228256,
      0.0067939008586108685,
      0.10968965291976929,
      -0.02643718384206295,
      0.04362748563289642,
      0.03118225373327732,
      0.0063019501976668835,
      -0.02132892981171608,
      0.0655391737818718,
      0.00034636471536941826,
      -0.021303463727235794,
      0.0020104963332414627,
      0.09454590827226639,
      0.05353688448667526,
      0.03863394632935524,
      -0.05114439129829407,
      -0.0813879519701004,
      0.031097758561372757,
      0.05640273541212082,
      0.05782951042056084,
      4.738476870224167e-33,
      -0.020437898114323616,
      0.0659838542342186,
      0.03980286046862602,
      -0.05545241758227348,
      -0.03959117457270622,
      -0.036811117082834244,
      -0.0465758852660656,
      0.05436331406235695,
      -0.06849448382854462,
      0.010276910848915577,
      -0.019206354394555092,
      0.02664393186569214,
      0.03193695470690727,
      -0.01484507042914629,
      0.0470840223133564,
      -0.004081811290234327,
      0.11525683104991913,
      0.07841981947422028,
      0.050787728279829025,
      -0.056706078350543976,
      0.030417293310165405,
      -0.16179955005645752,
      -0.04196391627192497,
      0.058396779000759125,
      0.00968257524073124,
      0.09672719985246658,
      -0.02666320838034153,
      0.09462424367666245,
      0.007374455686658621,
      0.0002615156990941614,
      0.11429642885923386,
      0.01832534372806549,
      -0.038450099527835846,
      0.01762065477669239,
      0.05138101428747177,
      -0.007539058104157448,
      0.09486688673496246,
      0.029062345623970032,
      -0.024098554626107216,
      -0.09312472492456436,
      -0.12358401715755463,
      0.053992144763469696,
      -0.018156040459871292,
      0.043477438390254974,
      -0.07265549153089523,
      -0.07385917007923126,
      -0.07190563529729843,
      0.005702822934836149,
      0.0026648887433111668,
      0.0982382744550705,
      0.043478380888700485,
      -0.0036457153037190437,
      -0.04649292305111885,
      0.12053713202476501,
      0.02103574201464653,
      0.07671108841896057,
      0.025331800803542137,
      0.00831520278006792,
      -0.0391731783747673,
      0.07077522575855255,
      0.0886523649096489,
      -0.1214817687869072,
      0.0071341958828270435,
      0.03988298028707504,
      0.09512277692556381,
      0.05242417752742767,
      0.004604948218911886,
      -0.0045411731116473675,
      -0.003640324342995882,
      0.04233156144618988,
      0.005867181811481714,
      0.02649686112999916,
      0.008978346362709999,
      0.0067879268899559975,
      -0.028780093416571617,
      -0.10188286751508713,
      0.08008021861314774,
      -0.010228537023067474,
      -0.03413691371679306,
      0.013642828911542892,
      0.026210634037852287,
      -0.06742259860038757,
      -0.05036567524075508,
      -0.04442057013511658,
      -0.048102110624313354,
      0.08651495724916458,
      -0.01429801806807518,
      -0.021634183824062347,
      -0.02428915537893772,
      -0.003689359873533249,
      0.018278071656823158,
      0.03609003126621246,
      -0.0239983182400465,
      0.02046564780175686,
      -0.10761519521474838,
      -3.370252506402888e-33,
      -0.005985217168927193,
      -0.10367701202630997,
      0.019876401871442795,
      0.012991847470402718,
      0.06008526682853699,
      -0.019163187593221664,
      -0.014165731146931648,
      0.09260772168636322,
      0.013896465301513672,
      0.04151919484138489,
      0.06741178035736084,
      -0.07327398657798767,
      0.01523119118064642,
      -0.004848133306950331,
      -0.10871370881795883,
      0.0656147301197052,
      0.09697634726762772,
      -0.02716497704386711,
      0.09383391588926315,
      0.04223639890551567,
      -0.009060386568307877,
      0.01818176731467247,
      -0.09655744582414627,
      -0.03952202945947647,
      -0.051849715411663055,
      0.03756101056933403,
      -0.03389348089694977,
      -0.03657239302992821,
      -0.003985842689871788,
      -0.05650770291686058,
      -0.03995360806584358,
      -0.04834078624844551,
      -0.04711642488837242,
      0.02907220646739006,
      0.06706687808036804,
      -0.039985623210668564,
      0.019618457183241844,
      0.06630643457174301,
      -0.01949089579284191,
      0.08804294466972351,
      0.07299689948558807,
      0.01989765278995037,
      -0.01950482651591301,
      0.03562392294406891,
      -0.05214226245880127,
      0.01910846121609211,
      -0.031686294823884964,
      0.06611248105764389,
      -0.10100498795509338,
      0.06011137366294861,
      0.015067024156451225,
      -0.09582571685314178,
      0.057001467794179916,
      0.04402099549770355,
      0.01314924843609333,
      -0.001298972754739225,
      -0.003944747615605593,
      -0.007783856708556414,
      -0.013179317116737366,
      0.03301297873258591,
      0.10238596796989441,
      -0.012823554687201977,
      -0.09136784076690674,
      0.07137586921453476,
      0.08063222467899323,
      0.048222389072179794,
      -0.01249698642641306,
      -0.015468858182430267,
      -0.03676905110478401,
      0.008923214860260487,
      0.0653829276561737,
      -0.021758070215582848,
      -0.016346393153071404,
      0.011099431663751602,
      -0.034137047827243805,
      0.001476277131587267,
      -0.058583181351423264,
      -0.009701021015644073,
      -0.08848492056131363,
      0.010183602571487427,
      -0.04712168127298355,
      0.11003884673118591,
      0.03263543173670769,
      0.0254124253988266,
      -0.015794334933161736,
      -0.004492310341447592,
      0.03814120590686798,
      0.0851052775979042,
      0.02230856381356716,
      0.00024689047131687403,
      0.02598460018634796,
      -0.024355394765734673,
      -0.014070202596485615,
      0.044985949993133545,
      -0.025024032220244408,
      -2.9650877308995405e-08,
      -0.03887995705008507,
      0.009820671752095222,
      -0.02853401005268097,
      -0.05514314025640488,
      0.03448590263724327,
      0.0830250233411789,
      -0.01059476938098669,
      -0.020375918596982956,
      0.014899397268891335,
      0.00025144030223600566,
      0.05306858941912651,
      -0.010184342972934246,
      -0.023887233808636665,
      -0.00965186208486557,
      0.008960206061601639,
      -0.09586051851511002,
      0.01618126593530178,
      -0.08797319233417511,
      -0.036535728722810745,
      -0.0050183748826384544,
      -0.02039463259279728,
      0.030086355283856392,
      0.06516063213348389,
      -0.08973858505487442,
      -0.012883292511105537,
      0.03532380238175392,
      0.029149439185857773,
      0.07378599792718887,
      -0.06388025730848312,
      -0.048532791435718536,
      -0.0710822194814682,
      0.008269017562270164,
      0.043220024555921555,
      -0.013982849195599556,
      -0.02584405243396759,
      0.03823287412524223,
      -0.12001612782478333,
      0.0007376777357421815,
      -0.00961846113204956,
      0.002036896999925375,
      0.0331471711397171,
      -0.03781995549798012,
      -0.019783498719334602,
      0.0047489069402217865,
      0.10118487477302551,
      0.046525467187166214,
      -0.0649157389998436,
      -0.07359156012535095,
      0.05053999274969101,
      0.013371926732361317,
      -0.015886103734374046,
      -0.04001988098025322,
      0.015006677247583866,
      -0.03597792983055115,
      -0.03491905331611633,
      0.016079580411314964,
      0.053036242723464966,
      -0.04091981053352356,
      0.014292508363723755,
      0.048757582902908325,
      0.06494000554084778,
      0.0049286773428320885,
      -0.07370378077030182,
      0.019688116386532784
    ],
    "quartz-batch": [
      -0.11409194022417068,
      0.018592484295368195,
      -0.05062964931130409,
      0.0016245698789134622,
      -0.06916964799165726,
      -0.0709330141544342,
      0.034180548042058945,
      -0.050290465354919434,
      -0.017681846395134926,
      -0.006001900881528854,
      -0.016870805993676186,
      -0.028643351048231125,
      -0.019562771543860435,
      -0.028641026467084885,
      -0.015338843688368797,
      -0.03441987186670303,
      0.13114626705646515,
      -0.05572713166475296,
      -0.06903643161058426,
      -0.07021594792604446,
      0.05277431011199951,
      -0.07874026149511337,
      0.02456619031727314,
      0.02629685401916504,
      -0.0033979748841375113,
      0.0346018448472023,
      -0.06726746261119843,
      -0.0637415423989296,
      -0.013517065905034542,
      -0.01625589095056057,
      -0.06117596477270126,
      0.020169032737612724,
      0.039675600826740265,
      -0.05724882334470749,
      0.11417953670024872,
      0.06043945625424385,
      -0.010290656238794327,
      -0.007728280499577522,
      -0.004619784187525511,
      -0.038408081978559494,
      0.0015598530881106853,
      0.02117338217794895,
      -0.0591791532933712,
      0.04783707484602928,
      0.0403137132525444,
      -0.03678744658827782,
      -0.003893384011462331,
      -0.0015013025840744376,
      0.006967568304389715,
      0.026936402544379234,
      -0.07478064298629761,
      -0.007679223082959652,
      -0.002484203316271305,
      0.03479335084557533,
      -0.027836620807647705,
      0.06445709615945816,
      0.00025729186017997563,
      0.020484471693634987,
      -0.024748550727963448,
      0.029475055634975433,
      -0.04468541964888573,
      -0.08794322609901428,
      -0.012847197242081165,
      0.018056392669677734,
      0.07611197233200073,
      -0.020417403429746628,
      -0.09380261600017548,
      -0.002401648787781596,
      0.0367296077311039,
      -0.06613381952047348,
      -0.015552851371467113,
      0.047159645706415176,
      -0.008879936300218105,
      0.07231149822473526,
      -0.03528662398457527,
      0.02400384284555912,
      0.09978364408016205,
      -0.030703624710440636,
      0.01624053157866001,
      -0.10605796426534653,
      -0.10994847863912582,
      -0.06676076352596283,
      0.015542276203632355,
      -0.0500628799200058,
      0.02144857868552208,
      -0.05664432793855667,
      -0.038303062319755554,
      0.08505052328109741,
      0.05952116847038269,
      -0.024857327342033386,
      0.04606963321566582,
      0.04008634760975838,
      -0.003429087810218334,
      -0.05133906006813049,
      -0.010191199369728565,
      0.009711750783026218,
      -0.04863571748137474,
      0.12190543115139008,
      0.04851847141981125,
      -0.020536450669169426,
      0.030978048220276833,
      -0.01050621084868908,
      0.029569540172815323,
      0.024892542511224747,
      -0.06656134128570557,
      -0.009907265193760395,
      -0.016438525170087814,
      0.03313283249735832,
      -0.014239384792745113,
      0.052790746092796326,
      -0.0018728745635598898,
      0.038194432854652405,
      0.06606418639421463,
      -0.0006985867512412369,
      0.018508898094296455,
      0.03594066575169563,
      0.011487625539302826,
      -0.03150036558508873,
      0.018175028264522552,
      0.08890542387962341,
      0.002677492331713438,
      0.02035326324403286,
      -0.08258727937936783,
      -0.10897152870893478,
      -0.013733668252825737,
      0.06718505173921585,
      0.06372600048780441,
      1.674915799067606e-33,
      -0.0013222616398707032,
      0.009988583624362946,
      0.049886707216501236,
      -0.0903693214058876,
      0.02816052734851837,
      -0.021105932071805,
      -0.0702878087759018,
      0.056048933416604996,
      -0.03340569883584976,
      -0.004534035921096802,
      -0.053186994045972824,
      -0.009002714417874813,
      0.01534909289330244,
      0.06317374110221863,
      -0.05235369876027107,
      -0.050023339688777924,
      0.11431051045656204,
      0.11947145313024521,
      0.05407387390732765,
      -0.09440377354621887,
      -0.005277671385556459,
      -0.01670216955244541,
      -0.08412286639213562,
      0.038434095680713654,
      0.009742860682308674,
      0.0492580272257328,
      0.050934236496686935,
      0.003247369546443224,
      -0.0042306482791900635,
      0.02409553900361061,
      0.09727071970701218,
      0.0413338877260685,
      -0.053414929658174515,
      0.02830185554921627,
      0.03844317048788071,
      0.04130735248327255,
      0.03185447305440903,
      0.053617265075445175,
      0.027260906994342804,
      -0.09583260864019394,
      -0.08893022686243057,
      0.04133341461420059,
      -0.027043161913752556,
      -0.007765991147607565,
      -0.12124810367822647,
      -0.02587277442216873,
      -0.03924613073468208,
      -0.04052835702896118,
      0.03492888808250427,
      0.10162963718175888,
      0.027616329491138458,
      -0.056090645492076874,
      0.00039242597995325923,
      0.0736187994480133,
      0.04546856880187988,
      0.07038263231515884,
      0.034818798303604126,
      -0.00028287124587222934,
      0.010105913504958153,
      0.10413593053817749,
      0.06585388630628586,
      -0.07184289395809174,
      -0.05166017264127731,
      0.09289462119340897,
      0.09106609225273132,
      0.025845035910606384,
      0.05802047252655029,
      0.006955858785659075,
      0.02289244346320629,
      0.09498845785856247,
      -0.012475701048970222,
      0.03490661084651947,
      0.018890872597694397,
      0.04602604731917381,
      0.016554394736886024,
      -0.06029311195015907,
      0.14305059611797333,
      -0.04607919231057167,
      -0.08782220631837845,
      0.058782871812582016,
      -0.021854804828763008,
      -0.04993676394224167,
      -0.07746946066617966,
      -0.09204605966806412,
      0.0055432794615626335,
      0.09077732264995575,
      -0.02796797826886177,
      0.0011277488665655255,
      0.08081142604351044,
      -0.06796976923942566,
      -0.013959968462586403,
      0.009657064452767372,
      -0.015748733654618263,
      0.05878826230764389,
      -0.050553902983665466,
      -2.0927057768040403e-33,
      0.043537598103284836,
      -0.018753426149487495,
      0.028267599642276764,
      0.048533108085393906,
      0.02420906350016594,
      0.03290939703583717,
      -0.01876189187169075,
      0.04897380992770195,
      0.009951022453606129,
      0.03746596723794937,
      -0.03597899526357651,
      -0.010703545063734055,
      0.013337100856006145,
      0.00643022870644927,
      -0.11246737092733383,
      0.025297975167632103,
      0.0561358667910099,
      -0.01333183329552412,
      0.03259478136897087,
      0.0635804831981659,
      -0.052576061338186264,
      -0.0035828836262226105,
      -0.07512784749269485,
      0.003167757298797369,
      -0.01574544794857502,
      0.017178509384393692,
      -0.09276241809129715,
      -0.027532922104001045,
      0.03370524197816849,
      -0.0036183837801218033,
      -0.03398137912154198,
      -0.05917742848396301,
      -0.04431317746639252,
      0.000871422525960952,
      0.0173981711268425,
      -0.04513678327202797,
      0.03543851897120476,
      0.1400233805179596,
      0.0013463542563840747,
      0.09315027296543121,
      -0.004547064192593098,
      -0.03941947966814041,
      -0.004614753182977438,
      -0.005723634734749794,
      -0.09584572166204453,
      0.018007569015026093,
      -0.009951760992407799,
      -0.02115229330956936,
      -0.10864771157503128,
      0.024940088391304016,
      -0.030883371829986572,
      -0.092078298330307,
      0.011635257862508297,
      0.1066998764872551,
      0.020901938900351524,
      -0.07924329489469528,
      0.009791829623281956,
      -0.007077852264046669,
      -0.08072216063737869,
      0.02236386574804783,
      0.09193123877048492,
      0.01868658885359764,
      -0.05189840868115425,
      -0.005526446737349033,
      0.019273117184638977,
      0.02806413546204567,
      0.00994284637272358,
      -0.04533684253692627,
      -0.11306788772344589,
      0.01635804772377014,
      0.10548876971006393,
      0.008520690724253654,
      0.035181839019060135,
      0.07694128155708313,
      -0.09790778905153275,
      0.019270703196525574,
      -0.01808939129114151,
      -0.04951011389493942,
      -0.09580765664577484,
      0.04193124547600746,
      0.03398915007710457,
      0.04354484751820564,
      0.02713199332356453,
      0.004119762219488621,
      -0.06031539663672447,
      0.017298275604844093,
      0.07527780532836914,
      0.00860261358320713,
      0.005201294552534819,
      -0.0016645387513563037,
      0.004288035444915295,
      -0.06122547388076782,
      0.01882837899029255,
      0.07843293994665146,
      -0.010575487278401852,
      -2.6998796087696064e-08,
      0.006972041912376881,
      -0.029837394133210182,
      0.06077256426215172,
      -0.029427558183670044,
      0.02904364839196205,
      -0.019638486206531525,
      -0.023408159613609314,
      0.07783179730176926,
      0.047118179500103,
      0.0021129297092556953,
      0.04691334068775177,
      -0.023409275338053703,
      -0.03309328481554985,
      -0.0366034097969532,
      0.007264841813594103,
      -0.03715038672089577,
      0.038624610751867294,
      -0.030092475935816765,
      0.020252127200365067,
      0.01381742674857378,
      0.01558816060423851,
      0.0194352176040411,
      0.07678499072790146,
      -0.03818058595061302,
      -0.008681697770953178,
      0.045062046498060226,
      -0.010250169783830643,
      0.0690637081861496,
      -0.005520253907889128,
      -0.06285103410482407,
      -0.009389916434884071,
      0.004696652293205261,
      0.05494007095694542,
      -0.06587077677249908,
      -0.046982210129499435,
      -0.006298974622040987,
      -0.06230824440717697,
      -0.054852914065122604,
      -0.024149294942617416,
      0.019088050350546837,
      0.006453592795878649,
      -0.039839938282966614,
      0.009619818069040775,
      -0.02528747357428074,
      0.07958164811134338,
      0.04016935080289841,
      -0.13023298978805542,
      -0.05074442923069,
      -0.0051353429444134235,
      -0.011571161448955536,
      0.017536697909235954,
      -0.0191576536744833,
      0.05842958390712738,
      -0.008494791574776173,
      -0.027844132855534554,
      0.06222355738282204,
      0.03935564309358597,
      -0.045689646154642105,
      0.03411465883255005,
      0.05169712379574776,
      0.07888636738061905,
      -0.03873550519347191,
      -0.013663403689861298,
      -0.07392095774412155
    ],
    "rivet": [
      -0.057954706251621246,
      -0.003886825405061245,
      0.05058716982603073,
      0.03771182522177696,
      0.0030521538574248552,
      0.017885955050587654,
      -0.028112931177020073,
      -0.08850444108247757,
      0.043810032308101654,
      -0.010535648092627525,
      0.028927354142069817,
      0.045462384819984436,
      -0.007557520642876625,
      -0.038972944021224976,
      -0.06777020543813705,
      -0.042264919728040695,
      -0.028471987694501877,
      -0.008480707183480263,
      -0.011363130062818527,
      0.03522254899144173,
      -0.03274623677134514,
      -0.05111781135201454,
      -0.05137551203370094,
      -0.0058733313344419,
      0.060529667884111404,
      0.00883538369089365,
      -0.04918169602751732,
      0.009810345247387886,
      -0.01030135527253151,
      -0.019003866240382195,
      -0.05004560947418213,
      -0.08680339902639389,
      -0.11816061288118362,
      0.0314587764441967,
      -0.03632410615682602,
      0.09951478242874146,
      -0.0163430068641901,
      -0.10057272017002106,
      -0.020343612879514694,
      0.021793073043227196,
      -0.014938096515834332,
      0.026787498965859413,
      0.025172049179673195,
      -0.0035599288530647755,
      0.09760680794715881,
      0.039092570543289185,
      0.04055901616811752,
      -0.029764657840132713,
      0.06836729496717453,
      -0.005593236535787582,
      -0.013850625604391098,
      -0.008029100485146046,
      0.013814326375722885,
      -0.01903795450925827,
      -0.003423016518354416,
      0.040597353130578995,
      0.06271546334028244,
      -0.041168421506881714,
      0.030331386253237724,
      0.030950460582971573,
      0.061675749719142914,
      -0.017692456021904945,
      -0.014118821360170841,
      0.023326976224780083,
      -0.052662838250398636,
      0.012961287051439285,
      -0.010846460238099098,
      -0.05098859220743179,
      0.02910110540688038,
      0.03428259119391441,
      0.026641787961125374,
      -0.0044599552638828754,
      0.005345996934920549,
      0.0842302143573761,
      0.09016145020723343,
      -0.0446377769112587,
      -0.014674535021185875,
      0.06139052286744118,
      0.04408828169107437,
      -0.07091032713651657,
      -0.12398801743984222,
      0.11340440064668655,
      0.047664668411016464,
      0.06835329532623291,
      0.11773256212472916,
      -0.01823493465781212,
      -0.032741207629442215,
      0.054533567279577255,
      0.04767998307943344,
      0.02808300405740738,
      0.03716957941651344,
      0.05871507525444031,
      -0.04628293588757515,
      0.02012074738740921,
      -0.06997906416654587,
      -0.006947353482246399,
      0.016971653327345848,
      0.08322153985500336,
      -0.034595832228660583,
      -0.0028517013415694237,
      -0.02203661948442459,
      0.06379569321870804,
      -0.08056164532899857,
      -0.0676216259598732,
      -0.01654648594558239,
      0.0077212839387357235,
      -0.06042545661330223,
      -0.0026560912374407053,
      -0.08355101197957993,
      -0.014999421313405037,
      0.03893851861357689,
      0.031224286183714867,
      0.07717257738113403,
      0.01723131351172924,
      -0.021526511758565903,
      0.04372817277908325,
      -0.0815168172121048,
      0.010546648874878883,
      -0.025684572756290436,
      0.020825842395424843,
      0.024880971759557724,
      -0.021332217380404472,
      -0.007363251876085997,
      -0.0699416995048523,
      -0.046034783124923706,
      0.04856176674365997,
      0.026329223066568375,
      -3.665754337455341e-34,
      -0.07138940691947937,
      -0.045132994651794434,
      -0.07242881506681442,
      0.03854113072156906,
      -0.0371045246720314,
      -0.016003206372261047,
      0.04966675117611885,
      -0.01993950642645359,
      -0.01949622854590416,
      -0.022431207820773125,
      0.06216813623905182,
      0.05195355415344238,
      -0.07154900580644608,
      -0.09976629912853241,
      -0.01822960376739502,
      0.023044560104608536,
      0.12110739201307297,
      0.022257626056671143,
      -0.06912358105182648,
      -0.02947344444692135,
      0.0015462101437151432,
      -0.08398733288049698,
      -0.01805402897298336,
      0.03948846086859703,
      -0.010140025988221169,
      0.09229334443807602,
      0.054831743240356445,
      0.0344393216073513,
      0.05902545154094696,
      0.035483431071043015,
      -0.01125358697026968,
      0.05144315958023071,
      0.0738995224237442,
      0.022047201171517372,
      -0.09473659843206406,
      -0.0528576634824276,
      0.06430875509977341,
      -0.019890299066901207,
      -0.013037670403718948,
      -0.0788826122879982,
      0.03624329715967178,
      0.022558609023690224,
      -0.0989825502038002,
      -0.03397408500313759,
      -0.016093432903289795,
      -0.03478571027517319,
      0.09021050482988358,
      0.08113374561071396,
      0.12258566915988922,
      -0.0681239515542984,
      -0.017166635021567345,
      0.062227047979831696,
      0.08017102628946304,
      0.07091540098190308,
      -0.08851306140422821,
      0.06169269233942032,
      -0.013229734264314175,
      0.021785521879792213,
      -0.027244511991739273,
      0.03588557243347168,
      0.03510718420147896,
      0.0832185447216034,
      0.1035928800702095,
      -0.0020181199070066214,
      0.07947161048650742,
      -0.014541059732437134,
      0.03779590502381325,
      0.06544113159179688,
      0.021920867264270782,
      -0.01675906777381897,
      0.05409786105155945,
      -0.07647301256656647,
      -0.06611023843288422,
      -0.023297002539038658,
      -0.02310187555849552,
      -0.022145675495266914,
      0.03466241806745529,
      -0.05143176391720772,
      9.322797995992005e-05,
      -0.03781000152230263,
      0.004139191936701536,
      -0.0086149200797081,
      -0.036737360060214996,
      0.015167486853897572,
      0.030133329331874847,
      -0.04543713852763176,
      0.08345548063516617,
      -0.06387602537870407,
      0.03349084034562111,
      0.039635445922613144,
      -0.08564194291830063,
      -0.05798139050602913,
      -0.006086088251322508,
      -0.0006831603241153061,
      -0.03128736838698387,
      -6.0528366849774104e-34,
      0.04504252225160599,
      -0.09216129034757614,
      -0.06132235750555992,
      0.033761877566576004,
      -0.01187222171574831,
      -0.04178892448544502,
      -0.10704163461923599,
      0.02828218974173069,
      -0.055553335696458817,
      0.0782102644443512,
      0.06799551099538803,
      -0.08970527350902557,
      -0.0579652301967144,
      0.0022986987605690956,
      0.06006542593240738,
      0.06461988389492035,
      0.0019106866093352437,
      -0.0188866276293993,
      -0.05901581048965454,
      0.017632681876420975,
      0.10441427677869797,
      -0.010704591870307922,
      0.07382257282733917,
      0.06199093535542488,
      -0.047233935445547104,
      0.026829682290554047,
      0.005852122325450182,
      -0.04266434907913208,
      -0.08837439119815826,
      -0.0023265432100743055,
      0.004449724219739437,
      -0.06325725466012955,
      -0.0686497613787651,
      0.06033742427825928,
      0.023119503632187843,
      -0.07618483155965805,
      0.015575887635350227,
      -0.0053133429028093815,
      0.03220802918076515,
      0.018414825201034546,
      0.04653332382440567,
      0.027725331485271454,
      -0.04997840151190758,
      0.05449714884161949,
      0.018696192651987076,
      -0.0525381825864315,
      -0.02322337031364441,
      -0.041095416992902756,
      0.04881357029080391,
      0.0818479061126709,
      0.053546398878097534,
      -0.025114821270108223,
      0.12703944742679596,
      -0.040312036871910095,
      -0.08907293528318405,
      0.01073829922825098,
      0.025517188012599945,
      -0.10786160081624985,
      0.044945765286684036,
      0.05910281464457512,
      -0.07156719267368317,
      -0.06362180411815643,
      -0.0004163241246715188,
      0.022341646254062653,
      0.04701016843318939,
      -0.0448957234621048,
      0.10210617631673813,
      0.004748899955302477,
      0.01810438372194767,
      -0.0003940791357308626,
      0.0823759064078331,
      0.09441462904214859,
      0.07216476649045944,
      -0.08131550997495651,
      0.015334466472268105,
      0.07895401120185852,
      0.0017343133222311735,
      -0.05766252800822258,
      -0.03869471698999405,
      -0.055676620453596115,
      0.07616157084703445,
      -0.04345838353037834,
      0.04292694851756096,
      0.017473619431257248,
      -0.046589747071266174,
      0.006026784889400005,
      -0.0004908092087134719,
      0.0568503737449646,
      0.016623377799987793,
      -0.021316928789019585,
      0.029727041721343994,
      -0.049581896513700485,
      0.05244738981127739,
      -0.013425203040242195,
      -0.0010397114092484117,
      -2.8169660382104666e-08,
      -0.017496714368462563,
      0.03891564905643463,
      0.029230831190943718,
      -0.020492659881711006,
      0.06010628491640091,
      0.0024190531112253666,
      -0.10987767577171326,
      0.05641884729266167,
      -0.09143828600645065,
      0.011502555571496487,
      0.06520925462245941,
      -0.07315748184919357,
      -0.050316836684942245,
      0.0061758337542414665,
      -0.048506248742341995,
      -0.09474088996648788,
      0.020825479179620743,
      -0.04398120939731598,
      -0.016679733991622925,
      -0.09002230316400528,
      0.04584516957402229,
      -0.009487872011959553,
      0.12297772616147995,
      0.04900674521923065,
      -0.043080829083919525,
      -0.012298736721277237,
      -0.06916883587837219,
      -0.015288564376533031,
      -0.005044302903115749,
      0.0043612755835056305,
      -0.003824199317023158,
      -0.016893135383725166,
      0.07126159965991974,
      0.01667110249400139,
      0.03263617679476738,
      0.008814060129225254,
      -0.02546936832368374,
      0.03203134983778,
      0.0186464786529541,
      0.025963326916098595,
      -0.02663348987698555,
      0.05368807539343834,
      -0.016443319618701935,
      -0.005024689249694347,
      -0.1164732575416565,
      -0.0009742577676661313,
      -0.024145664647221565,
      0.03583511710166931,
      -0.012762722559273243,
      -0.021709831431508064,
      0.00034192888415418565,
      -0.05338449031114578,
      -0.051324184983968735,
      -0.02622785046696663,
      -0.10840839892625809,
      -0.014734266325831413,
      -0.015243656933307648,
      -0.014142215251922607,
      0.020179383456707,
      0.005449771881103516,
      0.0004982928512617946,
      -0.018841592594981194,
      -0.047878265380859375,
      -0.0005054532666690648
    ],
    "rivet-calibration": [
      -0.05655958503484726,
      -0.008241511881351471,
      0.04131627455353737,
      0.004720473196357489,
      -0.04626663401722908,
      -0.010513408109545708,
      -0.08616258949041367,
      -0.04184141755104065,
      0.04488493502140045,
      0.03152497857809067,
      0.0031063260976225138,
      0.009158696047961712,
      0.06035945191979408,
      -0.011394321918487549,
      -0.09061063081026077,
      -0.07448384165763855,
      -0.033643804490566254,
      0.03387141227722168,
      0.008557777851819992,
      0.01396500039845705,
      -0.06784436106681824,
      -0.03147770091891289,
      -0.024469032883644104,
      0.0010698147816583514,
      0.08312525600194931,
      -0.017498742789030075,
      -0.053753890097141266,
      0.020588519051671028,
      -0.0038982699625194073,
      -0.03945235535502434,
      -0.08077382296323776,
      -0.07464218884706497,
      -0.10001793503761292,
      0.03088761679828167,
      -0.05452295392751694,
      0.044342320412397385,
      -0.05246313661336899,
      -0.06080956384539604,
      -0.07146380096673965,
      0.04303358495235443,
      -0.007365012541413307,
      -0.00740102119743824,
      0.03640337660908699,
      -0.009861405938863754,
      0.07005026191473007,
      0.041568249464035034,
      0.04147893562912941,
      -0.02419438399374485,
      -0.042881742119789124,
      0.05831955745816231,
      -0.04070579633116722,
      -0.01935240998864174,
      0.061725493520498276,
      -0.00136837107129395,
      0.00926949642598629,
      0.03368604928255081,
      0.0635400265455246,
      0.020948970690369606,
      0.05063614621758461,
      0.027127984911203384,
      0.032963111996650696,
      0.030317414551973343,
      -0.036598071455955505,
      7.834716234356165e-05,
      -0.01752503216266632,
      0.0370972603559494,
      0.022297021001577377,
      -0.053634654730558395,
      0.05407639220356941,
      0.07286413758993149,
      0.011223948560655117,
      0.03288860246539116,
      0.03887256607413292,
      0.07334215939044952,
      0.06271842122077942,
      -0.0627162829041481,
      -0.08588188141584396,
      0.0670018419623375,
      0.0715881884098053,
      -0.05804215371608734,
      -0.11569956690073013,
      0.1105160042643547,
      0.029531292617321014,
      0.009511644020676613,
      0.1098414734005928,
      -0.0026661690790206194,
      -0.014635410159826279,
      0.05748344212770462,
      0.04104037955403328,
      0.0028418777510523796,
      0.0778406485915184,
      0.058123696595430374,
      -0.04227173328399658,
      0.02327643521130085,
      -0.07832891494035721,
      0.01852578856050968,
      0.0068395319394767284,
      0.07416725903749466,
      0.04909419268369675,
      -0.022179553285241127,
      -0.06000545620918274,
      0.012913061305880547,
      -0.028234338387846947,
      -0.03750765323638916,
      0.026172827929258347,
      0.0005486748414114118,
      -0.07725761085748672,
      -0.01022533979266882,
      -0.14143458008766174,
      0.003301298478618264,
      0.02994544990360737,
      0.00013407922233454883,
      0.03646838292479515,
      0.006932480726391077,
      0.004493596963584423,
      -0.006470248103141785,
      -0.06855938583612442,
      0.019354436546564102,
      -0.009006763808429241,
      0.10298805683851242,
      -0.015972550958395004,
      -0.018268121406435966,
      -0.0069522256962955,
      -0.03714881092309952,
      -0.03364534676074982,
      0.046184275299310684,
      0.047839757055044174,
      3.9714263986943146e-33,
      -0.01987234689295292,
      -0.043461885303258896,
      -0.0637727752327919,
      0.01738608442246914,
      -0.09928823262453079,
      0.0326683409512043,
      -0.0014755032025277615,
      0.06323324888944626,
      0.05910709500312805,
      -0.04047490283846855,
      0.12003379315137863,
      0.07027528434991837,
      -0.05434715375304222,
      -0.03648511692881584,
      0.02382023259997368,
      0.05018756911158562,
      0.07861162722110748,
      0.040249042212963104,
      -0.09850810468196869,
      0.033175382763147354,
      -0.007730793207883835,
      -0.056843504309654236,
      0.014967922121286392,
      0.023594742640852928,
      -0.007141992449760437,
      0.12339018285274506,
      0.08824472874403,
      0.10777196288108826,
      -0.06714733690023422,
      0.002313864417374134,
      0.08070747554302216,
      0.05388161540031433,
      0.011147784069180489,
      -0.026867005974054337,
      -0.061624299734830856,
      -0.09868252277374268,
      0.05567830428481102,
      0.003665162017568946,
      -0.04185556620359421,
      0.022374983876943588,
      -0.010801222175359726,
      0.07779476046562195,
      -0.0013743506278842688,
      -0.03307487443089485,
      0.022192103788256645,
      -0.007517489138990641,
      0.02749006077647209,
      0.07061540335416794,
      0.07595930993556976,
      -0.045203112065792084,
      -0.02324569970369339,
      0.04983814060688019,
      0.024701284244656563,
      0.03779004141688347,
      -0.03129284083843231,
      0.07613341510295868,
      0.015455068089067936,
      -0.058462437242269516,
      -0.014512901194393635,
      0.029394950717687607,
      0.03894198685884476,
      0.009029334411025047,
      0.1104373037815094,
      0.018537065014243126,
      0.0324409194290638,
      0.05155103653669357,
      0.029792651534080505,
      0.06784819811582565,
      0.02416202425956726,
      0.001651422819122672,
      0.0007220213301479816,
      -0.12319972366094589,
      -0.02732297219336033,
      -0.02257862314581871,
      -0.07352843880653381,
      -0.026083672419190407,
      0.027813367545604706,
      -0.015616793185472488,
      0.014067249372601509,
      -0.03218113258481026,
      -0.020575782284140587,
      0.09814886003732681,
      0.007476187776774168,
      0.005080423317849636,
      0.043737784028053284,
      -0.08331456035375595,
      -0.001011266140267253,
      -0.010581517592072487,
      -0.020110517740249634,
      0.08558192849159241,
      -0.05197140574455261,
      -0.04723184183239937,
      -0.04992033913731575,
      0.005168670788407326,
      -0.04258282855153084,
      -2.377761320168522e-33,
      -0.006556560751050711,
      -0.011776987463235855,
      -0.03944598510861397,
      0.11691425740718842,
      -0.03052033670246601,
      -0.019187679514288902,
      -0.10233613103628159,
      -0.007241486106067896,
      -0.023774931207299232,
      0.058165986090898514,
      0.02968471683561802,
      -0.09012313187122345,
      -0.085755854845047,
      -0.013882999308407307,
      -0.011154739186167717,
      0.06874523311853409,
      -0.017451466992497444,
      -0.07850446552038193,
      -0.05326583608984947,
      -0.010605822317302227,
      0.08788524568080902,
      -0.043756287544965744,
      0.012374242767691612,
      0.006371898576617241,
      0.05677441135048866,
      0.00010932792793028057,
      -0.05560329556465149,
      -0.04318244382739067,
      -0.061394382268190384,
      0.02265360951423645,
      -0.05280989035964012,
      -0.0612272210419178,
      -0.029081661254167557,
      0.03233353793621063,
      -0.008352507837116718,
      -0.05676368623971939,
      0.010122399777173996,
      0.04186459258198738,
      0.05248313024640083,
      -0.026534752920269966,
      0.06331369280815125,
      0.05463343858718872,
      -0.059029772877693176,
      0.034491248428821564,
      -0.009922646917402744,
      -0.029770933091640472,
      -0.04092957079410553,
      -0.06586109846830368,
      0.060991231352090836,
      0.03654627501964569,
      0.04797467216849327,
      0.012559407390654087,
      0.09436093270778656,
      -0.07013163715600967,
      -0.11317630112171173,
      0.028576217591762543,
      -0.01147531159222126,
      -0.07803252339363098,
      0.036605313420295715,
      0.06811581552028656,
      -0.006591848563402891,
      -0.056759972125291824,
      0.0408548042178154,
      0.05321955308318138,
      0.026086073368787766,
      0.045045074075460434,
      0.11183332651853561,
      -0.032792072743177414,
      0.023006178438663483,
      -0.0258112121373415,
      0.14822545647621155,
      -0.0039587621577084064,
      0.054777953773736954,
      -0.06397280097007751,
      -0.02755412645637989,
      0.011175139807164669,
      0.0024063563905656338,
      -0.058496829122304916,
      -0.055538538843393326,
      -0.0012493999674916267,
      0.08010810613632202,
      -0.06668901443481445,
      0.02345859445631504,
      0.0692489892244339,
      -0.044022977352142334,
      0.044388387352228165,
      -0.01795562542974949,
      0.03154841065406799,
      0.007979493588209152,
      0.03758712112903595,
      0.0581587553024292,
      -0.051140040159225464,
      -0.04304716736078262,
      -0.01127653755247593,
      -0.019383970648050308,
      -2.7905658228633e-08,
      -0.0404098778963089,
      0.02471153996884823,
      -0.017658868804574013,
      -0.007668704725801945,
      -0.04830869287252426,
      -0.0174107626080513,
      -0.055063530802726746,
      0.04678057134151459,
      -0.04765085503458977,
      0.03249711915850639,
      0.11519279330968857,
      -0.0705796405673027,
      -0.0005244618514552712,
      0.02276669256389141,
      0.0057691726833581924,
      -0.03205602616071701,
      0.06610896438360214,
      0.05852989852428436,
      -0.0663251057267189,
      -0.029106421396136284,
      0.06940013915300369,
      0.02861761301755905,
      0.12094422429800034,
      0.015346499159932137,
      -0.02669648453593254,
      -0.027802489697933197,
      -0.07982289046049118,
      0.08583756536245346,
      -0.018285540863871574,
      0.03472791239619255,
      0.002298760926350951,
      -0.06324772536754608,
      0.1148732453584671,
      -0.006647263187915087,
      0.043509505689144135,
      0.02851187251508236,
      -0.038572363555431366,
      0.01347026601433754,
      0.03206666558980942,
      0.09017548710107803,
      -0.07594694942235947,
      0.024838965386152267,
      -0.023871419951319695,
      0.02355784736573696,
      -0.026751786470413208,
      -0.03743406757712364,
      -0.06990128010511398,
      0.026853224262595177,
      -0.021960195153951645,
      0.014480308629572392,
      0.06095568463206291,
      0.016658814623951912,
      -0.049777090549468994,
      -0.0005626112106256187,
      -0.1268416792154312,
      0.019894670695066452,
      0.041285090148448944,
      -0.04274453967809677,
      0.0024041044525802135,
      0.014002879150211811,
      -0.03607621043920517,
      -0.026693277060985565,
      -0.03054865635931492,
      -0.024626998230814934
    ],
    "soil": [
      0.031656622886657715,
      0.012513448484241962,
      0.019288280978798866,
      -0.014418277889490128,
      0.1676768660545349,
      -0.02325277402997017,
      -0.005262193735688925,
      -0.07084392756223679,
      0.037903785705566406,
      -0.0017849754076451063,
      0.010681862011551857,
      -0.06291432678699493,
      0.042161405086517334,
      0.02339431270956993,
      -0.03847210854291916,
      -0.00755320256575942,
      0.028408467769622803,
      0.024641674011945724,
      -0.09799733757972717,
      0.017842784523963928,
      0.05214395374059677,
      0.07632347196340561,
      0.03389890491962433,
      -0.010273948311805725,
      0.02916008234024048,
      0.026205554604530334,
      -0.011551608331501484,
      0.03732503950595856,
      -0.030184542760252953,
      -0.014674396254122257,
      -0.006265099160373211,
      0.1010018140077591,
      0.04940051957964897,
      -0.01543782465159893,
      -0.026861052960157394,
      0.09276366233825684,
      0.010723239742219448,
      -0.0756387785077095,
      0.04432191327214241,
      -0.005961793474853039,
      0.013098211027681828,
      -0.025148043408989906,
      0.06987497210502625,
      0.0603630356490612,
      -0.015528731048107147,
      0.03277897834777832,
      -0.02106323651969433,
      0.02828577160835266,
      0.014777762815356255,
      -0.031923264265060425,
      0.0761590525507927,
      0.02792182005941868,
      0.06451199948787689,
      -0.06286414712667465,
      -0.09304367005825043,
      0.047616567462682724,
      0.01068807952105999,
      -0.007693655323237181,
      -0.041380953043699265,
      -0.038768328726291656,
      0.029214441776275635,
      -0.0022247203160077333,
      -0.10871406644582748,
      0.0060555413365364075,
      0.08016467839479446,
      -0.019359417259693146,
      -0.06144467741250992,
      0.0016861853655427694,
      0.04357539862394333,
      0.0018404187867417932,
      0.013937186449766159,
      0.04058877006173134,
      0.01608416624367237,
      -0.028710447251796722,
      -0.01993078738451004,
      0.11334189772605896,
      -0.043599486351013184,
      0.05905798077583313,
      0.062638059258461,
      -0.09840284287929535,
      0.033218927681446075,
      -0.02638804167509079,
      0.055184949189424515,
      0.017366107553243637,
      -0.04682812839746475,
      0.016074109822511673,
      0.058065272867679596,
      0.08734750747680664,
      0.04263928905129433,
      -0.009544802829623222,
      0.05253445729613304,
      -0.06157876178622246,
      -0.039089854806661606,
      0.15560173988342285,
      -0.0440194346010685,
      0.07779590040445328,
      -0.00042058731196448207,
      -0.1175154447555542,
      -0.1322692334651947,
      -0.014951851218938828,
      -0.09881167113780975,
      0.001334850094281137,
      0.0026881375815719366,
      -0.00500880740582943,
      0.07532057911157608,
      -0.033568449318408966,
      -0.08495325595140457,
      0.0011654333211481571,
      -0.014013323932886124,
      0.05399255454540253,
      -0.04247867316007614,
      -0.006056065671145916,
      0.045997504144907,
      0.05957340821623802,
      0.02714143879711628,
      -0.04905412718653679,
      0.012953376397490501,
      0.03647951781749725,
      -0.027156800031661987,
      0.01758607104420662,
      0.019483014941215515,
      -0.0070193796418607235,
      -0.04302412271499634,
      -0.04442400112748146,
      0.0664975717663765,
      0.0036405115388333797,
      -0.054999444633722305,
      3.430360675348216e-33,
      0.0641007274389267,
      -0.043642714619636536,
      -0.005218299571424723,
      -0.0036352702882140875,
      -0.04729855805635452,
      -0.02725943922996521,
      -0.02145167626440525,
      -0.011446753516793251,
      0.060018833726644516,
      -0.029343998059630394,
      -0.06444663554430008,
      0.009258423931896687,
      -0.014575078152120113,
      0.02457456663250923,
      -0.057304371148347855,
      -0.011316044256091118,
      0.0029699939768761396,
      0.05097798630595207,
      0.0325162373483181,
      -0.000995728187263012,
      -0.06823956221342087,
      0.008071603253483772,
      -0.11044741421937943,
      0.0325738899409771,
      0.023348461836576462,
      -0.029965268447995186,
      0.0704365000128746,
      0.022204503417015076,
      -0.008928523398935795,
      -0.0032673522364348173,
      0.0613594576716423,
      -0.017350375652313232,
      0.029122043401002884,
      -0.0601431280374527,
      0.05963468551635742,
      0.030563823878765106,
      0.012857734225690365,
      0.028673596680164337,
      0.03594918176531792,
      0.03850364685058594,
      0.009945695288479328,
      0.004397378768771887,
      0.09144404530525208,
      -0.08141482621431351,
      -0.012209008447825909,
      -0.06891942024230957,
      0.021885370835661888,
      -0.06578181684017181,
      0.004599436651915312,
      0.09116407483816147,
      0.001883033779449761,
      0.00012220254575368017,
      0.026019975543022156,
      -0.011711298488080502,
      0.002202535979449749,
      -0.0065239472314715385,
      0.01926231011748314,
      0.00802521500736475,
      -0.06698118895292282,
      -0.03862458094954491,
      -0.03612051531672478,
      -0.010547655634582043,
      0.02560521475970745,
      -0.0875515416264534,
      0.07765817642211914,
      -0.04172515124082565,
      -0.0783790722489357,
      0.04085234925150871,
      -0.08442075550556183,
      0.10847101360559464,
      0.04894848167896271,
      -0.07883556932210922,
      0.04529992491006851,
      0.01777157001197338,
      -0.05933757498860359,
      -0.04587240889668465,
      0.013853837735950947,
      0.02709340862929821,
      0.004148242995142937,
      -0.007632752414792776,
      0.05857723578810692,
      -0.0029499568045139313,
      -0.09644179791212082,
      -0.036001380532979965,
      -0.07018540054559708,
      0.027434881776571274,
      -0.017579056322574615,
      0.04767759144306183,
      -0.09429324418306351,
      0.05192841589450836,
      0.10134853422641754,
      0.018603861331939697,
      0.037509117275476456,
      -0.03637601435184479,
      -0.02041870728135109,
      -3.030949184444904e-33,
      -0.02846156619489193,
      0.045519303530454636,
      -0.028682757169008255,
      0.15130949020385742,
      0.018452400341629982,
      4.2013551137642935e-05,
      0.04970675706863403,
      0.011677168309688568,
      -0.019954459741711617,
      0.0881505236029625,
      -0.02013343758881092,
      0.06350139528512955,
      -0.029864808544516563,
      -0.005029892548918724,
      -0.0851779356598854,
      0.087982177734375,
      -0.05428168177604675,
      -0.015803854912519455,
      0.019666684791445732,
      0.028839439153671265,
      -0.045293085277080536,
      -0.014484472572803497,
      -0.03782087191939354,
      0.030930187553167343,
      -0.004196872003376484,
      -0.043788935989141464,
      0.03883063793182373,
      0.05066235736012459,
      -0.10642696171998978,
      -0.045994505286216736,
      0.020488906651735306,
      -0.025934232398867607,
      -0.039531413465738297,
      0.030034787952899933,
      -0.0007177063380368054,
      -0.0531034842133522,
      0.01895768940448761,
      -0.11808668076992035,
      0.0044328938238322735,
      0.003430896671488881,
      -0.05908171087503433,
      0.007871433161199093,
      0.010186541825532913,
      -0.09582711011171341,
      0.009160487912595272,
      0.019016606733202934,
      0.07797636091709137,
      -0.0404103547334671,
      0.07147715240716934,
      0.001737342681735754,
      0.07397287338972092,
      0.06728693097829819,
      0.02784750610589981,
      0.0636284127831459,
      0.010938295163214207,
      -0.004132317844778299,
      -0.05879334732890129,
      0.02027205564081669,
      -0.0037518476601690054,
      0.09812864661216736,
      0.048482585698366165,
      0.043609440326690674,
      -0.04670003429055214,
      -0.03881059214472771,
      -0.030380304902791977,
      0.06661844253540039,
      0.008560835383832455,
      0.13994944095611572,
      0.020806070417165756,
      0.028485825285315514,
      0.034867871552705765,
      0.010255593806505203,
      0.11289331316947937,
      -0.03042316436767578,
      -0.02067461423575878,
      -0.01887284591794014,
      0.022438300773501396,
      -0.04499932378530502,
      -0.12067349255084991,
      -0.04213889315724373,
      0.025386478751897812,
      -0.010880867950618267,
      -0.06816080957651138,
      0.024888772517442703,
      0.006173745263367891,
      -0.040398258715867996,
      0.03846972435712814,
      -0.035728659480810165,
      0.020993977785110474,
      0.11466073244810104,
      0.023462312296032906,
      0.025764571502804756,
      0.03125786408782005,
      -0.00860445387661457,
      0.0612153559923172,
      -2.818178934660409e-08,
      -0.04530377686023712,
      -0.06454768031835556,
      0.04742087051272392,
      -0.12472044676542282,
      -0.0013432723935693502,
      -0.0281961839646101,
      0.08724323660135269,
      -0.021645663306117058,
      0.05307338759303093,
      0.000597591744735837,
      -0.004340737592428923,
      0.007848377339541912,
      -0.1185152605175972,
      0.0035642459988594055,
      0.0683637484908104,
      -0.09426495432853699,
      0.019587278366088867,
      0.002136355033144355,
      -0.056896258145570755,
      0.03416092321276665,
      0.05832285061478615,
      -0.02745610661804676,
      -0.07659225165843964,
      -0.013925761915743351,
      0.1409904658794403,
      0.005627871491014957,
      0.06559808552265167,
      0.009633582085371017,
      0.030646244063973427,
      0.012384571135044098,
      0.04939119145274162,
      -0.004965872038155794,
      -0.0013168278383091092,
      -0.03395857661962509,
      -0.11151352524757385,
      0.0630275160074234,
      0.026543186977505684,
      0.009553570300340652,
      0.013520816341042519,
      0.04563245549798012,
      -0.06895356625318527,
      -0.02813616767525673,
      -0.026504207402467728,
      -0.04029498249292374,
      -0.041869375854730606,
      -0.03553982451558113,
      -0.006820010486990213,
      0.03248359635472298,
      -0.054416462779045105,
      -0.06008509546518326,
      0.00033828598679974675,
      -0.017054293304681778,
      0.018332451581954956,
      0.0209360234439373,
      0.015424679033458233,
      -0.018962422385811806,
      -0.037204381078481674,
      -0.01726284809410572,
      0.026371313259005547,
      0.008104084990918636,
      -0.112856924533844,
      0.023073798045516014,
      -0.07121602445840836,
      -0.0810268223285675
    ]
  },
  "indexing_ms": {
    "bm25": 0.5355249995773192,
    "dense": 140.24391299972194,
    "hybrid_shared_index_total": 140.77943799929926
  },
  "initialization_seconds": 2.339916552999057,
  "provenance": {
    "device": "cpu",
    "electricity_cost_usd": null,
    "external_inference_calls": 0,
    "inputs_sha256": {
      "config": "391f945cbb05e8e88b1b1f2802044db55b4658ab1a42a58c6ec0caab3f4c2370",
      "corpus": "ecf0e3d23dbee38f61aad545e67d7ad3e81195e39659a4619b7035babb5938e6",
      "queries": "615ed43bfde36855390cc746b051199c4b1fe2ff7fd2d366c8d33b55a3c7f729"
    },
    "logical_cpus": 16,
    "machine": "x86_64",
    "model_files_sha256": {
      "answer_model": {
        "config.json": "439aa0fecf5a5546a1def68b1fc45e538e2c94528ce805378daf091e2bf6e4de",
        "generation_config.json": "f5a1c7e2be8092018d8835128987edf0111637dd98e90599cc80310fef75d95a",
        "model.safetensors": "495fa51e204676f1a857a9fc13c4c89f3f5ba9f480b898cebca02add25e6d749",
        "special_tokens_map.json": "5c87151ef0f72a99d1f766a4c418bd2a1f90aaa30a8e22fe5eca9641daebb64f",
        "spiece.model": "d60acb128cf7b7f2536e8f38a5b18a05535c9e14c7a355904270e15b0945ea86",
        "tokenizer.json": "fe2ebbbbde2985be723e0ce18217853e4020c5e9d35bd07be2c27ab9d3ead57a",
        "tokenizer_config.json": "fcde0f79bffda3688119c94330866a8fbf8de20ae65a8c492c9bd47c704655a0"
      },
      "embedding_model": {
        "config.json": "953f9c0d463486b10a6871cc2fd59f223b2c70184f49815e7efbcab5d8908b41",
        "model.safetensors": "53aa51172d142c89d9012cce15ae4d6cc0ca6895895114379cacb4fab128d9db",
        "special_tokens_map.json": "303df45a03609e4ead04bc3dc1536d0ab19b5358db685b6f3da123d05ec200e3",
        "tokenizer.json": "be50c3628f2bf5bb5e3a7f17b1f74611b2561a3a27eeab05e5aa30f411572037",
        "tokenizer_config.json": "acb92769e8195aabd29b7b2137a9e6d6e25c476a4f15aa4355c233426c61576b",
        "vocab.txt": "07eced375cec144d27c900241f3e339478dec958f92fddbc551f295c992038a3"
      }
    },
    "packages": {
      "huggingface-hub": "0.26.2",
      "numpy": "1.26.4",
      "safetensors": "0.4.5",
      "tokenizers": "0.20.3",
      "torch": "2.2.2",
      "transformers": "4.46.3"
    },
    "paid_api_cost_usd": 0,
    "platform": "macOS-26.7.1-x86_64-i386-64bit",
    "processor": "Intel(R) Xeon(R) W-3223 CPU @ 3.50GHz",
    "python": "3.11.13",
    "recorded_at": "2026-10-21T21:08:41.652766+00:00",
    "revision": "1087f9b0b7985ce719204595c7a90b45e1e186b2",
    "threads": 4,
    "tracked_worktree_dirty": false
  },
  "records": [
    {
      "answer": "64",
      "answerable": true,
      "context_ids": [
        "garden",
        "soil",
        "quartz"
      ],
      "execution_position": 0,
      "generation_ms": 89.65325900135213,
      "group": "garden",
      "input_tokens": 167,
      "method": "bm25",
      "metrics": {
        "context_recall": 1.0,
        "exact_match": 1.0,
        "ndcg": 1.0,
        "recall": 1.0,
        "token_f1": 1.0
      },
      "output_tokens": 2,
      "prompt": "Answer the question using only the context. Give a short answer. If the context does not contain the answer, say unknown.\n\nContext:\n[garden] Garden humidity. The seed garden humidity target is 64 percent. If humidity exceeds 70 percent, open the roof vent for 12 minutes. The soil moisture reading is a separate measurement.\n[soil] Garden soil moisture. The seed garden soil moisture target is 42 percent. A dry soil warning triggers after ten minutes below 35 percent. Soil sensors do not measure humidity.\n[quartz] Quartz service limits. The Quartz lookup service accepts 90 requests per minute per client. Requests above that limit receive status 429. A client should wait 20 seconds before trying again.\n\nQuestion: What humidity percentage should the seed garden target?\nAnswer:",
      "query_embedding": null,
      "query_id": "eval-garden-1",
      "question": "What humidity percentage should the seed garden target?",
      "ranking": [
        {
          "id": "garden",
          "score": 11.438118047336049
        },
        {
          "id": "soil",
          "score": 10.184566996353531
        },
        {
          "id": "quartz",
          "score": 2.8798943490055673
        },
        {
          "id": "iris",
          "score": 0.1752133120513091
        },
        {
          "id": "junction",
          "score": 0.1752133120513091
        },
        {
          "id": "lantern-charge",
          "score": 0.17419317470520593
        },
        {
          "id": "keel",
          "score": 0.16684892565290804
        },
        {
          "id": "iris-network",
          "score": 0.1644040039785396
        },
        {
          "id": "lantern",
          "score": 0.1632082177085674
        },
        {
          "id": "rivet",
          "score": 0.15859410494719825
        },
        {
          "id": "archive",
          "score": 0.15077207289413547
        },
        {
          "id": "rivet-calibration",
          "score": 0.15077207289413547
        },
        {
          "id": "beacon",
          "score": 0.14634703991096595
        },
        {
          "id": "nova",
          "score": 0.14634703991096595
        },
        {
          "id": "engine",
          "score": 0.1449291901410279
        },
        {
          "id": "quartz-batch",
          "score": 0.1449291901410279
        },
        {
          "id": "harbor",
          "score": 0.1435385497842929
        },
        {
          "id": "frost",
          "score": 0.1117210529767726
        },
        {
          "id": "drone",
          "score": 0.10848036977755378
        },
        {
          "id": "orbit",
          "score": 0.10848036977755378
        },
        {
          "id": "export",
          "score": 0.10692952194699243
        },
        {
          "id": "cargo",
          "score": 0.10542239132770691
        },
        {
          "id": "mirror",
          "score": 0.0
        },
        {
          "id": "prism",
          "score": 0.0
        }
      ],
      "reached_token_limit": false,
      "references": [
        "64 percent",
        "64"
      ],
      "relevance": {
        "garden": 1
      },
      "retrieval_ms": 0.16886699813767336,
      "split": "eval",
      "total_ms": 91.72392999971635
    },
    {
      "answer": "12 minutes",
      "answerable": true,
      "context_ids": [
        "garden",
        "quartz",
        "soil"
      ],
      "execution_position": 2,
      "generation_ms": 89.94107900070958,
      "group": "garden",
      "input_tokens": 174,
      "method": "bm25",
      "metrics": {
        "context_recall": 1.0,
        "exact_match": 1.0,
        "ndcg": 1.0,
        "recall": 1.0,
        "token_f1": 1.0
      },
      "output_tokens": 3,
      "prompt": "Answer the question using only the context. Give a short answer. If the context does not contain the answer, say unknown.\n\nContext:\n[garden] Garden humidity. The seed garden humidity target is 64 percent. If humidity exceeds 70 percent, open the roof vent for 12 minutes. The soil moisture reading is a separate measurement.\n[quartz] Quartz service limits. The Quartz lookup service accepts 90 requests per minute per client. Requests above that limit receive status 429. A client should wait 20 seconds before trying again.\n[soil] Garden soil moisture. The seed garden soil moisture target is 42 percent. A dry soil warning triggers after ten minutes below 35 percent. Soil sensors do not measure humidity.\n\nQuestion: How long should the roof vent stay open when garden humidity exceeds the limit?\nAnswer:",
      "query_embedding": null,
      "query_id": "eval-garden-2",
      "question": "How long should the roof vent stay open when garden humidity exceeds the limit?",
      "ranking": [
        {
          "id": "garden",
          "score": 17.494014062806386
        },
        {
          "id": "quartz",
          "score": 5.65583154293121
        },
        {
          "id": "soil",
          "score": 5.576692305851645
        },
        {
          "id": "iris-network",
          "score": 2.436319570285129
        },
        {
          "id": "quartz-batch",
          "score": 2.1121966968047157
        },
        {
          "id": "iris",
          "score": 2.062671806987828
        },
        {
          "id": "lantern-charge",
          "score": 2.0364684566633886
        },
        {
          "id": "junction",
          "score": 0.1752133120513091
        },
        {
          "id": "keel",
          "score": 0.16684892565290804
        },
        {
          "id": "lantern",
          "score": 0.1632082177085674
        },
        {
          "id": "rivet",
          "score": 0.15859410494719825
        },
        {
          "id": "archive",
          "score": 0.15077207289413547
        },
        {
          "id": "rivet-calibration",
          "score": 0.15077207289413547
        },
        {
          "id": "beacon",
          "score": 0.14634703991096595
        },
        {
          "id": "nova",
          "score": 0.14634703991096595
        },
        {
          "id": "engine",
          "score": 0.1449291901410279
        },
        {
          "id": "harbor",
          "score": 0.1435385497842929
        },
        {
          "id": "frost",
          "score": 0.1117210529767726
        },
        {
          "id": "drone",
          "score": 0.10848036977755378
        },
        {
          "id": "orbit",
          "score": 0.10848036977755378
        },
        {
          "id": "export",
          "score": 0.10692952194699243
        },
        {
          "id": "cargo",
          "score": 0.10542239132770691
        },
        {
          "id": "mirror",
          "score": 0.0
        },
        {
          "id": "prism",
          "score": 0.0
        }
      ],
      "reached_token_limit": false,
      "references": [
        "12 minutes",
        "12"
      ],
      "relevance": {
        "garden": 1
      },
      "retrieval_ms": 0.17830599972512573,
      "split": "eval",
      "total_ms": 91.60252299989224
    },
    {
      "answer": "nine hours",
      "answerable": true,
      "context_ids": [
        "harbor",
        "engine",
        "frost"
      ],
      "execution_position": 1,
      "generation_ms": 95.45087400329066,
      "group": "harbor",
      "input_tokens": 164,
      "method": "bm25",
      "metrics": {
        "context_recall": 1.0,
        "exact_match": 1.0,
        "ndcg": 1.0,
        "recall": 1.0,
        "token_f1": 1.0
      },
      "output_tokens": 3,
      "prompt": "Answer the question using only the context. Give a short answer. If the context does not contain the answer, say unknown.\n\nContext:\n[harbor] Harbor visitor passes. Harbor visitor passes remain valid for nine hours. Visitors collect a pass at the east kiosk. A visitor pass does not authorize access to the engine deck.\n[engine] Engine deck passes. Engine deck contractor passes expire after four hours. Contractors collect them at the north security desk. Harbor visitor passes are not accepted on the engine deck.\n[frost] Frost sensor. The frost sensor is calibrated with a silver reference plate. Recalibrate it every 30 days. A blinking violet light means calibration is overdue.\n\nQuestion: How long is a harbor visitor pass valid?\nAnswer:",
      "query_embedding": null,
      "query_id": "eval-harbor-1",
      "question": "How long is a harbor visitor pass valid?",
      "ranking": [
        {
          "id": "harbor",
          "score": 13.544162081657982
        },
        {
          "id": "engine",
          "score": 4.607874690501887
        },
        {
          "id": "frost",
          "score": 1.4572322240095499
        },
        {
          "id": "iris-network",
          "score": 1.387319256929886
        },
        {
          "id": "cargo",
          "score": 1.3442062573711613
        },
        {
          "id": "garden",
          "score": 1.330658749036913
        },
        {
          "id": "iris",
          "score": 1.1595914836929977
        },
        {
          "id": "mirror",
          "score": 1.0484772642432238
        },
        {
          "id": "orbit",
          "score": 1.0484772642432238
        },
        {
          "id": "lantern",
          "score": 1.047733974440937
        },
        {
          "id": "lantern-charge",
          "score": 1.0214099265200096
        },
        {
          "id": "soil",
          "score": 1.01892149405379
        },
        {
          "id": "drone",
          "score": 0.21156457862051006
        },
        {
          "id": "beacon",
          "score": 0.20949483139545325
        },
        {
          "id": "export",
          "score": 0.20949483139545325
        },
        {
          "id": "archive",
          "score": 0.15992795734666385
        },
        {
          "id": "keel",
          "score": 0.15306891198557854
        },
        {
          "id": "nova",
          "score": 0.15306891198557854
        },
        {
          "id": "quartz-batch",
          "score": 0.1509114643517198
        },
        {
          "id": "prism",
          "score": 0.1488139882369285
        },
        {
          "id": "quartz",
          "score": 0.1488139882369285
        },
        {
          "id": "junction",
          "score": 0.1447892187560324
        },
        {
          "id": "rivet",
          "score": 0.1391443469821374
        },
        {
          "id": "rivet-calibration",
          "score": 0.0
        }
      ],
      "reached_token_limit": false,
      "references": [
        "nine hours",
        "9 hours",
        "nine",
        "9"
      ],
      "relevance": {
        "harbor": 1
      },
      "retrieval_ms": 0.14029999874765053,
      "split": "eval",
      "total_ms": 97.20290299810586
    },
    {
      "answer": "east kiosk",
      "answerable": true,
      "context_ids": [
        "harbor",
        "engine",
        "quartz"
      ],
      "execution_position": 0,
      "generation_ms": 84.45527000003494,
      "group": "harbor",
      "input_tokens": 164,
      "method": "bm25",
      "metrics": {
        "context_recall": 1.0,
        "exact_match": 1.0,
        "ndcg": 1.0,
        "recall": 1.0,
        "token_f1": 1.0
      },
      "output_tokens": 3,
      "prompt": "Answer the question using only the context. Give a short answer. If the context does not contain the answer, say unknown.\n\nContext:\n[harbor] Harbor visitor passes. Harbor visitor passes remain valid for nine hours. Visitors collect a pass at the east kiosk. A visitor pass does not authorize access to the engine deck.\n[engine] Engine deck passes. Engine deck contractor passes expire after four hours. Contractors collect them at the north security desk. Harbor visitor passes are not accepted on the engine deck.\n[quartz] Quartz service limits. The Quartz lookup service accepts 90 requests per minute per client. Requests above that limit receive status 429. A client should wait 20 seconds before trying again.\n\nQuestion: Where should a visitor collect a harbor pass?\nAnswer:",
      "query_embedding": null,
      "query_id": "eval-harbor-2",
      "question": "Where should a visitor collect a harbor pass?",
      "ranking": [
        {
          "id": "harbor",
          "score": 13.040140454038927
        },
        {
          "id": "engine",
          "score": 6.911812035752829
        },
        {
          "id": "quartz",
          "score": 2.924751182162571
        },
        {
          "id": "frost",
          "score": 0.2158292371975275
        },
        {
          "id": "drone",
          "score": 0.21156457862051006
        },
        {
          "id": "beacon",
          "score": 0.20949483139545325
        },
        {
          "id": "export",
          "score": 0.20949483139545325
        },
        {
          "id": "iris-network",
          "score": 0.20547449612990146
        },
        {
          "id": "lantern",
          "score": 0.20352164308444634
        },
        {
          "id": "lantern-charge",
          "score": 0.19972522053543815
        },
        {
          "id": "archive",
          "score": 0.15992795734666385
        },
        {
          "id": "mirror",
          "score": 0.15528894052172873
        },
        {
          "id": "orbit",
          "score": 0.15528894052172873
        },
        {
          "id": "keel",
          "score": 0.15306891198557854
        },
        {
          "id": "nova",
          "score": 0.15306891198557854
        },
        {
          "id": "cargo",
          "score": 0.1509114643517198
        },
        {
          "id": "quartz-batch",
          "score": 0.1509114643517198
        },
        {
          "id": "soil",
          "score": 0.1509114643517198
        },
        {
          "id": "garden",
          "score": 0.1488139882369285
        },
        {
          "id": "prism",
          "score": 0.1488139882369285
        },
        {
          "id": "junction",
          "score": 0.1447892187560324
        },
        {
          "id": "rivet",
          "score": 0.1391443469821374
        },
        {
          "id": "iris",
          "score": 0.0
        },
        {
          "id": "rivet-calibration",
          "score": 0.0
        }
      ],
      "reached_token_limit": false,
      "references": [
        "east kiosk",
        "the east kiosk"
      ],
      "relevance": {
        "harbor": 1
      },
      "retrieval_ms": 0.1301829979638569,
      "split": "eval",
      "total_ms": 85.92116900035762
    },
    {
      "answer": "7319",
      "answerable": true,
      "context_ids": [
        "iris-network",
        "iris",
        "frost"
      ],
      "execution_position": 2,
      "generation_ms": 101.47719800079358,
      "group": "iris",
      "input_tokens": 193,
      "method": "bm25",
      "metrics": {
        "context_recall": 1.0,
        "exact_match": 0.0,
        "ndcg": 0.6309297535714575,
        "recall": 1.0,
        "token_f1": 0.0
      },
      "output_tokens": 4,
      "prompt": "Answer the question using only the context. Give a short answer. If the context does not contain the answer, say unknown.\n\nContext:\n[iris-network] Iris network enrollment. The Iris network enrollment code is 7319. This code enrolls a controller in the network and cannot open a door. Enrollment is performed from the network console.\n[iris] Iris emergency access. When the Iris door loses network connectivity, enter the local access code 5826. The mechanical override key is stored in locker C7. The local code is fictional training data.\n[frost] Frost sensor. The frost sensor is calibrated with a silver reference plate. Recalibrate it every 30 days. A blinking violet light means calibration is overdue.\n\nQuestion: What code opens the Iris door when it cannot reach the network?\nAnswer:",
      "query_embedding": null,
      "query_id": "eval-iris-1",
      "question": "What code opens the Iris door when it cannot reach the network?",
      "ranking": [
        {
          "id": "iris-network",
          "score": 14.524680411381574
        },
        {
          "id": "iris",
          "score": 12.639361554747135
        },
        {
          "id": "frost",
          "score": 2.5533115250029605
        },
        {
          "id": "beacon",
          "score": 2.4832217381683432
        },
        {
          "id": "drone",
          "score": 2.1328122397581497
        },
        {
          "id": "quartz-batch",
          "score": 2.1121966968047157
        },
        {
          "id": "lantern-charge",
          "score": 2.0364684566633886
        },
        {
          "id": "mirror",
          "score": 2.024331869980596
        },
        {
          "id": "junction",
          "score": 0.1752133120513091
        },
        {
          "id": "keel",
          "score": 0.16684892565290804
        },
        {
          "id": "garden",
          "score": 0.1644040039785396
        },
        {
          "id": "lantern",
          "score": 0.1632082177085674
        },
        {
          "id": "rivet",
          "score": 0.15859410494719825
        },
        {
          "id": "archive",
          "score": 0.15077207289413547
        },
        {
          "id": "rivet-calibration",
          "score": 0.15077207289413547
        },
        {
          "id": "nova",
          "score": 0.14634703991096595
        },
        {
          "id": "engine",
          "score": 0.1449291901410279
        },
        {
          "id": "harbor",
          "score": 0.1435385497842929
        },
        {
          "id": "orbit",
          "score": 0.10848036977755378
        },
        {
          "id": "export",
          "score": 0.10692952194699243
        },
        {
          "id": "cargo",
          "score": 0.10542239132770691
        },
        {
          "id": "soil",
          "score": 0.10542239132770691
        },
        {
          "id": "quartz",
          "score": 0.10395715507992463
        },
        {
          "id": "prism",
          "score": 0.0
        }
      ],
      "reached_token_limit": false,
      "references": [
        "5826"
      ],
      "relevance": {
        "iris": 1
      },
      "retrieval_ms": 0.16258600226137787,
      "split": "eval",
      "total_ms": 103.08648300269851
    },
    {
      "answer": "locker C7",
      "answerable": true,
      "context_ids": [
        "iris",
        "iris-network",
        "garden"
      ],
      "execution_position": 1,
      "generation_ms": 95.24206000060076,
      "group": "iris",
      "input_tokens": 192,
      "method": "bm25",
      "metrics": {
        "context_recall": 1.0,
        "exact_match": 1.0,
        "ndcg": 1.0,
        "recall": 1.0,
        "token_f1": 1.0
      },
      "output_tokens": 4,
      "prompt": "Answer the question using only the context. Give a short answer. If the context does not contain the answer, say unknown.\n\nContext:\n[iris] Iris emergency access. When the Iris door loses network connectivity, enter the local access code 5826. The mechanical override key is stored in locker C7. The local code is fictional training data.\n[iris-network] Iris network enrollment. The Iris network enrollment code is 7319. This code enrolls a controller in the network and cannot open a door. Enrollment is performed from the network console.\n[garden] Garden humidity. The seed garden humidity target is 64 percent. If humidity exceeds 70 percent, open the roof vent for 12 minutes. The soil moisture reading is a separate measurement.\n\nQuestion: Where is the mechanical override key for the Iris door stored?\nAnswer:",
      "query_embedding": null,
      "query_id": "eval-iris-2",
      "question": "Where is the mechanical override key for the Iris door stored?",
      "ranking": [
        {
          "id": "iris",
          "score": 16.936200418285196
        },
        {
          "id": "iris-network",
          "score": 6.755105365776661
        },
        {
          "id": "garden",
          "score": 3.038206753090834
        },
        {
          "id": "prism",
          "score": 2.2719155663065895
        },
        {
          "id": "archive",
          "score": 1.9690916286898348
        },
        {
          "id": "export",
          "score": 1.8472643618676758
        },
        {
          "id": "harbor",
          "score": 1.8354965380966028
        },
        {
          "id": "frost",
          "score": 1.3531240397887951
        },
        {
          "id": "cargo",
          "score": 1.2987171843471483
        },
        {
          "id": "lantern",
          "score": 1.007420549065058
        },
        {
          "id": "orbit",
          "score": 1.0016686934990489
        },
        {
          "id": "lantern-charge",
          "score": 0.9958778806897773
        },
        {
          "id": "soil",
          "score": 0.9734324210297771
        },
        {
          "id": "mirror",
          "score": 0.893188323721495
        },
        {
          "id": "junction",
          "score": 0.1752133120513091
        },
        {
          "id": "keel",
          "score": 0.16684892565290804
        },
        {
          "id": "rivet",
          "score": 0.15859410494719825
        },
        {
          "id": "rivet-calibration",
          "score": 0.15077207289413547
        },
        {
          "id": "beacon",
          "score": 0.14634703991096595
        },
        {
          "id": "nova",
          "score": 0.14634703991096595
        },
        {
          "id": "engine",
          "score": 0.1449291901410279
        },
        {
          "id": "quartz-batch",
          "score": 0.1449291901410279
        },
        {
          "id": "drone",
          "score": 0.10848036977755378
        },
        {
          "id": "quartz",
          "score": 0.10395715507992463
        }
      ],
      "reached_token_limit": false,
      "references": [
        "locker C7",
        "C7"
      ],
      "relevance": {
        "iris": 1
      },
      "retrieval_ms": 0.16007399972295389,
      "split": "eval",
      "total_ms": 96.8985609979427
    },
    {
      "answer": "18 seconds",
      "answerable": true,
      "context_ids": [
        "junction",
        "lantern-charge",
        "frost"
      ],
      "execution_position": 0,
      "generation_ms": 92.51635799955693,
      "group": "junction",
      "input_tokens": 186,
      "method": "bm25",
      "metrics": {
        "context_recall": 1.0,
        "exact_match": 1.0,
        "ndcg": 1.0,
        "recall": 1.0,
        "token_f1": 1.0
      },
      "output_tokens": 3,
      "prompt": "Answer the question using only the context. Give a short answer. If the context does not contain the answer, say unknown.\n\nContext:\n[junction] Junction message queue. The junction queue retries a failed delivery up to five times. Each retry waits 18 seconds. After the fifth failed retry, the message enters the copper dead-letter queue.\n[lantern-charge] Reserve lamp charging. The reserve lamp needs 200 minutes to recharge fully. Charging uses the wall connector in the corridor. A full charge lasts a shorter time when the lamp is in use.\n[frost] Frost sensor. The frost sensor is calibrated with a silver reference plate. Recalibrate it every 30 days. A blinking violet light means calibration is overdue.\n\nQuestion: What is the waiting time between junction delivery retries?\nAnswer:",
      "query_embedding": null,
      "query_id": "eval-junction-1",
      "question": "What is the waiting time between junction delivery retries?",
      "ranking": [
        {
          "id": "junction",
          "score": 9.337631080999003
        },
        {
          "id": "lantern-charge",
          "score": 3.660702139803893
        },
        {
          "id": "frost",
          "score": 1.3531240397887951
        },
        {
          "id": "garden",
          "score": 1.3462487647785242
        },
        {
          "id": "iris-network",
          "score": 1.3462487647785242
        },
        {
          "id": "iris",
          "score": 1.3348047957443068
        },
        {
          "id": "cargo",
          "score": 1.2987171843471483
        },
        {
          "id": "lantern",
          "score": 1.007420549065058
        },
        {
          "id": "orbit",
          "score": 1.0016686934990489
        },
        {
          "id": "soil",
          "score": 0.9734324210297771
        },
        {
          "id": "mirror",
          "score": 0.893188323721495
        },
        {
          "id": "keel",
          "score": 0.16684892565290804
        },
        {
          "id": "rivet",
          "score": 0.15859410494719825
        },
        {
          "id": "archive",
          "score": 0.15077207289413547
        },
        {
          "id": "rivet-calibration",
          "score": 0.15077207289413547
        },
        {
          "id": "beacon",
          "score": 0.14634703991096595
        },
        {
          "id": "nova",
          "score": 0.14634703991096595
        },
        {
          "id": "engine",
          "score": 0.1449291901410279
        },
        {
          "id": "quartz-batch",
          "score": 0.1449291901410279
        },
        {
          "id": "harbor",
          "score": 0.1435385497842929
        },
        {
          "id": "drone",
          "score": 0.10848036977755378
        },
        {
          "id": "export",
          "score": 0.10692952194699243
        },
        {
          "id": "quartz",
          "score": 0.10395715507992463
        },
        {
          "id": "prism",
          "score": 0.0
        }
      ],
      "reached_token_limit": false,
      "references": [
        "18 seconds",
        "18"
      ],
      "relevance": {
        "junction": 1
      },
      "retrieval_ms": 0.14637200001743622,
      "split": "eval",
      "total_ms": 94.38429000147153
    },
    {
      "answer": "[junction]",
      "answerable": true,
      "context_ids": [
        "junction",
        "beacon",
        "export"
      ],
      "execution_position": 2,
      "generation_ms": 125.6942700019863,
      "group": "junction",
      "input_tokens": 191,
      "method": "bm25",
      "metrics": {
        "context_recall": 1.0,
        "exact_match": 0.0,
        "ndcg": 1.0,
        "recall": 1.0,
        "token_f1": 0.0
      },
      "output_tokens": 5,
      "prompt": "Answer the question using only the context. Give a short answer. If the context does not contain the answer, say unknown.\n\nContext:\n[junction] Junction message queue. The junction queue retries a failed delivery up to five times. Each retry waits 18 seconds. After the fifth failed retry, the message enters the copper dead-letter queue.\n[beacon] Beacon heartbeat. A beacon reports its heartbeat every 45 seconds. After four consecutive missed heartbeats, the console labels it silent. A silent label does not disable the beacon.\n[export] Export bundles. A report export bundle includes CSV tables and a JSON manifest. Bundles expire after 72 hours. The manifest stores SHA-256 checksums for every included table.\n\nQuestion: Which queue receives a junction message after all retries fail?\nAnswer:",
      "query_embedding": null,
      "query_id": "eval-junction-2",
      "question": "Which queue receives a junction message after all retries fail?",
      "ranking": [
        {
          "id": "junction",
          "score": 15.986859343801026
        },
        {
          "id": "beacon",
          "score": 1.5766288123286714
        },
        {
          "id": "export",
          "score": 1.5766288123286714
        },
        {
          "id": "orbit",
          "score": 1.5422510917283352
        },
        {
          "id": "soil",
          "score": 1.4987762159288807
        },
        {
          "id": "engine",
          "score": 1.347864751577161
        },
        {
          "id": "frost",
          "score": 0.2158292371975275
        },
        {
          "id": "drone",
          "score": 0.21156457862051006
        },
        {
          "id": "harbor",
          "score": 0.20547449612990146
        },
        {
          "id": "iris-network",
          "score": 0.20547449612990146
        },
        {
          "id": "lantern",
          "score": 0.20352164308444634
        },
        {
          "id": "lantern-charge",
          "score": 0.19972522053543815
        },
        {
          "id": "archive",
          "score": 0.15992795734666385
        },
        {
          "id": "mirror",
          "score": 0.15528894052172873
        },
        {
          "id": "keel",
          "score": 0.15306891198557854
        },
        {
          "id": "nova",
          "score": 0.15306891198557854
        },
        {
          "id": "cargo",
          "score": 0.1509114643517198
        },
        {
          "id": "quartz-batch",
          "score": 0.1509114643517198
        },
        {
          "id": "garden",
          "score": 0.1488139882369285
        },
        {
          "id": "prism",
          "score": 0.1488139882369285
        },
        {
          "id": "quartz",
          "score": 0.1488139882369285
        },
        {
          "id": "rivet",
          "score": 0.1391443469821374
        },
        {
          "id": "iris",
          "score": 0.0
        },
        {
          "id": "rivet-calibration",
          "score": 0.0
        }
      ],
      "reached_token_limit": false,
      "references": [
        "copper dead-letter queue",
        "the copper dead-letter queue"
      ],
      "relevance": {
        "junction": 1
      },
      "retrieval_ms": 0.18097100110026076,
      "split": "eval",
      "total_ms": 127.67541600260301
    },
    {
      "answer": "six hours",
      "answerable": true,
      "context_ids": [
        "keel",
        "rivet-calibration",
        "engine"
      ],
      "execution_position": 1,
      "generation_ms": 97.33434400186525,
      "group": "keel",
      "input_tokens": 175,
      "method": "bm25",
      "metrics": {
        "context_recall": 1.0,
        "exact_match": 1.0,
        "ndcg": 1.0,
        "recall": 1.0,
        "token_f1": 1.0
      },
      "output_tokens": 3,
      "prompt": "Answer the question using only the context. Give a short answer. If the context does not contain the answer, say unknown.\n\nContext:\n[keel] Keel backup policy. Keel configuration backups run every six hours. The station keeps 28 backup snapshots. Restoring a snapshot requires the maintenance role and restarts the routing service.\n[rivet-calibration] Rivet calibration. Rivet torque tools are calibrated every 60 days. Calibration happens at the instrument bench. The repair desk handles physical damage, not routine calibration.\n[engine] Engine deck passes. Engine deck contractor passes expire after four hours. Contractors collect them at the north security desk. Harbor visitor passes are not accepted on the engine deck.\n\nQuestion: How frequently are Keel configuration backups taken?\nAnswer:",
      "query_embedding": null,
      "query_id": "eval-keel-1",
      "question": "How frequently are Keel configuration backups taken?",
      "ranking": [
        {
          "id": "keel",
          "score": 9.61847661898507
        },
        {
          "id": "rivet-calibration",
          "score": 2.0848056524182987
        },
        {
          "id": "engine",
          "score": 1.9672675066636878
        },
        {
          "id": "prism",
          "score": 1.9399250073753953
        },
        {
          "id": "archive",
          "score": 0.0
        },
        {
          "id": "beacon",
          "score": 0.0
        },
        {
          "id": "cargo",
          "score": 0.0
        },
        {
          "id": "drone",
          "score": 0.0
        },
        {
          "id": "export",
          "score": 0.0
        },
        {
          "id": "frost",
          "score": 0.0
        },
        {
          "id": "garden",
          "score": 0.0
        },
        {
          "id": "harbor",
          "score": 0.0
        },
        {
          "id": "iris",
          "score": 0.0
        },
        {
          "id": "iris-network",
          "score": 0.0
        },
        {
          "id": "junction",
          "score": 0.0
        },
        {
          "id": "lantern",
          "score": 0.0
        },
        {
          "id": "lantern-charge",
          "score": 0.0
        },
        {
          "id": "mirror",
          "score": 0.0
        },
        {
          "id": "nova",
          "score": 0.0
        },
        {
          "id": "orbit",
          "score": 0.0
        },
        {
          "id": "quartz",
          "score": 0.0
        },
        {
          "id": "quartz-batch",
          "score": 0.0
        },
        {
          "id": "rivet",
          "score": 0.0
        },
        {
          "id": "soil",
          "score": 0.0
        }
      ],
      "reached_token_limit": false,
      "references": [
        "every six hours",
        "six hours",
        "6 hours"
      ],
      "relevance": {
        "keel": 1
      },
      "retrieval_ms": 0.1194180003949441,
      "split": "eval",
      "total_ms": 98.79513700070675
    },
    {
      "answer": "28",
      "answerable": true,
      "context_ids": [
        "keel",
        "rivet-calibration",
        "engine"
      ],
      "execution_position": 0,
      "generation_ms": 84.6752790021128,
      "group": "keel",
      "input_tokens": 175,
      "method": "bm25",
      "metrics": {
        "context_recall": 1.0,
        "exact_match": 1.0,
        "ndcg": 1.0,
        "recall": 1.0,
        "token_f1": 1.0
      },
      "output_tokens": 2,
      "prompt": "Answer the question using only the context. Give a short answer. If the context does not contain the answer, say unknown.\n\nContext:\n[keel] Keel backup policy. Keel configuration backups run every six hours. The station keeps 28 backup snapshots. Restoring a snapshot requires the maintenance role and restarts the routing service.\n[rivet-calibration] Rivet calibration. Rivet torque tools are calibrated every 60 days. Calibration happens at the instrument bench. The repair desk handles physical damage, not routine calibration.\n[engine] Engine deck passes. Engine deck contractor passes expire after four hours. Contractors collect them at the north security desk. Harbor visitor passes are not accepted on the engine deck.\n\nQuestion: How many Keel backup snapshots are retained?\nAnswer:",
      "query_embedding": null,
      "query_id": "eval-keel-2",
      "question": "How many Keel backup snapshots are retained?",
      "ranking": [
        {
          "id": "keel",
          "score": 10.67103095374251
        },
        {
          "id": "rivet-calibration",
          "score": 2.0848056524182987
        },
        {
          "id": "engine",
          "score": 1.9672675066636878
        },
        {
          "id": "prism",
          "score": 1.9399250073753953
        },
        {
          "id": "archive",
          "score": 0.0
        },
        {
          "id": "beacon",
          "score": 0.0
        },
        {
          "id": "cargo",
          "score": 0.0
        },
        {
          "id": "drone",
          "score": 0.0
        },
        {
          "id": "export",
          "score": 0.0
        },
        {
          "id": "frost",
          "score": 0.0
        },
        {
          "id": "garden",
          "score": 0.0
        },
        {
          "id": "harbor",
          "score": 0.0
        },
        {
          "id": "iris",
          "score": 0.0
        },
        {
          "id": "iris-network",
          "score": 0.0
        },
        {
          "id": "junction",
          "score": 0.0
        },
        {
          "id": "lantern",
          "score": 0.0
        },
        {
          "id": "lantern-charge",
          "score": 0.0
        },
        {
          "id": "mirror",
          "score": 0.0
        },
        {
          "id": "nova",
          "score": 0.0
        },
        {
          "id": "orbit",
          "score": 0.0
        },
        {
          "id": "quartz",
          "score": 0.0
        },
        {
          "id": "quartz-batch",
          "score": 0.0
        },
        {
          "id": "rivet",
          "score": 0.0
        },
        {
          "id": "soil",
          "score": 0.0
        }
      ],
      "reached_token_limit": false,
      "references": [
        "28",
        "28 snapshots"
      ],
      "relevance": {
        "keel": 1
      },
      "retrieval_ms": 0.12020700160064735,
      "split": "eval",
      "total_ms": 86.25768400088418
    },
    {
      "answer": "manual mode",
      "answerable": true,
      "context_ids": [
        "lantern",
        "iris-network",
        "frost"
      ],
      "execution_position": 2,
      "generation_ms": 88.50134100066498,
      "group": "lantern",
      "input_tokens": 187,
      "method": "bm25",
      "metrics": {
        "context_recall": 1.0,
        "exact_match": 1.0,
        "ndcg": 1.0,
        "recall": 1.0,
        "token_f1": 1.0
      },
      "output_tokens": 3,
      "prompt": "Answer the question using only the context. Give a short answer. If the context does not contain the answer, say unknown.\n\nContext:\n[lantern] Lantern outage procedure. During a lantern outage, switch the corridor controller to manual mode. The reserve lamp lasts 150 minutes. A steady green indicator confirms that the reserve lamp is active.\n[iris-network] Iris network enrollment. The Iris network enrollment code is 7319. This code enrolls a controller in the network and cannot open a door. Enrollment is performed from the network console.\n[frost] Frost sensor. The frost sensor is calibrated with a silver reference plate. Recalibrate it every 30 days. A blinking violet light means calibration is overdue.\n\nQuestion: Which controller mode is required during a lantern outage?\nAnswer:",
      "query_embedding": null,
      "query_id": "eval-lantern-1",
      "question": "Which controller mode is required during a lantern outage?",
      "ranking": [
        {
          "id": "lantern",
          "score": 16.357152846844148
        },
        {
          "id": "iris-network",
          "score": 3.659234823236475
        },
        {
          "id": "frost",
          "score": 1.4572322240095499
        },
        {
          "id": "cargo",
          "score": 1.3442062573711613
        },
        {
          "id": "garden",
          "score": 1.330658749036913
        },
        {
          "id": "iris",
          "score": 1.1595914836929977
        },
        {
          "id": "mirror",
          "score": 1.0484772642432238
        },
        {
          "id": "orbit",
          "score": 1.0484772642432238
        },
        {
          "id": "lantern-charge",
          "score": 1.0214099265200096
        },
        {
          "id": "soil",
          "score": 1.01892149405379
        },
        {
          "id": "drone",
          "score": 0.21156457862051006
        },
        {
          "id": "beacon",
          "score": 0.20949483139545325
        },
        {
          "id": "export",
          "score": 0.20949483139545325
        },
        {
          "id": "harbor",
          "score": 0.20547449612990146
        },
        {
          "id": "archive",
          "score": 0.15992795734666385
        },
        {
          "id": "keel",
          "score": 0.15306891198557854
        },
        {
          "id": "nova",
          "score": 0.15306891198557854
        },
        {
          "id": "quartz-batch",
          "score": 0.1509114643517198
        },
        {
          "id": "prism",
          "score": 0.1488139882369285
        },
        {
          "id": "quartz",
          "score": 0.1488139882369285
        },
        {
          "id": "junction",
          "score": 0.1447892187560324
        },
        {
          "id": "rivet",
          "score": 0.1391443469821374
        },
        {
          "id": "engine",
          "score": 0.0
        },
        {
          "id": "rivet-calibration",
          "score": 0.0
        }
      ],
      "reached_token_limit": false,
      "references": [
        "manual",
        "manual mode"
      ],
      "relevance": {
        "lantern": 1
      },
      "retrieval_ms": 0.14944199938327074,
      "split": "eval",
      "total_ms": 90.08375700068427
    },
    {
      "answer": "150 minutes",
      "answerable": true,
      "context_ids": [
        "lantern-charge",
        "lantern",
        "iris"
      ],
      "execution_position": 1,
      "generation_ms": 91.09594999972614,
      "group": "lantern",
      "input_tokens": 187,
      "method": "bm25",
      "metrics": {
        "context_recall": 1.0,
        "exact_match": 1.0,
        "ndcg": 0.6309297535714575,
        "recall": 1.0,
        "token_f1": 1.0
      },
      "output_tokens": 3,
      "prompt": "Answer the question using only the context. Give a short answer. If the context does not contain the answer, say unknown.\n\nContext:\n[lantern-charge] Reserve lamp charging. The reserve lamp needs 200 minutes to recharge fully. Charging uses the wall connector in the corridor. A full charge lasts a shorter time when the lamp is in use.\n[lantern] Lantern outage procedure. During a lantern outage, switch the corridor controller to manual mode. The reserve lamp lasts 150 minutes. A steady green indicator confirms that the reserve lamp is active.\n[iris] Iris emergency access. When the Iris door loses network connectivity, enter the local access code 5826. The mechanical override key is stored in locker C7. The local code is fictional training data.\n\nQuestion: How long can the reserve lamp illuminate the corridor?\nAnswer:",
      "query_embedding": null,
      "query_id": "eval-lantern-2",
      "question": "How long can the reserve lamp illuminate the corridor?",
      "ranking": [
        {
          "id": "lantern-charge",
          "score": 8.920004895418469
        },
        {
          "id": "lantern",
          "score": 8.618234305197918
        },
        {
          "id": "iris",
          "score": 0.1752133120513091
        },
        {
          "id": "junction",
          "score": 0.1752133120513091
        },
        {
          "id": "keel",
          "score": 0.16684892565290804
        },
        {
          "id": "garden",
          "score": 0.1644040039785396
        },
        {
          "id": "iris-network",
          "score": 0.1644040039785396
        },
        {
          "id": "rivet",
          "score": 0.15859410494719825
        },
        {
          "id": "archive",
          "score": 0.15077207289413547
        },
        {
          "id": "rivet-calibration",
          "score": 0.15077207289413547
        },
        {
          "id": "beacon",
          "score": 0.14634703991096595
        },
        {
          "id": "nova",
          "score": 0.14634703991096595
        },
        {
          "id": "engine",
          "score": 0.1449291901410279
        },
        {
          "id": "quartz-batch",
          "score": 0.1449291901410279
        },
        {
          "id": "harbor",
          "score": 0.1435385497842929
        },
        {
          "id": "frost",
          "score": 0.1117210529767726
        },
        {
          "id": "drone",
          "score": 0.10848036977755378
        },
        {
          "id": "orbit",
          "score": 0.10848036977755378
        },
        {
          "id": "export",
          "score": 0.10692952194699243
        },
        {
          "id": "cargo",
          "score": 0.10542239132770691
        },
        {
          "id": "soil",
          "score": 0.10542239132770691
        },
        {
          "id": "quartz",
          "score": 0.10395715507992463
        },
        {
          "id": "mirror",
          "score": 0.0
        },
        {
          "id": "prism",
          "score": 0.0
        }
      ],
      "reached_token_limit": false,
      "references": [
        "150 minutes",
        "150"
      ],
      "relevance": {
        "lantern": 1
      },
      "retrieval_ms": 0.14426599955186248,
      "split": "eval",
      "total_ms": 93.09686699998565
    },
    {
      "answer": "40 minutes",
      "answerable": true,
      "context_ids": [
        "mirror",
        "nova",
        "prism"
      ],
      "execution_position": 0,
      "generation_ms": 88.66669700000784,
      "group": "mirror",
      "input_tokens": 181,
      "method": "bm25",
      "metrics": {
        "context_recall": 1.0,
        "exact_match": 1.0,
        "ndcg": 1.0,
        "recall": 1.0,
        "token_f1": 1.0
      },
      "output_tokens": 3,
      "prompt": "Answer the question using only the context. Give a short answer. If the context does not contain the answer, say unknown.\n\nContext:\n[mirror] Mirror synchronization. Mirror replicas synchronize every 14 minutes. A replica more than 40 minutes behind is marked stale. Stale replicas remain readable but cannot serve verification requests.\n[nova] Nova alert routing. Nova critical alerts go to the on-call navigator. Warning alerts go to the observation team. A critical alert must be acknowledged within seven minutes.\n[prism] Prism sample storage. Prism mineral samples are stored at 8 degrees Celsius. Each sample requires a white tamper seal. Samples with broken seals must be moved to quarantine shelf Q4.\n\nQuestion: How far behind must a Mirror replica be to become stale?\nAnswer:",
      "query_embedding": null,
      "query_id": "eval-mirror-1",
      "question": "How far behind must a Mirror replica be to become stale?",
      "ranking": [
        {
          "id": "mirror",
          "score": 13.84166803128444
        },
        {
          "id": "nova",
          "score": 5.561128434719956
        },
        {
          "id": "prism",
          "score": 4.96863334461789
        },
        {
          "id": "rivet",
          "score": 4.645781289254956
        },
        {
          "id": "cargo",
          "score": 1.8667169518793938
        },
        {
          "id": "harbor",
          "score": 1.3934108568231585
        },
        {
          "id": "lantern",
          "score": 1.375173542655044
        },
        {
          "id": "lantern-charge",
          "score": 1.3401118399395957
        },
        {
          "id": "junction",
          "score": 1.3005970808692173
        },
        {
          "id": "frost",
          "score": 0.2158292371975275
        },
        {
          "id": "drone",
          "score": 0.21156457862051006
        },
        {
          "id": "beacon",
          "score": 0.20949483139545325
        },
        {
          "id": "export",
          "score": 0.20949483139545325
        },
        {
          "id": "iris-network",
          "score": 0.20547449612990146
        },
        {
          "id": "archive",
          "score": 0.15992795734666385
        },
        {
          "id": "orbit",
          "score": 0.15528894052172873
        },
        {
          "id": "keel",
          "score": 0.15306891198557854
        },
        {
          "id": "quartz-batch",
          "score": 0.1509114643517198
        },
        {
          "id": "soil",
          "score": 0.1509114643517198
        },
        {
          "id": "garden",
          "score": 0.1488139882369285
        },
        {
          "id": "quartz",
          "score": 0.1488139882369285
        },
        {
          "id": "engine",
          "score": 0.0
        },
        {
          "id": "iris",
          "score": 0.0
        },
        {
          "id": "rivet-calibration",
          "score": 0.0
        }
      ],
      "reached_token_limit": false,
      "references": [
        "more than 40 minutes",
        "40 minutes",
        "40"
      ],
      "relevance": {
        "mirror": 1
      },
      "retrieval_ms": 0.16383200272684917,
      "split": "eval",
      "total_ms": 90.39567299987539
    },
    {
      "answer": "No",
      "answerable": true,
      "context_ids": [
        "mirror",
        "quartz",
        "frost"
      ],
      "execution_position": 2,
      "generation_ms": 77.50462500189315,
      "group": "mirror",
      "input_tokens": 177,
      "method": "bm25",
      "metrics": {
        "context_recall": 1.0,
        "exact_match": 1.0,
        "ndcg": 1.0,
        "recall": 1.0,
        "token_f1": 1.0
      },
      "output_tokens": 2,
      "prompt": "Answer the question using only the context. Give a short answer. If the context does not contain the answer, say unknown.\n\nContext:\n[mirror] Mirror synchronization. Mirror replicas synchronize every 14 minutes. A replica more than 40 minutes behind is marked stale. Stale replicas remain readable but cannot serve verification requests.\n[quartz] Quartz service limits. The Quartz lookup service accepts 90 requests per minute per client. Requests above that limit receive status 429. A client should wait 20 seconds before trying again.\n[frost] Frost sensor. The frost sensor is calibrated with a silver reference plate. Recalibrate it every 30 days. A blinking violet light means calibration is overdue.\n\nQuestion: Can a stale Mirror replica serve verification requests?\nAnswer:",
      "query_embedding": null,
      "query_id": "eval-mirror-2",
      "question": "Can a stale Mirror replica serve verification requests?",
      "ranking": [
        {
          "id": "mirror",
          "score": 19.10915475301741
        },
        {
          "id": "quartz",
          "score": 3.2857550229284755
        },
        {
          "id": "frost",
          "score": 0.2158292371975275
        },
        {
          "id": "drone",
          "score": 0.21156457862051006
        },
        {
          "id": "beacon",
          "score": 0.20949483139545325
        },
        {
          "id": "export",
          "score": 0.20949483139545325
        },
        {
          "id": "harbor",
          "score": 0.20547449612990146
        },
        {
          "id": "iris-network",
          "score": 0.20547449612990146
        },
        {
          "id": "lantern",
          "score": 0.20352164308444634
        },
        {
          "id": "lantern-charge",
          "score": 0.19972522053543815
        },
        {
          "id": "archive",
          "score": 0.15992795734666385
        },
        {
          "id": "orbit",
          "score": 0.15528894052172873
        },
        {
          "id": "keel",
          "score": 0.15306891198557854
        },
        {
          "id": "nova",
          "score": 0.15306891198557854
        },
        {
          "id": "cargo",
          "score": 0.1509114643517198
        },
        {
          "id": "quartz-batch",
          "score": 0.1509114643517198
        },
        {
          "id": "soil",
          "score": 0.1509114643517198
        },
        {
          "id": "garden",
          "score": 0.1488139882369285
        },
        {
          "id": "prism",
          "score": 0.1488139882369285
        },
        {
          "id": "junction",
          "score": 0.1447892187560324
        },
        {
          "id": "rivet",
          "score": 0.1391443469821374
        },
        {
          "id": "engine",
          "score": 0.0
        },
        {
          "id": "iris",
          "score": 0.0
        },
        {
          "id": "rivet-calibration",
          "score": 0.0
        }
      ],
      "reached_token_limit": false,
      "references": [
        "no"
      ],
      "relevance": {
        "mirror": 1
      },
      "retrieval_ms": 0.13378599760471843,
      "split": "eval",
      "total_ms": 79.07659500051523
    },
    {
      "answer": "observation team",
      "answerable": true,
      "context_ids": [
        "nova",
        "archive",
        "beacon"
      ],
      "execution_position": 1,
      "generation_ms": 93.35550399919157,
      "group": "nova",
      "input_tokens": 164,
      "method": "bm25",
      "metrics": {
        "context_recall": 1.0,
        "exact_match": 0.0,
        "ndcg": 1.0,
        "recall": 1.0,
        "token_f1": 0.0
      },
      "output_tokens": 3,
      "prompt": "Answer the question using only the context. Give a short answer. If the context does not contain the answer, say unknown.\n\nContext:\n[nova] Nova alert routing. Nova critical alerts go to the on-call navigator. Warning alerts go to the observation team. A critical alert must be acknowledged within seven minutes.\n[archive] Archive recovery. The archive service keeps deleted notebooks for 21 days. Restore a notebook from the Recovery drawer. Restoring does not restore former sharing permissions.\n[beacon] Beacon heartbeat. A beacon reports its heartbeat every 45 seconds. After four consecutive missed heartbeats, the console labels it silent. A silent label does not disable the beacon.\n\nQuestion: Who receives Nova critical alerts?\nAnswer:",
      "query_embedding": null,
      "query_id": "eval-nova-1",
      "question": "Who receives Nova critical alerts?",
      "ranking": [
        {
          "id": "nova",
          "score": 11.723585288499953
        },
        {
          "id": "archive",
          "score": 0.0
        },
        {
          "id": "beacon",
          "score": 0.0
        },
        {
          "id": "cargo",
          "score": 0.0
        },
        {
          "id": "drone",
          "score": 0.0
        },
        {
          "id": "engine",
          "score": 0.0
        },
        {
          "id": "export",
          "score": 0.0
        },
        {
          "id": "frost",
          "score": 0.0
        },
        {
          "id": "garden",
          "score": 0.0
        },
        {
          "id": "harbor",
          "score": 0.0
        },
        {
          "id": "iris",
          "score": 0.0
        },
        {
          "id": "iris-network",
          "score": 0.0
        },
        {
          "id": "junction",
          "score": 0.0
        },
        {
          "id": "keel",
          "score": 0.0
        },
        {
          "id": "lantern",
          "score": 0.0
        },
        {
          "id": "lantern-charge",
          "score": 0.0
        },
        {
          "id": "mirror",
          "score": 0.0
        },
        {
          "id": "orbit",
          "score": 0.0
        },
        {
          "id": "prism",
          "score": 0.0
        },
        {
          "id": "quartz",
          "score": 0.0
        },
        {
          "id": "quartz-batch",
          "score": 0.0
        },
        {
          "id": "rivet",
          "score": 0.0
        },
        {
          "id": "rivet-calibration",
          "score": 0.0
        },
        {
          "id": "soil",
          "score": 0.0
        }
      ],
      "reached_token_limit": false,
      "references": [
        "on-call navigator",
        "the on-call navigator"
      ],
      "relevance": {
        "nova": 1
      },
      "retrieval_ms": 0.10973600001307204,
      "split": "eval",
      "total_ms": 94.75839899823768
    },
    {
      "answer": "seven minutes",
      "answerable": true,
      "context_ids": [
        "nova",
        "prism",
        "rivet"
      ],
      "execution_position": 0,
      "generation_ms": 85.87449100014055,
      "group": "nova",
      "input_tokens": 182,
      "method": "bm25",
      "metrics": {
        "context_recall": 1.0,
        "exact_match": 1.0,
        "ndcg": 1.0,
        "recall": 1.0,
        "token_f1": 1.0
      },
      "output_tokens": 3,
      "prompt": "Answer the question using only the context. Give a short answer. If the context does not contain the answer, say unknown.\n\nContext:\n[nova] Nova alert routing. Nova critical alerts go to the on-call navigator. Warning alerts go to the observation team. A critical alert must be acknowledged within seven minutes.\n[prism] Prism sample storage. Prism mineral samples are stored at 8 degrees Celsius. Each sample requires a white tamper seal. Samples with broken seals must be moved to quarantine shelf Q4.\n[rivet] Rivet tool checkout. Rivet torque tools must be returned within three hours. Borrowers leave their badge in the red tray. Tools with a damaged grip go to the repair desk instead of the tool rack.\n\nQuestion: How soon must a Nova critical alert be acknowledged?\nAnswer:",
      "query_embedding": null,
      "query_id": "eval-nova-2",
      "question": "How soon must a Nova critical alert be acknowledged?",
      "ranking": [
        {
          "id": "nova",
          "score": 18.467688257456942
        },
        {
          "id": "prism",
          "score": 3.780696983924634
        },
        {
          "id": "rivet",
          "score": 3.5350347047212995
        },
        {
          "id": "cargo",
          "score": 1.8667169518793938
        },
        {
          "id": "frost",
          "score": 0.2158292371975275
        },
        {
          "id": "drone",
          "score": 0.21156457862051006
        },
        {
          "id": "beacon",
          "score": 0.20949483139545325
        },
        {
          "id": "export",
          "score": 0.20949483139545325
        },
        {
          "id": "harbor",
          "score": 0.20547449612990146
        },
        {
          "id": "iris-network",
          "score": 0.20547449612990146
        },
        {
          "id": "lantern",
          "score": 0.20352164308444634
        },
        {
          "id": "lantern-charge",
          "score": 0.19972522053543815
        },
        {
          "id": "archive",
          "score": 0.15992795734666385
        },
        {
          "id": "mirror",
          "score": 0.15528894052172873
        },
        {
          "id": "orbit",
          "score": 0.15528894052172873
        },
        {
          "id": "keel",
          "score": 0.15306891198557854
        },
        {
          "id": "quartz-batch",
          "score": 0.1509114643517198
        },
        {
          "id": "soil",
          "score": 0.1509114643517198
        },
        {
          "id": "garden",
          "score": 0.1488139882369285
        },
        {
          "id": "quartz",
          "score": 0.1488139882369285
        },
        {
          "id": "junction",
          "score": 0.1447892187560324
        },
        {
          "id": "engine",
          "score": 0.0
        },
        {
          "id": "iris",
          "score": 0.0
        },
        {
          "id": "rivet-calibration",
          "score": 0.0
        }
      ],
      "reached_token_limit": false,
      "references": [
        "seven minutes",
        "7 minutes",
        "seven",
        "7"
      ],
      "relevance": {
        "nova": 1
      },
      "retrieval_ms": 0.1425279988325201,
      "split": "eval",
      "total_ms": 87.48760099842912
    },
    {
      "answer": "25 minutes",
      "answerable": true,
      "context_ids": [
        "orbit",
        "cargo",
        "quartz"
      ],
      "execution_position": 2,
      "generation_ms": 97.64273000109824,
      "group": "orbit",
      "input_tokens": 179,
      "method": "bm25",
      "metrics": {
        "context_recall": 1.0,
        "exact_match": 1.0,
        "ndcg": 1.0,
        "recall": 1.0,
        "token_f1": 1.0
      },
      "output_tokens": 3,
      "prompt": "Answer the question using only the context. Give a short answer. If the context does not contain the answer, say unknown.\n\nContext:\n[orbit] Orbit session security. Orbit sessions expire after 25 minutes of inactivity. The maximum active session duration is ten hours. Resetting a password immediately revokes every existing session.\n[cargo] Cargo inspection. Incoming cargo must wait in the amber bay until inspection is complete. Inspectors stamp approved crates with a blue triangle. An orange circle means inspection is pending.\n[quartz] Quartz service limits. The Quartz lookup service accepts 90 requests per minute per client. Requests above that limit receive status 429. A client should wait 20 seconds before trying again.\n\nQuestion: How long can an Orbit session remain idle before expiring?\nAnswer:",
      "query_embedding": null,
      "query_id": "eval-orbit-1",
      "question": "How long can an Orbit session remain idle before expiring?",
      "ranking": [
        {
          "id": "orbit",
          "score": 8.435164483301172
        },
        {
          "id": "cargo",
          "score": 2.815062964489292
        },
        {
          "id": "quartz",
          "score": 2.7759371939256425
        },
        {
          "id": "mirror",
          "score": 2.3707674622957566
        },
        {
          "id": "harbor",
          "score": 2.2719155663065895
        },
        {
          "id": "archive",
          "score": 0.0
        },
        {
          "id": "beacon",
          "score": 0.0
        },
        {
          "id": "drone",
          "score": 0.0
        },
        {
          "id": "engine",
          "score": 0.0
        },
        {
          "id": "export",
          "score": 0.0
        },
        {
          "id": "frost",
          "score": 0.0
        },
        {
          "id": "garden",
          "score": 0.0
        },
        {
          "id": "iris",
          "score": 0.0
        },
        {
          "id": "iris-network",
          "score": 0.0
        },
        {
          "id": "junction",
          "score": 0.0
        },
        {
          "id": "keel",
          "score": 0.0
        },
        {
          "id": "lantern",
          "score": 0.0
        },
        {
          "id": "lantern-charge",
          "score": 0.0
        },
        {
          "id": "nova",
          "score": 0.0
        },
        {
          "id": "prism",
          "score": 0.0
        },
        {
          "id": "quartz-batch",
          "score": 0.0
        },
        {
          "id": "rivet",
          "score": 0.0
        },
        {
          "id": "rivet-calibration",
          "score": 0.0
        },
        {
          "id": "soil",
          "score": 0.0
        }
      ],
      "reached_token_limit": false,
      "references": [
        "25 minutes",
        "25"
      ],
      "relevance": {
        "orbit": 1
      },
      "retrieval_ms": 0.13744100215262733,
      "split": "eval",
      "total_ms": 99.17945400229655
    },
    {
      "answer": "expire",
      "answerable": true,
      "context_ids": [
        "orbit",
        "lantern-charge",
        "iris"
      ],
      "execution_position": 1,
      "generation_ms": 83.2835260007414,
      "group": "orbit",
      "input_tokens": 189,
      "method": "bm25",
      "metrics": {
        "context_recall": 1.0,
        "exact_match": 0.0,
        "ndcg": 1.0,
        "recall": 1.0,
        "token_f1": 0.0
      },
      "output_tokens": 3,
      "prompt": "Answer the question using only the context. Give a short answer. If the context does not contain the answer, say unknown.\n\nContext:\n[orbit] Orbit session security. Orbit sessions expire after 25 minutes of inactivity. The maximum active session duration is ten hours. Resetting a password immediately revokes every existing session.\n[lantern-charge] Reserve lamp charging. The reserve lamp needs 200 minutes to recharge fully. Charging uses the wall connector in the corridor. A full charge lasts a shorter time when the lamp is in use.\n[iris] Iris emergency access. When the Iris door loses network connectivity, enter the local access code 5826. The mechanical override key is stored in locker C7. The local code is fictional training data.\n\nQuestion: What happens to existing Orbit sessions when a password is reset?\nAnswer:",
      "query_embedding": null,
      "query_id": "eval-orbit-2",
      "question": "What happens to existing Orbit sessions when a password is reset?",
      "ranking": [
        {
          "id": "orbit",
          "score": 13.685105328499004
        },
        {
          "id": "lantern-charge",
          "score": 4.0240718278823495
        },
        {
          "id": "iris",
          "score": 3.0470499786295164
        },
        {
          "id": "rivet-calibration",
          "score": 2.983254265320407
        },
        {
          "id": "lantern",
          "score": 2.2193858740115346
        },
        {
          "id": "quartz-batch",
          "score": 2.1181789710154075
        },
        {
          "id": "nova",
          "score": 1.8254018058244215
        },
        {
          "id": "frost",
          "score": 1.4572322240095499
        },
        {
          "id": "harbor",
          "score": 1.3934108568231585
        },
        {
          "id": "iris-network",
          "score": 1.387319256929886
        },
        {
          "id": "cargo",
          "score": 1.3442062573711613
        },
        {
          "id": "prism",
          "score": 1.3367503489301855
        },
        {
          "id": "garden",
          "score": 1.330658749036913
        },
        {
          "id": "junction",
          "score": 1.3005970808692173
        },
        {
          "id": "rivet",
          "score": 1.249890931515794
        },
        {
          "id": "mirror",
          "score": 1.0484772642432238
        },
        {
          "id": "soil",
          "score": 1.01892149405379
        },
        {
          "id": "drone",
          "score": 0.21156457862051006
        },
        {
          "id": "beacon",
          "score": 0.20949483139545325
        },
        {
          "id": "export",
          "score": 0.20949483139545325
        },
        {
          "id": "archive",
          "score": 0.15992795734666385
        },
        {
          "id": "keel",
          "score": 0.15306891198557854
        },
        {
          "id": "quartz",
          "score": 0.1488139882369285
        },
        {
          "id": "engine",
          "score": 0.0
        }
      ],
      "reached_token_limit": false,
      "references": [
        "every existing session is revoked",
        "all sessions are revoked",
        "revoked"
      ],
      "relevance": {
        "orbit": 1
      },
      "retrieval_ms": 0.16479400073876604,
      "split": "eval",
      "total_ms": 84.89251200080616
    },
    {
      "answer": "8 degrees Celsius",
      "answerable": true,
      "context_ids": [
        "prism",
        "rivet-calibration",
        "engine"
      ],
      "execution_position": 0,
      "generation_ms": 90.61604899761733,
      "group": "prism",
      "input_tokens": 175,
      "method": "bm25",
      "metrics": {
        "context_recall": 1.0,
        "exact_match": 1.0,
        "ndcg": 1.0,
        "recall": 1.0,
        "token_f1": 1.0
      },
      "output_tokens": 4,
      "prompt": "Answer the question using only the context. Give a short answer. If the context does not contain the answer, say unknown.\n\nContext:\n[prism] Prism sample storage. Prism mineral samples are stored at 8 degrees Celsius. Each sample requires a white tamper seal. Samples with broken seals must be moved to quarantine shelf Q4.\n[rivet-calibration] Rivet calibration. Rivet torque tools are calibrated every 60 days. Calibration happens at the instrument bench. The repair desk handles physical damage, not routine calibration.\n[engine] Engine deck passes. Engine deck contractor passes expire after four hours. Contractors collect them at the north security desk. Harbor visitor passes are not accepted on the engine deck.\n\nQuestion: At what temperature are Prism mineral samples stored?\nAnswer:",
      "query_embedding": null,
      "query_id": "eval-prism-1",
      "question": "At what temperature are Prism mineral samples stored?",
      "ranking": [
        {
          "id": "prism",
          "score": 16.147472876814025
        },
        {
          "id": "rivet-calibration",
          "score": 3.6903401695433233
        },
        {
          "id": "engine",
          "score": 3.482284449707406
        },
        {
          "id": "iris",
          "score": 2.2104701568879173
        },
        {
          "id": "drone",
          "score": 1.5589629122503847
        },
        {
          "id": "harbor",
          "score": 1.493960147490186
        },
        {
          "id": "archive",
          "score": 0.0
        },
        {
          "id": "beacon",
          "score": 0.0
        },
        {
          "id": "cargo",
          "score": 0.0
        },
        {
          "id": "export",
          "score": 0.0
        },
        {
          "id": "frost",
          "score": 0.0
        },
        {
          "id": "garden",
          "score": 0.0
        },
        {
          "id": "iris-network",
          "score": 0.0
        },
        {
          "id": "junction",
          "score": 0.0
        },
        {
          "id": "keel",
          "score": 0.0
        },
        {
          "id": "lantern",
          "score": 0.0
        },
        {
          "id": "lantern-charge",
          "score": 0.0
        },
        {
          "id": "mirror",
          "score": 0.0
        },
        {
          "id": "nova",
          "score": 0.0
        },
        {
          "id": "orbit",
          "score": 0.0
        },
        {
          "id": "quartz",
          "score": 0.0
        },
        {
          "id": "quartz-batch",
          "score": 0.0
        },
        {
          "id": "rivet",
          "score": 0.0
        },
        {
          "id": "soil",
          "score": 0.0
        }
      ],
      "reached_token_limit": false,
      "references": [
        "8 degrees Celsius",
        "8 Celsius",
        "8"
      ],
      "relevance": {
        "prism": 1
      },
      "retrieval_ms": 0.12867400073446333,
      "split": "eval",
      "total_ms": 92.14120300021023
    },
    {
      "answer": "Quarantine shelf Q4",
      "answerable": true,
      "context_ids": [
        "prism",
        "rivet",
        "quartz"
      ],
      "execution_position": 2,
      "generation_ms": 151.96522000042023,
      "group": "prism",
      "input_tokens": 189,
      "method": "bm25",
      "metrics": {
        "context_recall": 1.0,
        "exact_match": 1.0,
        "ndcg": 1.0,
        "recall": 1.0,
        "token_f1": 1.0
      },
      "output_tokens": 8,
      "prompt": "Answer the question using only the context. Give a short answer. If the context does not contain the answer, say unknown.\n\nContext:\n[prism] Prism sample storage. Prism mineral samples are stored at 8 degrees Celsius. Each sample requires a white tamper seal. Samples with broken seals must be moved to quarantine shelf Q4.\n[rivet] Rivet tool checkout. Rivet torque tools must be returned within three hours. Borrowers leave their badge in the red tray. Tools with a damaged grip go to the repair desk instead of the tool rack.\n[quartz] Quartz service limits. The Quartz lookup service accepts 90 requests per minute per client. Requests above that limit receive status 429. A client should wait 20 seconds before trying again.\n\nQuestion: Where should a Prism sample with a broken seal be moved?\nAnswer:",
      "query_embedding": null,
      "query_id": "eval-prism-2",
      "question": "Where should a Prism sample with a broken seal be moved?",
      "ranking": [
        {
          "id": "prism",
          "score": 19.57624568659565
        },
        {
          "id": "rivet",
          "score": 3.3499023754861983
        },
        {
          "id": "quartz",
          "score": 2.924751182162571
        },
        {
          "id": "nova",
          "score": 2.1484607009604293
        },
        {
          "id": "frost",
          "score": 1.821363754322552
        },
        {
          "id": "drone",
          "score": 1.7705274908708948
        },
        {
          "id": "cargo",
          "score": 1.665928407395438
        },
        {
          "id": "beacon",
          "score": 0.20949483139545325
        },
        {
          "id": "export",
          "score": 0.20949483139545325
        },
        {
          "id": "harbor",
          "score": 0.20547449612990146
        },
        {
          "id": "iris-network",
          "score": 0.20547449612990146
        },
        {
          "id": "lantern",
          "score": 0.20352164308444634
        },
        {
          "id": "lantern-charge",
          "score": 0.19972522053543815
        },
        {
          "id": "archive",
          "score": 0.15992795734666385
        },
        {
          "id": "mirror",
          "score": 0.15528894052172873
        },
        {
          "id": "orbit",
          "score": 0.15528894052172873
        },
        {
          "id": "keel",
          "score": 0.15306891198557854
        },
        {
          "id": "quartz-batch",
          "score": 0.1509114643517198
        },
        {
          "id": "soil",
          "score": 0.1509114643517198
        },
        {
          "id": "garden",
          "score": 0.1488139882369285
        },
        {
          "id": "junction",
          "score": 0.1447892187560324
        },
        {
          "id": "engine",
          "score": 0.0
        },
        {
          "id": "iris",
          "score": 0.0
        },
        {
          "id": "rivet-calibration",
          "score": 0.0
        }
      ],
      "reached_token_limit": false,
      "references": [
        "quarantine shelf Q4",
        "shelf Q4",
        "Q4"
      ],
      "relevance": {
        "prism": 1
      },
      "retrieval_ms": 0.1557180003146641,
      "split": "eval",
      "total_ms": 154.74014700157568
    },
    {
      "answer": "90 requests per minute",
      "answerable": true,
      "context_ids": [
        "quartz",
        "quartz-batch",
        "mirror"
      ],
      "execution_position": 1,
      "generation_ms": 119.41381299766363,
      "group": "quartz",
      "input_tokens": 181,
      "method": "bm25",
      "metrics": {
        "context_recall": 1.0,
        "exact_match": 0.0,
        "ndcg": 1.0,
        "recall": 1.0,
        "token_f1": 0.6666666666666666
      },
      "output_tokens": 5,
      "prompt": "Answer the question using only the context. Give a short answer. If the context does not contain the answer, say unknown.\n\nContext:\n[quartz] Quartz service limits. The Quartz lookup service accepts 90 requests per minute per client. Requests above that limit receive status 429. A client should wait 20 seconds before trying again.\n[quartz-batch] Quartz bulk service. The Quartz bulk service accepts 12 batches per hour. Batch jobs return status 202 when queued. This service has a separate quota from the lookup service.\n[mirror] Mirror synchronization. Mirror replicas synchronize every 14 minutes. A replica more than 40 minutes behind is marked stale. Stale replicas remain readable but cannot serve verification requests.\n\nQuestion: How many requests per minute may a Quartz client send?\nAnswer:",
      "query_embedding": null,
      "query_id": "eval-quartz-1",
      "question": "How many requests per minute may a Quartz client send?",
      "ranking": [
        {
          "id": "quartz",
          "score": 16.16844176709532
        },
        {
          "id": "quartz-batch",
          "score": 5.622181378875657
        },
        {
          "id": "mirror",
          "score": 2.5260564028174852
        },
        {
          "id": "frost",
          "score": 0.2158292371975275
        },
        {
          "id": "drone",
          "score": 0.21156457862051006
        },
        {
          "id": "beacon",
          "score": 0.20949483139545325
        },
        {
          "id": "export",
          "score": 0.20949483139545325
        },
        {
          "id": "harbor",
          "score": 0.20547449612990146
        },
        {
          "id": "iris-network",
          "score": 0.20547449612990146
        },
        {
          "id": "lantern",
          "score": 0.20352164308444634
        },
        {
          "id": "lantern-charge",
          "score": 0.19972522053543815
        },
        {
          "id": "archive",
          "score": 0.15992795734666385
        },
        {
          "id": "orbit",
          "score": 0.15528894052172873
        },
        {
          "id": "keel",
          "score": 0.15306891198557854
        },
        {
          "id": "nova",
          "score": 0.15306891198557854
        },
        {
          "id": "cargo",
          "score": 0.1509114643517198
        },
        {
          "id": "soil",
          "score": 0.1509114643517198
        },
        {
          "id": "garden",
          "score": 0.1488139882369285
        },
        {
          "id": "prism",
          "score": 0.1488139882369285
        },
        {
          "id": "junction",
          "score": 0.1447892187560324
        },
        {
          "id": "rivet",
          "score": 0.1391443469821374
        },
        {
          "id": "engine",
          "score": 0.0
        },
        {
          "id": "iris",
          "score": 0.0
        },
        {
          "id": "rivet-calibration",
          "score": 0.0
        }
      ],
      "reached_token_limit": false,
      "references": [
        "90",
        "90 requests"
      ],
      "relevance": {
        "quartz": 1
      },
      "retrieval_ms": 0.16292600048473105,
      "split": "eval",
      "total_ms": 120.95180799951777
    },
    {
      "answer": "20 seconds",
      "answerable": true,
      "context_ids": [
        "quartz",
        "quartz-batch",
        "cargo"
      ],
      "execution_position": 0,
      "generation_ms": 101.04213099839399,
      "group": "quartz",
      "input_tokens": 184,
      "method": "bm25",
      "metrics": {
        "context_recall": 1.0,
        "exact_match": 1.0,
        "ndcg": 1.0,
        "recall": 1.0,
        "token_f1": 1.0
      },
      "output_tokens": 3,
      "prompt": "Answer the question using only the context. Give a short answer. If the context does not contain the answer, say unknown.\n\nContext:\n[quartz] Quartz service limits. The Quartz lookup service accepts 90 requests per minute per client. Requests above that limit receive status 429. A client should wait 20 seconds before trying again.\n[quartz-batch] Quartz bulk service. The Quartz bulk service accepts 12 batches per hour. Batch jobs return status 202 when queued. This service has a separate quota from the lookup service.\n[cargo] Cargo inspection. Incoming cargo must wait in the amber bay until inspection is complete. Inspectors stamp approved crates with a blue triangle. An orange circle means inspection is pending.\n\nQuestion: How long should a Quartz client wait after a rate-limit response?\nAnswer:",
      "query_embedding": null,
      "query_id": "eval-quartz-2",
      "question": "How long should a Quartz client wait after a rate-limit response?",
      "ranking": [
        {
          "id": "quartz",
          "score": 14.942412457944457
        },
        {
          "id": "quartz-batch",
          "score": 3.3182440336247145
        },
        {
          "id": "cargo",
          "score": 2.4548488096026633
        },
        {
          "id": "beacon",
          "score": 1.5766288123286714
        },
        {
          "id": "export",
          "score": 1.5766288123286714
        },
        {
          "id": "orbit",
          "score": 1.5422510917283352
        },
        {
          "id": "soil",
          "score": 1.4987762159288807
        },
        {
          "id": "junction",
          "score": 1.4379731740505912
        },
        {
          "id": "engine",
          "score": 1.347864751577161
        },
        {
          "id": "frost",
          "score": 0.2158292371975275
        },
        {
          "id": "drone",
          "score": 0.21156457862051006
        },
        {
          "id": "harbor",
          "score": 0.20547449612990146
        },
        {
          "id": "iris-network",
          "score": 0.20547449612990146
        },
        {
          "id": "lantern",
          "score": 0.20352164308444634
        },
        {
          "id": "lantern-charge",
          "score": 0.19972522053543815
        },
        {
          "id": "archive",
          "score": 0.15992795734666385
        },
        {
          "id": "mirror",
          "score": 0.15528894052172873
        },
        {
          "id": "keel",
          "score": 0.15306891198557854
        },
        {
          "id": "nova",
          "score": 0.15306891198557854
        },
        {
          "id": "garden",
          "score": 0.1488139882369285
        },
        {
          "id": "prism",
          "score": 0.1488139882369285
        },
        {
          "id": "rivet",
          "score": 0.1391443469821374
        },
        {
          "id": "iris",
          "score": 0.0
        },
        {
          "id": "rivet-calibration",
          "score": 0.0
        }
      ],
      "reached_token_limit": false,
      "references": [
        "20 seconds",
        "20"
      ],
      "relevance": {
        "quartz": 1
      },
      "retrieval_ms": 0.1838669995777309,
      "split": "eval",
      "total_ms": 102.81654599748435
    },
    {
      "answer": "three hours",
      "answerable": true,
      "context_ids": [
        "rivet",
        "rivet-calibration",
        "frost"
      ],
      "execution_position": 2,
      "generation_ms": 82.97183400281938,
      "group": "rivet",
      "input_tokens": 190,
      "method": "bm25",
      "metrics": {
        "context_recall": 1.0,
        "exact_match": 1.0,
        "ndcg": 1.0,
        "recall": 1.0,
        "token_f1": 1.0
      },
      "output_tokens": 3,
      "prompt": "Answer the question using only the context. Give a short answer. If the context does not contain the answer, say unknown.\n\nContext:\n[rivet] Rivet tool checkout. Rivet torque tools must be returned within three hours. Borrowers leave their badge in the red tray. Tools with a damaged grip go to the repair desk instead of the tool rack.\n[rivet-calibration] Rivet calibration. Rivet torque tools are calibrated every 60 days. Calibration happens at the instrument bench. The repair desk handles physical damage, not routine calibration.\n[frost] Frost sensor. The frost sensor is calibrated with a silver reference plate. Recalibrate it every 30 days. A blinking violet light means calibration is overdue.\n\nQuestion: How long may a borrower keep a Rivet torque tool?\nAnswer:",
      "query_embedding": null,
      "query_id": "eval-rivet-1",
      "question": "How long may a borrower keep a Rivet torque tool?",
      "ranking": [
        {
          "id": "rivet",
          "score": 8.914164787157597
        },
        {
          "id": "rivet-calibration",
          "score": 5.736615418689499
        },
        {
          "id": "frost",
          "score": 0.2158292371975275
        },
        {
          "id": "drone",
          "score": 0.21156457862051006
        },
        {
          "id": "beacon",
          "score": 0.20949483139545325
        },
        {
          "id": "export",
          "score": 0.20949483139545325
        },
        {
          "id": "harbor",
          "score": 0.20547449612990146
        },
        {
          "id": "iris-network",
          "score": 0.20547449612990146
        },
        {
          "id": "lantern",
          "score": 0.20352164308444634
        },
        {
          "id": "lantern-charge",
          "score": 0.19972522053543815
        },
        {
          "id": "archive",
          "score": 0.15992795734666385
        },
        {
          "id": "mirror",
          "score": 0.15528894052172873
        },
        {
          "id": "orbit",
          "score": 0.15528894052172873
        },
        {
          "id": "keel",
          "score": 0.15306891198557854
        },
        {
          "id": "nova",
          "score": 0.15306891198557854
        },
        {
          "id": "cargo",
          "score": 0.1509114643517198
        },
        {
          "id": "quartz-batch",
          "score": 0.1509114643517198
        },
        {
          "id": "soil",
          "score": 0.1509114643517198
        },
        {
          "id": "garden",
          "score": 0.1488139882369285
        },
        {
          "id": "prism",
          "score": 0.1488139882369285
        },
        {
          "id": "quartz",
          "score": 0.1488139882369285
        },
        {
          "id": "junction",
          "score": 0.1447892187560324
        },
        {
          "id": "engine",
          "score": 0.0
        },
        {
          "id": "iris",
          "score": 0.0
        }
      ],
      "reached_token_limit": false,
      "references": [
        "three hours",
        "3 hours",
        "three",
        "3"
      ],
      "relevance": {
        "rivet": 1
      },
      "retrieval_ms": 0.14295000073616393,
      "split": "eval",
      "total_ms": 84.51232700099354
    },
    {
      "answer": "repair desk",
      "answerable": true,
      "context_ids": [
        "rivet",
        "prism",
        "quartz"
      ],
      "execution_position": 1,
      "generation_ms": 80.8795379998628,
      "group": "rivet",
      "input_tokens": 188,
      "method": "bm25",
      "metrics": {
        "context_recall": 1.0,
        "exact_match": 1.0,
        "ndcg": 1.0,
        "recall": 1.0,
        "token_f1": 1.0
      },
      "output_tokens": 3,
      "prompt": "Answer the question using only the context. Give a short answer. If the context does not contain the answer, say unknown.\n\nContext:\n[rivet] Rivet tool checkout. Rivet torque tools must be returned within three hours. Borrowers leave their badge in the red tray. Tools with a damaged grip go to the repair desk instead of the tool rack.\n[prism] Prism sample storage. Prism mineral samples are stored at 8 degrees Celsius. Each sample requires a white tamper seal. Samples with broken seals must be moved to quarantine shelf Q4.\n[quartz] Quartz service limits. The Quartz lookup service accepts 90 requests per minute per client. Requests above that limit receive status 429. A client should wait 20 seconds before trying again.\n\nQuestion: Where should a torque tool with a damaged grip be returned?\nAnswer:",
      "query_embedding": null,
      "query_id": "eval-rivet-2",
      "question": "Where should a torque tool with a damaged grip be returned?",
      "ranking": [
        {
          "id": "rivet",
          "score": 16.918278185212205
        },
        {
          "id": "prism",
          "score": 3.58269914310251
        },
        {
          "id": "quartz",
          "score": 2.924751182162571
        },
        {
          "id": "rivet-calibration",
          "score": 2.441590472026188
        },
        {
          "id": "nova",
          "score": 2.1484607009604293
        },
        {
          "id": "frost",
          "score": 1.821363754322552
        },
        {
          "id": "drone",
          "score": 1.7705274908708948
        },
        {
          "id": "cargo",
          "score": 1.665928407395438
        },
        {
          "id": "beacon",
          "score": 0.20949483139545325
        },
        {
          "id": "export",
          "score": 0.20949483139545325
        },
        {
          "id": "harbor",
          "score": 0.20547449612990146
        },
        {
          "id": "iris-network",
          "score": 0.20547449612990146
        },
        {
          "id": "lantern",
          "score": 0.20352164308444634
        },
        {
          "id": "lantern-charge",
          "score": 0.19972522053543815
        },
        {
          "id": "archive",
          "score": 0.15992795734666385
        },
        {
          "id": "mirror",
          "score": 0.15528894052172873
        },
        {
          "id": "orbit",
          "score": 0.15528894052172873
        },
        {
          "id": "keel",
          "score": 0.15306891198557854
        },
        {
          "id": "quartz-batch",
          "score": 0.1509114643517198
        },
        {
          "id": "soil",
          "score": 0.1509114643517198
        },
        {
          "id": "garden",
          "score": 0.1488139882369285
        },
        {
          "id": "junction",
          "score": 0.1447892187560324
        },
        {
          "id": "engine",
          "score": 0.0
        },
        {
          "id": "iris",
          "score": 0.0
        }
      ],
      "reached_token_limit": false,
      "references": [
        "repair desk",
        "the repair desk"
      ],
      "relevance": {
        "rivet": 1
      },
      "retrieval_ms": 0.161284002388129,
      "split": "eval",
      "total_ms": 82.66039400041336
    },
    {
      "answer": "[6 \u00b0C]",
      "answerable": false,
      "context_ids": [
        "keel",
        "nova",
        "rivet"
      ],
      "execution_position": 0,
      "generation_ms": 133.4673909987032,
      "group": "unknown-weather",
      "input_tokens": 178,
      "method": "bm25",
      "metrics": {
        "context_recall": null,
        "exact_match": 0.0,
        "ndcg": null,
        "recall": null,
        "token_f1": 0.0
      },
      "output_tokens": 7,
      "prompt": "Answer the question using only the context. Give a short answer. If the context does not contain the answer, say unknown.\n\nContext:\n[keel] Keel backup policy. Keel configuration backups run every six hours. The station keeps 28 backup snapshots. Restoring a snapshot requires the maintenance role and restarts the routing service.\n[nova] Nova alert routing. Nova critical alerts go to the on-call navigator. Warning alerts go to the observation team. A critical alert must be acknowledged within seven minutes.\n[rivet] Rivet tool checkout. Rivet torque tools must be returned within three hours. Borrowers leave their badge in the red tray. Tools with a damaged grip go to the repair desk instead of the tool rack.\n\nQuestion: What will the station temperature be tomorrow?\nAnswer:",
      "query_embedding": null,
      "query_id": "eval-unknown-weather",
      "question": "What will the station temperature be tomorrow?",
      "ranking": [
        {
          "id": "keel",
          "score": 3.022156353728784
        },
        {
          "id": "nova",
          "score": 2.1417388288858166
        },
        {
          "id": "rivet",
          "score": 1.972466587927826
        },
        {
          "id": "prism",
          "score": 1.9399250073753953
        },
        {
          "id": "iris",
          "score": 0.1752133120513091
        },
        {
          "id": "junction",
          "score": 0.1752133120513091
        },
        {
          "id": "lantern-charge",
          "score": 0.17419317470520593
        },
        {
          "id": "garden",
          "score": 0.1644040039785396
        },
        {
          "id": "iris-network",
          "score": 0.1644040039785396
        },
        {
          "id": "lantern",
          "score": 0.1632082177085674
        },
        {
          "id": "archive",
          "score": 0.15077207289413547
        },
        {
          "id": "rivet-calibration",
          "score": 0.15077207289413547
        },
        {
          "id": "beacon",
          "score": 0.14634703991096595
        },
        {
          "id": "engine",
          "score": 0.1449291901410279
        },
        {
          "id": "quartz-batch",
          "score": 0.1449291901410279
        },
        {
          "id": "harbor",
          "score": 0.1435385497842929
        },
        {
          "id": "frost",
          "score": 0.1117210529767726
        },
        {
          "id": "drone",
          "score": 0.10848036977755378
        },
        {
          "id": "orbit",
          "score": 0.10848036977755378
        },
        {
          "id": "export",
          "score": 0.10692952194699243
        },
        {
          "id": "cargo",
          "score": 0.10542239132770691
        },
        {
          "id": "soil",
          "score": 0.10542239132770691
        },
        {
          "id": "quartz",
          "score": 0.10395715507992463
        },
        {
          "id": "mirror",
          "score": 0.0
        }
      ],
      "reached_token_limit": false,
      "references": [
        "unknown"
      ],
      "relevance": {},
      "retrieval_ms": 0.12513899855548516,
      "split": "eval",
      "total_ms": 135.31765900188475
    },
    {
      "answer": "[0]",
      "answerable": false,
      "context_ids": [
        "keel",
        "frost",
        "garden"
      ],
      "execution_position": 2,
      "generation_ms": 96.35493099995074,
      "group": "unknown-captain",
      "input_tokens": 175,
      "method": "bm25",
      "metrics": {
        "context_recall": null,
        "exact_match": 0.0,
        "ndcg": null,
        "recall": null,
        "token_f1": 0.0
      },
      "output_tokens": 4,
      "prompt": "Answer the question using only the context. Give a short answer. If the context does not contain the answer, say unknown.\n\nContext:\n[keel] Keel backup policy. Keel configuration backups run every six hours. The station keeps 28 backup snapshots. Restoring a snapshot requires the maintenance role and restarts the routing service.\n[frost] Frost sensor. The frost sensor is calibrated with a silver reference plate. Recalibrate it every 30 days. A blinking violet light means calibration is overdue.\n[garden] Garden humidity. The seed garden humidity target is 64 percent. If humidity exceeds 70 percent, open the roof vent for 12 minutes. The soil moisture reading is a separate measurement.\n\nQuestion: What is the station captain's personal phone number?\nAnswer:",
      "query_embedding": null,
      "query_id": "eval-unknown-captain",
      "question": "What is the station captain's personal phone number?",
      "ranking": [
        {
          "id": "keel",
          "score": 3.022156353728784
        },
        {
          "id": "frost",
          "score": 1.3531240397887951
        },
        {
          "id": "garden",
          "score": 1.3462487647785242
        },
        {
          "id": "iris-network",
          "score": 1.3462487647785242
        },
        {
          "id": "iris",
          "score": 1.3348047957443068
        },
        {
          "id": "cargo",
          "score": 1.2987171843471483
        },
        {
          "id": "lantern",
          "score": 1.007420549065058
        },
        {
          "id": "orbit",
          "score": 1.0016686934990489
        },
        {
          "id": "lantern-charge",
          "score": 0.9958778806897773
        },
        {
          "id": "soil",
          "score": 0.9734324210297771
        },
        {
          "id": "mirror",
          "score": 0.893188323721495
        },
        {
          "id": "junction",
          "score": 0.1752133120513091
        },
        {
          "id": "rivet",
          "score": 0.15859410494719825
        },
        {
          "id": "archive",
          "score": 0.15077207289413547
        },
        {
          "id": "rivet-calibration",
          "score": 0.15077207289413547
        },
        {
          "id": "beacon",
          "score": 0.14634703991096595
        },
        {
          "id": "nova",
          "score": 0.14634703991096595
        },
        {
          "id": "engine",
          "score": 0.1449291901410279
        },
        {
          "id": "quartz-batch",
          "score": 0.1449291901410279
        },
        {
          "id": "harbor",
          "score": 0.1435385497842929
        },
        {
          "id": "drone",
          "score": 0.10848036977755378
        },
        {
          "id": "export",
          "score": 0.10692952194699243
        },
        {
          "id": "quartz",
          "score": 0.10395715507992463
        },
        {
          "id": "prism",
          "score": 0.0
        }
      ],
      "reached_token_limit": false,
      "references": [
        "unknown"
      ],
      "relevance": {},
      "retrieval_ms": 0.14500099860015325,
      "split": "eval",
      "total_ms": 97.8420540013758
    },
    {
      "answer": "64",
      "answerable": true,
      "context_ids": [
        "garden",
        "soil",
        "frost"
      ],
      "execution_position": 1,
      "generation_ms": 84.08494299874292,
      "group": "garden",
      "input_tokens": 168,
      "method": "dense",
      "metrics": {
        "context_recall": 1.0,
        "exact_match": 1.0,
        "ndcg": 1.0,
        "recall": 1.0,
        "token_f1": 1.0
      },
      "output_tokens": 2,
      "prompt": "Answer the question using only the context. Give a short answer. If the context does not contain the answer, say unknown.\n\nContext:\n[garden] Garden humidity. The seed garden humidity target is 64 percent. If humidity exceeds 70 percent, open the roof vent for 12 minutes. The soil moisture reading is a separate measurement.\n[soil] Garden soil moisture. The seed garden soil moisture target is 42 percent. A dry soil warning triggers after ten minutes below 35 percent. Soil sensors do not measure humidity.\n[frost] Frost sensor. The frost sensor is calibrated with a silver reference plate. Recalibrate it every 30 days. A blinking violet light means calibration is overdue.\n\nQuestion: What humidity percentage should the seed garden target?\nAnswer:",
      "query_embedding": [
        0.024175312370061874,
        0.06817159801721573,
        -0.020276924595236778,
        -0.012731192633509636,
        0.06974628567695618,
        -0.04330040514469147,
        -0.008381826803088188,
        -0.08070207387208939,
        0.003745695576071739,
        0.011192538775503635,
        0.05933472141623497,
        -0.09311539679765701,
        -0.0002031816984526813,
        0.012858225964009762,
        0.009868398308753967,
        0.011020990088582039,
        0.09179329872131348,
        0.009830557741224766,
        -0.07286567240953445,
        -0.0076766409911215305,
        0.03259376063942909,
        0.004371620249003172,
        0.01866721734404564,
        -0.020018231123685837,
        0.030287815257906914,
        -0.008528483100235462,
        -0.07475931197404861,
        0.036577288061380386,
        -0.02903882786631584,
        -0.029507379978895187,
        -0.029683304950594902,
        0.11243090033531189,
        0.03629879280924797,
        -0.044244423508644104,
        -0.016139524057507515,
        0.01945084147155285,
        0.02100353315472603,
        -0.10591546446084976,
        0.04505171254277229,
        0.04162053018808365,
        -0.014165079221129417,
        0.007670905906707048,
        0.004123124293982983,
        0.07265050709247589,
        -0.027685264125466347,
        0.0325661227107048,
        -0.020977841690182686,
        0.0960426926612854,
        0.08891922235488892,
        -0.00822522770613432,
        0.05676981434226036,
        0.05186169967055321,
        0.02628842368721962,
        -0.04044320061802864,
        -0.09068357199430466,
        0.043015092611312866,
        -0.02774195559322834,
        0.002116992138326168,
        -0.0182148739695549,
        -0.05563584715127945,
        0.045446936041116714,
        0.015150065533816814,
        -0.13155174255371094,
        0.005280755460262299,
        0.10630812495946884,
        -0.053115762770175934,
        -0.06249573454260826,
        0.026375379413366318,
        0.08427155017852783,
        -0.03510913625359535,
        0.025620747357606888,
        0.06013495847582817,
        -0.008831795305013657,
        -0.043272752314805984,
        -0.008283196948468685,
        0.1268230527639389,
        -0.03761322796344757,
        0.040004078298807144,
        0.04223676770925522,
        -0.04562154412269592,
        0.02626912109553814,
        -0.010341932065784931,
        0.028894172981381416,
        0.007119797635823488,
        -0.029653433710336685,
        0.017025988548994064,
        0.04936833679676056,
        0.10111180692911148,
        0.03181343898177147,
        0.011930312030017376,
        0.029273025691509247,
        0.0071168504655361176,
        -0.027973957359790802,
        0.05151339992880821,
        -0.024448584765195847,
        0.14168748259544373,
        0.006433242466300726,
        -0.13268204033374786,
        -0.10057900846004486,
        -0.02637525461614132,
        -0.05986242741346359,
        -0.03356847167015076,
        0.011072198860347271,
        -0.015483188442885876,
        0.042819149792194366,
        -0.05352783203125,
        -0.06008528545498848,
        0.012645229697227478,
        -0.0032386903185397387,
        0.07180950045585632,
        -0.07246505469083786,
        -0.003074015025049448,
        0.03993833437561989,
        0.06945321708917618,
        0.05712829530239105,
        -0.0471268892288208,
        0.022070452570915222,
        0.016914192587137222,
        0.01534842886030674,
        -0.004093964584171772,
        0.014897232875227928,
        0.01624920405447483,
        -0.028529364615678787,
        0.007880008779466152,
        -0.005705193150788546,
        -0.01861286163330078,
        -0.07538959383964539,
        -3.43471882065389e-33,
        0.04328659549355507,
        -0.050074201077222824,
        0.003764007706195116,
        0.0013775861589238048,
        0.02436361275613308,
        -0.052328966557979584,
        -0.010378412902355194,
        -0.0198654904961586,
        0.0507165752351284,
        -0.06394053250551224,
        -0.06637980043888092,
        -0.06630106270313263,
        -0.045368701219558716,
        0.030639605596661568,
        -0.017935506999492645,
        -0.07322368025779724,
        -0.03379164636135101,
        0.09821997582912445,
        -0.03526007756590843,
        0.005167790688574314,
        -0.10686394572257996,
        0.05515601858496666,
        -0.10458870232105255,
        0.04583156481385231,
        0.056708335876464844,
        -0.026382099837064743,
        0.0737302303314209,
        0.0019960145000368357,
        -0.03925882279872894,
        0.014090572483837605,
        0.09951204061508179,
        -0.036140814423561096,
        0.03313653916120529,
        -0.05297994613647461,
        0.056636083871126175,
        0.06738661229610443,
        0.011941464617848396,
        0.04737716540694237,
        0.0510108657181263,
        0.05121674761176109,
        -0.03090330772101879,
        0.031026089563965797,
        0.10184825956821442,
        -0.06040642783045769,
        0.00643186504021287,
        -0.0331704206764698,
        0.04642195999622345,
        -0.02796940505504608,
        -0.008969566784799099,
        0.0074987648986279964,
        -0.00048225800856016576,
        0.016358250752091408,
        0.02426411770284176,
        -0.005755786783993244,
        0.01830224320292473,
        0.003026567166671157,
        0.03367851674556732,
        0.011434877291321754,
        -0.02462957799434662,
        -0.01765836589038372,
        -0.01815839484333992,
        0.032365914434194565,
        -0.023093614727258682,
        -0.059349287301301956,
        0.033457063138484955,
        -0.05310891568660736,
        -0.08992363512516022,
        0.01034940592944622,
        -0.08381698280572891,
        0.138780876994133,
        0.06242924556136131,
        -0.06572957336902618,
        0.005663926713168621,
        -0.01055907178670168,
        -0.08578179776668549,
        -0.028026921674609184,
        0.041235581040382385,
        0.03991048410534859,
        -0.03781687095761299,
        0.03428501635789871,
        0.03479333221912384,
        -0.004965031985193491,
        -0.10577261447906494,
        -0.04886886477470398,
        -0.11981389671564102,
        -0.02900729887187481,
        -0.01633821427822113,
        0.099061518907547,
        -0.07680624723434448,
        -0.008832871913909912,
        0.13084472715854645,
        -0.011254399083554745,
        0.036684416234493256,
        -0.043206628412008286,
        -0.003555125091224909,
        1.7703470222421674e-33,
        -0.038794465363025665,
        0.05032834783196449,
        0.020493585616350174,
        0.13380540907382965,
        0.01217181608080864,
        0.029052892699837685,
        0.015605959109961987,
        0.01913285255432129,
        0.028311902657151222,
        0.028416471555829048,
        -0.0711018294095993,
        0.09224089235067368,
        -0.013798711821436882,
        0.005659786053001881,
        -0.05094274878501892,
        0.07312807440757751,
        -0.03895522654056549,
        0.03389419615268707,
        0.006689428351819515,
        0.014620599336922169,
        -0.10057615488767624,
        -0.0028265761211514473,
        0.015625707805156708,
        0.07273149490356445,
        -0.0140050258487463,
        -0.07273949682712555,
        0.023042118176817894,
        0.003651429433375597,
        -0.0874234139919281,
        -0.06973864883184433,
        -0.00403169821947813,
        -0.037483099848032,
        -0.0723537802696228,
        0.05454486981034279,
        -0.02166357822716236,
        -0.033300403505563736,
        0.01220257580280304,
        -0.05197343975305557,
        0.006555457133799791,
        -0.0014285899233072996,
        -0.0005782031221315265,
        -0.04435290768742561,
        -0.004227344412356615,
        -0.039607416838407516,
        0.05221277102828026,
        0.06137984246015549,
        0.07536253333091736,
        -0.052343934774398804,
        0.05583645775914192,
        0.013353291898965836,
        0.06675947457551956,
        0.021560722962021828,
        0.02410322241485119,
        0.06478914618492126,
        0.026650238782167435,
        -0.035330940037965775,
        -0.02993648499250412,
        0.005250108893960714,
        -0.020594444125890732,
        0.04514414072036743,
        0.008762053214013577,
        0.028367668390274048,
        -0.004596024751663208,
        -0.010111380368471146,
        -0.05859264358878136,
        0.024667439982295036,
        0.009906530380249023,
        0.12935291230678558,
        -0.03476663678884506,
        -0.014709027484059334,
        0.03481539711356163,
        0.06247084587812424,
        0.12131030857563019,
        -0.048951875418424606,
        -0.05923965200781822,
        -0.03579285740852356,
        0.05503624305129051,
        -0.01853581890463829,
        -0.07905073463916779,
        0.016031518578529358,
        -0.10875307768583298,
        0.02657054178416729,
        -0.12230255454778671,
        -0.028008608147501945,
        -0.00413708109408617,
        -0.06615768373012543,
        0.042130254209041595,
        -0.06316182762384415,
        -0.0013139693764969707,
        0.11186494678258896,
        -0.013561327010393143,
        0.000462695345049724,
        0.03104453906416893,
        -0.015952689573168755,
        0.07618875801563263,
        -1.496548485135918e-08,
        -0.06841577589511871,
        -0.021945757791399956,
        0.0446331687271595,
        -0.05922060087323189,
        -0.0085245156660676,
        0.0437532514333725,
        0.051461584866046906,
        0.017730621621012688,
        0.04013236239552498,
        0.04252764582633972,
        0.041212402284145355,
        0.02678217738866806,
        -0.06810004264116287,
        0.03081067092716694,
        0.02676406502723694,
        -0.11988411843776703,
        0.07365033030509949,
        0.03735429048538208,
        -0.03678091987967491,
        0.036442212760448456,
        0.06605194509029388,
        0.025703875347971916,
        -0.032792892307043076,
        -0.01263536885380745,
        0.1100677028298378,
        0.020391954109072685,
        0.06105710193514824,
        0.006145628169178963,
        0.04661761596798897,
        0.052906282246112823,
        0.03413545340299606,
        -0.01905779168009758,
        -0.007330672815442085,
        -0.03963811323046684,
        -0.13650435209274292,
        0.009990597143769264,
        -0.02076530084013939,
        0.07617587596178055,
        -0.022034069523215294,
        0.0023720841854810715,
        -0.0226454958319664,
        -0.013615202158689499,
        -0.0392247810959816,
        -0.02267332561314106,
        -0.012223266065120697,
        -0.01740449294447899,
        -0.03711826726794243,
        0.06463747471570969,
        -0.0770464837551117,
        -0.054446667432785034,
        0.0469527468085289,
        0.005831803195178509,
        0.04183369129896164,
        0.020922711119055748,
        0.009067416191101074,
        -0.0052666743285954,
        -0.031711578369140625,
        -0.02183346450328827,
        0.00466170534491539,
        -0.01816719025373459,
        -0.07545869797468185,
        0.009131909348070621,
        -0.10128062218427658,
        -0.024957839399576187
      ],
      "query_id": "eval-garden-1",
      "question": "What humidity percentage should the seed garden target?",
      "ranking": [
        {
          "id": "garden",
          "score": 0.8500729094088433
        },
        {
          "id": "soil",
          "score": 0.8002741258670263
        },
        {
          "id": "frost",
          "score": 0.20846801520726319
        },
        {
          "id": "prism",
          "score": 0.2052844006286591
        },
        {
          "id": "quartz-batch",
          "score": 0.11978191552203035
        },
        {
          "id": "iris-network",
          "score": 0.09506434245100523
        },
        {
          "id": "lantern",
          "score": 0.09456732594067017
        },
        {
          "id": "keel",
          "score": 0.08331185331126298
        },
        {
          "id": "drone",
          "score": 0.07568792005416473
        },
        {
          "id": "archive",
          "score": 0.07362651549714551
        },
        {
          "id": "orbit",
          "score": 0.06809060561620967
        },
        {
          "id": "harbor",
          "score": 0.06090253505794466
        },
        {
          "id": "junction",
          "score": 0.0589944083512865
        },
        {
          "id": "iris",
          "score": 0.05875494130092891
        },
        {
          "id": "quartz",
          "score": 0.04367090159012983
        },
        {
          "id": "export",
          "score": 0.039074700924027365
        },
        {
          "id": "engine",
          "score": 0.03826509297221577
        },
        {
          "id": "mirror",
          "score": 0.026270906459989328
        },
        {
          "id": "beacon",
          "score": 0.015850842479335988
        },
        {
          "id": "rivet-calibration",
          "score": -0.012481660973620964
        },
        {
          "id": "lantern-charge",
          "score": -0.022021289816796952
        },
        {
          "id": "nova",
          "score": -0.0372868670285642
        },
        {
          "id": "cargo",
          "score": -0.059263638229988105
        },
        {
          "id": "rivet",
          "score": -0.06440294770528349
        }
      ],
      "reached_token_limit": false,
      "references": [
        "64 percent",
        "64"
      ],
      "relevance": {
        "garden": 1
      },
      "retrieval_ms": 11.910272998647997,
      "split": "eval",
      "total_ms": 97.96469600041746
    },
    {
      "answer": "12 minutes",
      "answerable": true,
      "context_ids": [
        "garden",
        "soil",
        "engine"
      ],
      "execution_position": 0,
      "generation_ms": 119.47978299940587,
      "group": "garden",
      "input_tokens": 170,
      "method": "dense",
      "metrics": {
        "context_recall": 1.0,
        "exact_match": 1.0,
        "ndcg": 1.0,
        "recall": 1.0,
        "token_f1": 1.0
      },
      "output_tokens": 3,
      "prompt": "Answer the question using only the context. Give a short answer. If the context does not contain the answer, say unknown.\n\nContext:\n[garden] Garden humidity. The seed garden humidity target is 64 percent. If humidity exceeds 70 percent, open the roof vent for 12 minutes. The soil moisture reading is a separate measurement.\n[soil] Garden soil moisture. The seed garden soil moisture target is 42 percent. A dry soil warning triggers after ten minutes below 35 percent. Soil sensors do not measure humidity.\n[engine] Engine deck passes. Engine deck contractor passes expire after four hours. Contractors collect them at the north security desk. Harbor visitor passes are not accepted on the engine deck.\n\nQuestion: How long should the roof vent stay open when garden humidity exceeds the limit?\nAnswer:",
      "query_embedding": [
        0.03707733005285263,
        0.07054591178894043,
        0.04401758313179016,
        -0.06513912230730057,
        0.06120308116078377,
        -0.09425528347492218,
        -0.061942387372255325,
        -0.05108954757452011,
        0.0614493303000927,
        0.04048283398151398,
        0.008615314960479736,
        0.032517209649086,
        -0.007870039902627468,
        0.03367028012871742,
        0.039507415145635605,
        0.08550926297903061,
        0.0070614926517009735,
        -0.03945870324969292,
        -0.0339081808924675,
        0.01795460283756256,
        0.09490830451250076,
        0.013744739815592766,
        -0.027955424040555954,
        -0.039436083287000656,
        0.019740359857678413,
        0.009103636257350445,
        -0.04245157167315483,
        0.010116614401340485,
        -0.0018345501739531755,
        0.010907363146543503,
        -0.01073008868843317,
        -0.03802165761590004,
        -0.015014885924756527,
        0.009306260384619236,
        0.04816025495529175,
        0.05062521621584892,
        -0.0023611236829310656,
        -0.05346446484327316,
        -0.07144889235496521,
        0.026079650968313217,
        -0.030120236799120903,
        0.023957353085279465,
        -0.032288458198308945,
        -0.03155174478888512,
        -0.017086340114474297,
        0.04950372129678726,
        0.0016031484119594097,
        0.04374897480010986,
        0.10817964375019073,
        -0.010441840626299381,
        -0.015098421834409237,
        0.07478201389312744,
        -0.010539139620959759,
        -0.01743326336145401,
        -0.05960936099290848,
        0.006139879114925861,
        0.011159855872392654,
        -0.05369038134813309,
        -0.07698468863964081,
        -0.008228200487792492,
        -0.008469093590974808,
        -0.011736344546079636,
        -0.1472945660352707,
        0.0052658868953585625,
        0.04476334899663925,
        -0.07564224302768707,
        -0.10299593955278397,
        0.018575528636574745,
        0.05319366976618767,
        0.0552290640771389,
        -0.02281244471669197,
        -0.03291679546236992,
        -0.07492206245660782,
        -0.06829773634672165,
        0.023408940061926842,
        0.04494091123342514,
        -0.0677076131105423,
        -0.025559332221746445,
        0.05119113251566887,
        -0.05921035259962082,
        0.06545841693878174,
        0.046905189752578735,
        0.01159182470291853,
        -0.04276483505964279,
        -0.031436603516340256,
        0.03571763262152672,
        0.014272225089371204,
        0.16601866483688354,
        0.037461377680301666,
        -0.006492892745882273,
        0.04346615448594093,
        -0.0023657758720219135,
        -0.018051743507385254,
        0.07213319092988968,
        0.03792443498969078,
        0.03582170605659485,
        0.000741964322514832,
        -0.008927730843424797,
        -0.010122273117303848,
        0.04545044153928757,
        -0.06112140789628029,
        -0.057797495275735855,
        -0.03629066422581673,
        0.023937948048114777,
        0.017537932842969894,
        -0.04350024461746216,
        0.018847253173589706,
        0.060626741498708725,
        -0.0590510256588459,
        -0.016510291025042534,
        -0.04365743324160576,
        0.024259284138679504,
        0.05628027394413948,
        0.08026584982872009,
        0.03944369778037071,
        0.06556899100542068,
        0.08293896913528442,
        0.04734351113438606,
        0.028278494253754616,
        0.04586039483547211,
        0.03777430206537247,
        0.027020668610930443,
        -0.027359196916222572,
        -0.006317391525954008,
        0.004294354934245348,
        0.037696365267038345,
        -0.07912775874137878,
        -1.8010794036894545e-33,
        -0.007756990380585194,
        -0.007006907369941473,
        0.04822366312146187,
        0.06672181189060211,
        0.009826532565057278,
        -0.010018994100391865,
        -0.017354926094412804,
        -0.018850861117243767,
        0.007161685265600681,
        0.0556829608976841,
        -0.0060802120715379715,
        -0.04996677488088608,
        -0.11567649245262146,
        -0.04139767959713936,
        -0.017686333507299423,
        -0.032440975308418274,
        0.007151983678340912,
        0.057675573974847794,
        -0.031697072088718414,
        -0.06372393667697906,
        -0.01458260603249073,
        -0.07717405259609222,
        -0.04937673732638359,
        0.061570487916469574,
        0.01649472489953041,
        -0.10719873756170273,
        0.07553310692310333,
        -0.014310630969703197,
        -0.00036617196747101843,
        0.022246673703193665,
        0.1153089702129364,
        -0.01014650333672762,
        0.024919088929891586,
        0.04357157647609711,
        0.01728714257478714,
        0.06996166706085205,
        -0.0005319708143360913,
        0.041135307401418686,
        0.01303651463240385,
        -0.008167196065187454,
        -0.09012884646654129,
        -0.02993275411427021,
        0.013198950327932835,
        0.03384656086564064,
        0.018176304176449776,
        -0.07862848043441772,
        0.045227427035570145,
        -0.019214704632759094,
        -0.0880882516503334,
        0.041679199784994125,
        0.07576262205839157,
        0.03221912309527397,
        -0.06229959800839424,
        -0.07003374397754669,
        -0.02934771403670311,
        0.04953762888908386,
        0.04906963184475899,
        -0.04643732309341431,
        -0.05335837975144386,
        -0.010161882266402245,
        -0.021648544818162918,
        0.05683957412838936,
        0.045241422951221466,
        -0.10311339795589447,
        0.0500057078897953,
        -0.05443644896149635,
        0.004720643162727356,
        -0.007723852526396513,
        -0.09372507780790329,
        0.03842025250196457,
        0.06871455907821655,
        -0.09111352264881134,
        -0.022400088608264923,
        -0.05968734249472618,
        -0.09655320644378662,
        -0.07989946007728577,
        0.04617658630013466,
        -0.05552053451538086,
        -0.008542157709598541,
        -0.003911095205694437,
        0.0685456395149231,
        -0.04525265470147133,
        0.009206285700201988,
        0.0044786566868424416,
        -0.05819997563958168,
        -0.10688364505767822,
        0.05002741515636444,
        0.024849211797118187,
        -0.09115187078714371,
        0.08500373363494873,
        -0.010953199118375778,
        0.025240646675229073,
        0.09551477432250977,
        -0.037437450140714645,
        0.04693387821316719,
        5.478333565644691e-34,
        0.007663755211979151,
        -0.031020333990454674,
        -0.04318748787045479,
        0.04045659676194191,
        0.04947813227772713,
        0.0020182516891509295,
        -0.0759294256567955,
        0.16072727739810944,
        -0.018678640946745872,
        0.009004246443510056,
        -0.005951599217951298,
        0.02427764981985092,
        0.03673585504293442,
        0.028754062950611115,
        -0.0029878607019782066,
        0.041879359632730484,
        0.055996380746364594,
        -0.027445631101727486,
        -0.0375099740922451,
        0.07881288975477219,
        -0.02005179040133953,
        -0.02064300887286663,
        0.04312806949019432,
        0.07208152860403061,
        -0.03137405589222908,
        -0.017013555392622948,
        0.09554345905780792,
        0.029248114675283432,
        -0.01012405101209879,
        -0.07176662981510162,
        -0.08714614063501358,
        -0.0028398188296705484,
        -0.045897226780653,
        0.06846951693296432,
        0.10740985721349716,
        -0.058317337185144424,
        -0.040790148079395294,
        -0.03316862881183624,
        0.005793711170554161,
        0.01594618707895279,
        -0.008604760281741619,
        -0.013586788438260555,
        0.04014711081981659,
        -0.060513220727443695,
        0.05499179661273956,
        0.029230250045657158,
        0.0635097399353981,
        -0.1300487220287323,
        0.01780061423778534,
        -0.08206212520599365,
        0.024211982265114784,
        -0.02421475760638714,
        0.06832905113697052,
        0.0776282548904419,
        0.06686590611934662,
        -0.023822078481316566,
        0.009963667951524258,
        -0.025136679410934448,
        0.0021919263526797295,
        0.005953661631792784,
        0.04352571815252304,
        0.01408403366804123,
        -0.03523843735456467,
        0.005866629537194967,
        -0.02020869590342045,
        -0.03251440078020096,
        -0.008024071343243122,
        -0.012263749726116657,
        -0.018170366063714027,
        -0.04475833475589752,
        0.01783669739961624,
        -0.011577143333852291,
        -0.02300916239619255,
        -0.05130983144044876,
        -0.09472711384296417,
        -0.008656123653054237,
        0.03233524411916733,
        -0.013579332269728184,
        -0.06754162162542343,
        -0.025377830490469933,
        -0.12106717377901077,
        0.0538371317088604,
        -0.09182336181402206,
        -0.07079753279685974,
        0.08039579540491104,
        -0.13527871668338776,
        0.030021997168660164,
        0.018695523962378502,
        0.047117166221141815,
        0.13860121369361877,
        0.05352382734417915,
        0.03757388889789581,
        -0.0010373415425419807,
        -0.030558990314602852,
        -0.043523091822862625,
        -1.791807591189354e-08,
        -0.06365509331226349,
        -0.01784423738718033,
        0.07365208864212036,
        -0.032339826226234436,
        0.014577632769942284,
        0.06532581150531769,
        0.12737415730953217,
        -0.012740175239741802,
        0.029288478195667267,
        0.05045666545629501,
        0.07613188773393631,
        0.06478829681873322,
        0.023540504276752472,
        -0.0006587996613234282,
        -0.03063007816672325,
        -0.04371035844087601,
        -0.016840998083353043,
        -0.025644628331065178,
        0.025318346917629242,
        0.03518788516521454,
        0.014912288635969162,
        0.06701988726854324,
        -0.013761651702225208,
        -0.008311874233186245,
        -0.004485256504267454,
        -0.005856337025761604,
        0.04776792228221893,
        -0.023380616679787636,
        0.055674389004707336,
        0.061486925929784775,
        0.0026148364413529634,
        0.030281880870461464,
        -0.04708924517035484,
        -0.006775510497391224,
        -0.14591805636882782,
        0.02849595807492733,
        0.04492936283349991,
        0.0038135151844471693,
        -0.05494653433561325,
        -0.042417675256729126,
        -0.013374128378927708,
        0.004511367529630661,
        0.001867123181000352,
        -0.04741969704627991,
        -0.01931796409189701,
        0.0022801451850682497,
        0.03490573540329933,
        0.10550563782453537,
        -0.0718650072813034,
        0.04857543110847473,
        0.0262154471129179,
        0.05314544588327408,
        -0.012800008989870548,
        0.005061084870249033,
        0.0022445390932261944,
        -0.017763977870345116,
        0.027095124125480652,
        -0.07118486613035202,
        0.010110829025506973,
        -0.058095142245292664,
        -0.0718325525522232,
        0.01757834479212761,
        -0.0797232836484909,
        0.006975747179239988
      ],
      "query_id": "eval-garden-2",
      "question": "How long should the roof vent stay open when garden humidity exceeds the limit?",
      "ranking": [
        {
          "id": "garden",
          "score": 0.654231248340265
        },
        {
          "id": "soil",
          "score": 0.40520304337276236
        },
        {
          "id": "engine",
          "score": 0.2360709343231896
        },
        {
          "id": "harbor",
          "score": 0.23204859823699844
        },
        {
          "id": "orbit",
          "score": 0.20838406542634336
        },
        {
          "id": "lantern",
          "score": 0.20623614238354301
        },
        {
          "id": "drone",
          "score": 0.17109996526897292
        },
        {
          "id": "keel",
          "score": 0.15730343738436153
        },
        {
          "id": "quartz",
          "score": 0.15121544730365524
        },
        {
          "id": "archive",
          "score": 0.12098185275541083
        },
        {
          "id": "prism",
          "score": 0.10506411799513393
        },
        {
          "id": "export",
          "score": 0.10204144285168769
        },
        {
          "id": "mirror",
          "score": 0.08318896557207563
        },
        {
          "id": "frost",
          "score": 0.08242160545401775
        },
        {
          "id": "junction",
          "score": 0.08074895836685386
        },
        {
          "id": "iris",
          "score": 0.08065846395931499
        },
        {
          "id": "rivet",
          "score": 0.06044829881738223
        },
        {
          "id": "lantern-charge",
          "score": 0.05843114363788836
        },
        {
          "id": "iris-network",
          "score": 0.05660174277281173
        },
        {
          "id": "nova",
          "score": 0.05399597195161508
        },
        {
          "id": "beacon",
          "score": 0.053641845091239516
        },
        {
          "id": "quartz-batch",
          "score": 0.04503350501093001
        },
        {
          "id": "cargo",
          "score": 0.036258558162146834
        },
        {
          "id": "rivet-calibration",
          "score": 0.002963309758503551
        }
      ],
      "reached_token_limit": false,
      "references": [
        "12 minutes",
        "12"
      ],
      "relevance": {
        "garden": 1
      },
      "retrieval_ms": 11.278920999757247,
      "split": "eval",
      "total_ms": 132.43273300031433
    },
    {
      "answer": "nine hours",
      "answerable": true,
      "context_ids": [
        "harbor",
        "engine",
        "orbit"
      ],
      "execution_position": 2,
      "generation_ms": 85.27487700121128,
      "group": "harbor",
      "input_tokens": 166,
      "method": "dense",
      "metrics": {
        "context_recall": 1.0,
        "exact_match": 1.0,
        "ndcg": 1.0,
        "recall": 1.0,
        "token_f1": 1.0
      },
      "output_tokens": 3,
      "prompt": "Answer the question using only the context. Give a short answer. If the context does not contain the answer, say unknown.\n\nContext:\n[harbor] Harbor visitor passes. Harbor visitor passes remain valid for nine hours. Visitors collect a pass at the east kiosk. A visitor pass does not authorize access to the engine deck.\n[engine] Engine deck passes. Engine deck contractor passes expire after four hours. Contractors collect them at the north security desk. Harbor visitor passes are not accepted on the engine deck.\n[orbit] Orbit session security. Orbit sessions expire after 25 minutes of inactivity. The maximum active session duration is ten hours. Resetting a password immediately revokes every existing session.\n\nQuestion: How long is a harbor visitor pass valid?\nAnswer:",
      "query_embedding": [
        0.04633563011884689,
        0.0063043092377483845,
        0.05497981235384941,
        -0.007232358679175377,
        -0.008935295045375824,
        -0.010157586075365543,
        -0.06729745864868164,
        -0.0730905756354332,
        -0.0652279481291771,
        -0.0547887422144413,
        0.002608367707580328,
        0.01067193504422903,
        -0.022961057722568512,
        0.0891948714852333,
        -0.008648830465972424,
        0.055577173829078674,
        0.0062858047895133495,
        -0.05366882309317589,
        0.0175483301281929,
        0.0001062537485267967,
        0.04191763326525688,
        -0.04956893250346184,
        -0.11030055582523346,
        -0.01197582483291626,
        -0.046236827969551086,
        -0.011040156707167625,
        0.03041006438434124,
        0.026979295536875725,
        0.03797346353530884,
        0.028221415355801582,
        -0.05489109456539154,
        -0.00605747988447547,
        -0.01625777967274189,
        0.04359544441103935,
        0.04572372883558273,
        0.022735780104994774,
        0.02196255885064602,
        -0.03170974925160408,
        0.033863939344882965,
        -0.019341768696904182,
        -0.026180552318692207,
        0.012916982173919678,
        0.057904407382011414,
        0.11992362141609192,
        -0.022549156099557877,
        0.04703649878501892,
        -0.03741932287812233,
        -0.01988629437983036,
        0.031171806156635284,
        0.07102083414793015,
        0.05953504517674446,
        0.035061489790678024,
        0.013988861814141273,
        0.04588094353675842,
        -0.05125042051076889,
        -0.0424041748046875,
        -0.06995983421802521,
        -0.006776986178010702,
        -0.06714227050542831,
        0.02987600304186344,
        -0.012173384428024292,
        -0.0791226327419281,
        -0.020629800856113434,
        -0.036288388073444366,
        -0.028573624789714813,
        -0.00694365706294775,
        -0.1274547278881073,
        -0.10169916599988937,
        0.08928388357162476,
        -0.07939840853214264,
        -0.06463645398616791,
        0.04498361423611641,
        -0.04375651851296425,
        0.002265454735606909,
        -0.011039809323847294,
        0.020191915333271027,
        -0.013481397181749344,
        -0.0045587713830173016,
        0.03847390413284302,
        -0.10950261354446411,
        -0.02340787649154663,
        0.005377947352826595,
        0.030074801295995712,
        -0.002921604085713625,
        0.11119231581687927,
        -0.023784924298524857,
        -0.0705944299697876,
        0.11947683990001678,
        -0.0012953762197867036,
        0.05794920027256012,
        0.07675614207983017,
        -0.02630387619137764,
        -0.04657928645610809,
        -0.061476606875658035,
        -0.0012969711096957326,
        -0.02927096001803875,
        -0.0779050663113594,
        0.013003209605813026,
        -0.043438490480184555,
        0.033267732709646225,
        0.022544527426362038,
        0.014780771918594837,
        -0.0442081019282341,
        -0.0062758480198681355,
        0.0529230572283268,
        -0.017795411869883537,
        0.0020981323905289173,
        0.047767575830221176,
        0.007144653704017401,
        0.04442359879612923,
        0.02169307880103588,
        0.01613844558596611,
        0.08955118060112,
        0.004873441532254219,
        -0.038998499512672424,
        0.09190411865711212,
        -0.04033336415886879,
        -0.012089341878890991,
        0.01917656697332859,
        -0.05882469192147255,
        0.046803273260593414,
        0.036277104169130325,
        0.05256730318069458,
        -0.07395971566438675,
        -0.08908869326114655,
        -0.011393943801522255,
        0.12776276469230652,
        -3.522886407095331e-33,
        -0.09485706686973572,
        0.012476665899157524,
        -0.04992204159498215,
        0.016848888248205185,
        0.012686710804700851,
        -0.09457232803106308,
        -0.023416008800268173,
        -0.02559121511876583,
        0.02159075252711773,
        0.03291942924261093,
        0.008999038487672806,
        0.0008044563583098352,
        0.0018702959641814232,
        -0.06913001090288162,
        0.07763411104679108,
        0.02033103071153164,
        0.046030908823013306,
        0.029767833650112152,
        -0.01906260848045349,
        -0.008196092210710049,
        0.07942572236061096,
        -0.16977348923683167,
        0.01875358447432518,
        -0.02583436295390129,
        -0.019040044397115707,
        -0.04808327555656433,
        -0.01881670579314232,
        0.025289122015237808,
        -0.026944031938910484,
        0.023960169404745102,
        -0.010437702760100365,
        0.0020681635942310095,
        0.018500391393899918,
        0.056329384446144104,
        0.0796314924955368,
        -0.029742134734988213,
        0.10735633969306946,
        -0.036532409489154816,
        0.0678112730383873,
        -0.059786684811115265,
        -0.05026169866323471,
        -0.027599448338150978,
        0.04157508164644241,
        0.10162152349948883,
        0.0009037808631546795,
        -0.08526939153671265,
        0.05997560918331146,
        -0.022875303402543068,
        0.007969540543854237,
        0.1398666799068451,
        -0.023460695520043373,
        -0.004987174179404974,
        -0.14101631939411163,
        -0.03164059668779373,
        -0.045942533761262894,
        0.02412332408130169,
        0.02497919462621212,
        0.010774906724691391,
        -0.03921400010585785,
        0.004120859317481518,
        0.03653402626514435,
        0.052328601479530334,
        -0.026360515505075455,
        0.02227872982621193,
        0.0217733271420002,
        0.06562228500843048,
        -0.013281164690852165,
        -0.014632174745202065,
        -0.03748895600438118,
        -0.03308331221342087,
        0.09118860214948654,
        -0.01069157849997282,
        -0.08893537521362305,
        -0.03829517215490341,
        -0.08296672254800797,
        -0.061470191925764084,
        0.10161106288433075,
        0.047480784356594086,
        0.13936308026313782,
        0.05220245569944382,
        -0.0715295746922493,
        -0.008485057391226292,
        -0.03554923087358475,
        0.08071757853031158,
        -0.030080264434218407,
        -0.015920590609312057,
        0.039975520223379135,
        0.02657954767346382,
        -0.07570852339267731,
        -0.05356833338737488,
        0.025488290935754776,
        -0.019174223765730858,
        0.0864793062210083,
        -0.05447603017091751,
        -0.009650339372456074,
        2.107714635612133e-33,
        -0.00379932951182127,
        0.004151563625782728,
        0.0017343508079648018,
        -0.013432515785098076,
        -0.03738091513514519,
        -0.06646937131881714,
        -0.00285259447991848,
        0.1411971151828766,
        -0.036090195178985596,
        0.028350738808512688,
        -0.10463673621416092,
        0.045074183493852615,
        0.09263475239276886,
        0.044108644127845764,
        0.01414734311401844,
        0.022515319287776947,
        0.08181237429380417,
        0.014110390096902847,
        -0.002379601588472724,
        0.0016675328370183706,
        0.06175602599978447,
        0.023624245077371597,
        -0.03680828586220741,
        -0.008558293804526329,
        -0.03509989380836487,
        0.07338690757751465,
        0.039228446781635284,
        -0.08482274413108826,
        6.769616447854787e-05,
        0.00011964522127527744,
        -0.021330075338482857,
        0.03779354318976402,
        -0.014882165938615799,
        0.02045864425599575,
        -0.009581100195646286,
        -0.10543563961982727,
        0.07910286635160446,
        0.05538414791226387,
        -0.05748238414525986,
        0.15318551659584045,
        0.019913772121071815,
        -0.004959386307746172,
        0.011731933802366257,
        0.02135295420885086,
        -0.10688505321741104,
        0.07196957617998123,
        -0.007239464670419693,
        0.021934637799859047,
        -0.01215335726737976,
        0.021009651944041252,
        -0.09710922837257385,
        0.029705045744776726,
        0.04934876784682274,
        0.013000840321183205,
        -0.059583261609077454,
        0.04250346124172211,
        -0.01582288183271885,
        -0.026237083598971367,
        0.02676285058259964,
        -0.02451532706618309,
        0.017281273379921913,
        0.016573935747146606,
        -0.02810618095099926,
        0.019559863954782486,
        0.01404458936303854,
        0.041235215961933136,
        0.001340372720733285,
        0.022849606350064278,
        -0.05509205535054207,
        0.0652487576007843,
        0.01674153283238411,
        -0.04866853356361389,
        -0.06517356634140015,
        -0.009409257210791111,
        -0.005048377905040979,
        -0.0835176408290863,
        0.03926696255803108,
        0.05397944897413254,
        -0.0173739455640316,
        0.004262465983629227,
        -0.03881492465734482,
        0.07072147727012634,
        -0.07526177167892456,
        -0.014032077975571156,
        0.07516461610794067,
        -0.1443375051021576,
        0.011140208691358566,
        0.009798482991755009,
        0.026901869103312492,
        0.04287615045905113,
        0.06316425651311874,
        0.02227880246937275,
        -0.0906263142824173,
        -0.0250543262809515,
        -0.07326257228851318,
        -1.451412945385755e-08,
        -0.017014527693390846,
        0.05604119598865509,
        -0.023705700412392616,
        -0.02096588723361492,
        -0.0013733129017055035,
        -0.02574986219406128,
        0.03960644453763962,
        -0.027578409761190414,
        -0.010009834542870522,
        0.01812179759144783,
        0.07670849561691284,
        0.0034809766802936792,
        -0.009836072102189064,
        -0.0727195143699646,
        -0.06267057359218597,
        -0.030436556786298752,
        -0.01444151159375906,
        -0.06839831918478012,
        -0.055479470640420914,
        0.025682758539915085,
        -0.036754149943590164,
        0.012148581445217133,
        -0.042617835104465485,
        -0.005023333244025707,
        -0.08645498007535934,
        0.07389690726995468,
        0.02525956928730011,
        0.05903918296098709,
        0.02176668681204319,
        -0.019205808639526367,
        0.02478874661028385,
        0.1273854672908783,
        -0.016820432618260384,
        -0.001660595997236669,
        -0.05872805789113045,
        0.01746191270649433,
        0.029149455949664116,
        -0.037939101457595825,
        -0.06087871640920639,
        0.07678095996379852,
        -0.06517047435045242,
        0.032698918133974075,
        -0.01981569081544876,
        0.048582032322883606,
        0.050462380051612854,
        0.042756740003824234,
        -0.039394788444042206,
        -0.003562584752216935,
        0.024249030277132988,
        0.004438110627233982,
        -0.0012577751185745,
        0.0226688701659441,
        -0.014544856734573841,
        0.05848516523838043,
        0.002743170829489827,
        0.046007588505744934,
        -0.022070467472076416,
        -0.050866879522800446,
        -0.05978790298104286,
        -0.011448988690972328,
        0.005140309222042561,
        0.06079423800110817,
        0.009757637046277523,
        0.017666125670075417
      ],
      "query_id": "eval-harbor-1",
      "question": "How long is a harbor visitor pass valid?",
      "ranking": [
        {
          "id": "harbor",
          "score": 0.8408694884113912
        },
        {
          "id": "engine",
          "score": 0.5875920998270031
        },
        {
          "id": "orbit",
          "score": 0.3641829803971563
        },
        {
          "id": "quartz",
          "score": 0.3097470768874578
        },
        {
          "id": "cargo",
          "score": 0.27210247169935875
        },
        {
          "id": "lantern",
          "score": 0.26623408291512707
        },
        {
          "id": "lantern-charge",
          "score": 0.24350430338035042
        },
        {
          "id": "mirror",
          "score": 0.2383204353420222
        },
        {
          "id": "junction",
          "score": 0.2164920111001637
        },
        {
          "id": "export",
          "score": 0.21250317995064785
        },
        {
          "id": "keel",
          "score": 0.19410477658555877
        },
        {
          "id": "archive",
          "score": 0.17634971163808197
        },
        {
          "id": "drone",
          "score": 0.17368761691240908
        },
        {
          "id": "quartz-batch",
          "score": 0.15376311727441433
        },
        {
          "id": "iris-network",
          "score": 0.14937580441813209
        },
        {
          "id": "nova",
          "score": 0.14115072879862192
        },
        {
          "id": "iris",
          "score": 0.12030468988347454
        },
        {
          "id": "prism",
          "score": 0.1087836875003384
        },
        {
          "id": "rivet",
          "score": 0.0875791971397177
        },
        {
          "id": "beacon",
          "score": 0.07194425916324157
        },
        {
          "id": "garden",
          "score": 0.06775657051459205
        },
        {
          "id": "soil",
          "score": 0.04598768571303737
        },
        {
          "id": "frost",
          "score": 0.04489450511333424
        },
        {
          "id": "rivet-calibration",
          "score": 0.025930978905763152
        }
      ],
      "reached_token_limit": false,
      "references": [
        "nine hours",
        "9 hours",
        "nine",
        "9"
      ],
      "relevance": {
        "harbor": 1
      },
      "retrieval_ms": 9.988698999222834,
      "split": "eval",
      "total_ms": 96.88079799889238
    },
    {
      "answer": "east kiosk",
      "answerable": true,
      "context_ids": [
        "harbor",
        "engine",
        "cargo"
      ],
      "execution_position": 1,
      "generation_ms": 90.43453800040879,
      "group": "harbor",
      "input_tokens": 167,
      "method": "dense",
      "metrics": {
        "context_recall": 1.0,
        "exact_match": 1.0,
        "ndcg": 1.0,
        "recall": 1.0,
        "token_f1": 1.0
      },
      "output_tokens": 3,
      "prompt": "Answer the question using only the context. Give a short answer. If the context does not contain the answer, say unknown.\n\nContext:\n[harbor] Harbor visitor passes. Harbor visitor passes remain valid for nine hours. Visitors collect a pass at the east kiosk. A visitor pass does not authorize access to the engine deck.\n[engine] Engine deck passes. Engine deck contractor passes expire after four hours. Contractors collect them at the north security desk. Harbor visitor passes are not accepted on the engine deck.\n[cargo] Cargo inspection. Incoming cargo must wait in the amber bay until inspection is complete. Inspectors stamp approved crates with a blue triangle. An orange circle means inspection is pending.\n\nQuestion: Where should a visitor collect a harbor pass?\nAnswer:",
      "query_embedding": [
        0.07309921085834503,
        0.05891643092036247,
        0.010852649807929993,
        -0.00041400999180041254,
        0.002637665020301938,
        -0.01353935431689024,
        0.0383208766579628,
        -0.04100953787565231,
        -0.06317500025033951,
        -0.03245384991168976,
        0.004347389098256826,
        -0.06784162670373917,
        -0.06671752035617828,
        0.09119047224521637,
        0.006505950354039669,
        0.06819713115692139,
        0.015233449637889862,
        -0.008298690430819988,
        0.06632386147975922,
        -0.012981444597244263,
        -0.005484588444232941,
        -0.027214130386710167,
        -0.031780388206243515,
        -0.013924015685915947,
        -0.07725811004638672,
        0.005352618172764778,
        0.03693490847945213,
        0.03217391297221184,
        0.02963932789862156,
        0.01999051682651043,
        -0.0550045482814312,
        -0.006379867438226938,
        -0.047630175948143005,
        0.0628049448132515,
        0.012080324813723564,
        0.043066419661045074,
        0.06076078489422798,
        -0.03864505514502525,
        0.0408485010266304,
        -0.02471574954688549,
        -0.04023882374167442,
        0.04852190986275673,
        0.05637092888355255,
        0.1155996173620224,
        -0.029306354001164436,
        0.0207402054220438,
        0.009846503846347332,
        -0.011535878293216228,
        0.07624073326587677,
        0.055008601397275925,
        0.10479704290628433,
        0.014622588641941547,
        -0.003657581051811576,
        0.04041588306427002,
        -0.04401810094714165,
        -0.025503767654299736,
        -0.0646262839436531,
        -0.07135673612356186,
        -0.016460981220006943,
        -0.0015850563067942858,
        -0.026645466685295105,
        -0.06587261706590652,
        -0.024108130484819412,
        -0.04067002981901169,
        -0.024414246901869774,
        -0.0057102045975625515,
        -0.09627639502286911,
        0.05003420263528824,
        0.06137365102767944,
        -0.09593848139047623,
        0.0014228160725906491,
        0.07788415253162384,
        0.013206432573497295,
        -0.02843409776687622,
        0.003894713707268238,
        -0.030213868245482445,
        -0.007277180906385183,
        -0.02286681905388832,
        -0.008550784550607204,
        -0.04121995344758034,
        -0.03133958578109741,
        0.02504163235425949,
        -0.006530835293233395,
        0.02700985036790371,
        0.07689031958580017,
        0.012998554855585098,
        -0.05343162268400192,
        0.019051572307944298,
        0.055832672864198685,
        0.07658793777227402,
        0.019106565043330193,
        -0.02993844635784626,
        -0.045881662517786026,
        -0.0564613901078701,
        -0.01661253161728382,
        0.029396390542387962,
        -0.0825052484869957,
        0.012548602186143398,
        -0.05097690597176552,
        0.045361053198575974,
        0.07742168009281158,
        0.048565804958343506,
        0.052016738802194595,
        0.04444744065403938,
        0.04326178878545761,
        -0.008402302861213684,
        -0.04153130203485489,
        0.03393485024571419,
        0.010157437063753605,
        0.025922853499650955,
        -0.006611740216612816,
        0.034847378730773926,
        0.02314681001007557,
        0.0408337377011776,
        -0.02880306914448738,
        0.07850287854671478,
        0.015137151814997196,
        -0.03442877158522606,
        -0.016951944679021835,
        -0.0664215162396431,
        0.02602376416325569,
        0.011334781534969807,
        0.044151902198791504,
        0.023019669577479362,
        -0.07581276446580887,
        -0.026796208694577217,
        0.022160623222589493,
        -5.769875450102812e-33,
        -0.034779176115989685,
        0.02517881616950035,
        -0.049162160605192184,
        0.05587824806571007,
        0.05748860165476799,
        -0.06232044845819473,
        -0.006554828025400639,
        -0.039267439395189285,
        0.03344481438398361,
        0.006223093718290329,
        0.0073392353951931,
        -0.02710213139653206,
        -0.006516891531646252,
        -0.008432076312601566,
        0.0493551604449749,
        -0.04044738784432411,
        -0.01281892228871584,
        0.0003800929698627442,
        -0.07614787667989731,
        -0.019559675827622414,
        0.01354464702308178,
        -0.09772532433271408,
        0.027697952464222908,
        -0.026326889172196388,
        -0.021244004368782043,
        -0.009854858741164207,
        -0.01333325169980526,
        0.027703117579221725,
        -0.031222503632307053,
        0.04420049861073494,
        -0.01079099252820015,
        -0.02322589047253132,
        0.043967392295598984,
        0.030062638223171234,
        0.060143399983644485,
        0.00411413935944438,
        0.04579952359199524,
        -0.03831169754266739,
        0.015202158130705357,
        -0.0696510300040245,
        -0.05421638488769531,
        -0.008642897941172123,
        -0.0008592320955358446,
        0.09255844354629517,
        -0.005794781260192394,
        -0.06371455639600754,
        0.05002942308783531,
        -0.005573257803916931,
        0.031251903623342514,
        0.10398901253938675,
        -0.03446958214044571,
        -0.03281555324792862,
        -0.14706939458847046,
        -0.03597458824515343,
        -0.037426844239234924,
        -0.03613976761698723,
        0.0261919517070055,
        -0.0012005030876025558,
        -0.005248548928648233,
        -0.020219754427671432,
        -0.021404623985290527,
        0.05850977823138237,
        -0.008240009658038616,
        0.04856472089886665,
        0.028625354170799255,
        0.011827914975583553,
        -0.007118904963135719,
        -0.036080945283174515,
        -0.05655819922685623,
        -0.02590746432542801,
        0.013655317947268486,
        0.05163686349987984,
        -0.07109736651182175,
        0.03878189995884895,
        -0.0837736651301384,
        0.02645386941730976,
        0.03174739331007004,
        0.07005704194307327,
        0.13500703871250153,
        0.00989970751106739,
        -0.07934938371181488,
        -0.013631277717649937,
        -0.0439227931201458,
        0.13733205199241638,
        0.005754598882049322,
        -0.0032864059321582317,
        0.058204323053359985,
        -0.046903084963560104,
        -0.04684111475944519,
        -0.08496705442667007,
        -0.02066711336374283,
        -0.012500044889748096,
        0.07187057286500931,
        -0.0752619206905365,
        -0.046079255640506744,
        3.289410821160962e-33,
        -0.002116632182151079,
        -0.02970036491751671,
        0.02214355580508709,
        -0.061314620077610016,
        -0.08143631368875504,
        -0.03668844327330589,
        0.02100534923374653,
        -0.05662448704242706,
        0.044104788452386856,
        0.08502074331045151,
        -0.23706398904323578,
        0.08400608599185944,
        0.05777977034449577,
        0.07652415335178375,
        0.07636917382478714,
        -0.015521383844316006,
        0.09864684194326401,
        -0.00601658271625638,
        -0.01886291243135929,
        0.0032885160762816668,
        -0.01329778227955103,
        0.05270468816161156,
        0.0014705086359754205,
        -0.012445006519556046,
        -0.07555610686540604,
        0.068456269800663,
        0.017134184017777443,
        -0.10684613883495331,
        -0.021258775144815445,
        -0.049398235976696014,
        -0.05191691219806671,
        0.04938000440597534,
        0.02796809934079647,
        -0.016597703099250793,
        -0.03845125064253807,
        -0.0339917354285717,
        0.08297041058540344,
        0.05558982118964195,
        -0.04918157681822777,
        0.12196270376443863,
        0.05112569406628609,
        0.0016191827598959208,
        0.008612695150077343,
        0.10834764689207077,
        -0.11507563292980194,
        0.04821454733610153,
        -0.05193071439862251,
        0.03577713668346405,
        -0.01715216226875782,
        0.031101170927286148,
        -0.12489355355501175,
        0.03145802021026611,
        0.008967265486717224,
        0.026348818093538284,
        -0.10337162017822266,
        0.09244800359010696,
        -0.026165317744016647,
        -0.03184507042169571,
        0.036452457308769226,
        -0.03490561619400978,
        -0.02736714296042919,
        0.03248284012079239,
        -0.11833992600440979,
        0.029647067189216614,
        -0.006172562018036842,
        -0.01220394391566515,
        -0.012730127200484276,
        -0.004153946414589882,
        -0.11982411891222,
        0.0982329398393631,
        -0.025216739624738693,
        -0.02154235541820526,
        -0.02078148163855076,
        -0.04797511547803879,
        0.041616156697273254,
        -0.016766756772994995,
        0.05108761787414551,
        0.09018674492835999,
        0.0007806344656273723,
        0.04012025147676468,
        -0.012382308021187782,
        0.04429665580391884,
        -0.0712868943810463,
        -0.01880587823688984,
        0.09447170048952103,
        -0.12969498336315155,
        0.007224016357213259,
        -0.04906327277421951,
        -0.03028523176908493,
        -0.007699138019233942,
        -0.025703031569719315,
        0.05334227532148361,
        -0.09914704412221909,
        -0.019798293709754944,
        -0.03153754025697708,
        -1.5606113734634164e-08,
        -0.028875617310404778,
        0.0626748725771904,
        -0.0017516722436994314,
        -0.002041636733338237,
        -0.02999117039144039,
        -0.055950626730918884,
        0.006852483842521906,
        0.10824207216501236,
        -0.03874815255403519,
        0.025110367685556412,
        0.017676809802651405,
        0.0032388914842158556,
        -0.03557616472244263,
        -0.022465134039521217,
        -0.017009736970067024,
        -0.0034554118756204844,
        0.008517478592693806,
        -0.06347005069255829,
        -0.11127188056707382,
        0.01936918869614601,
        -0.05453386530280113,
        0.026736939325928688,
        -0.020715028047561646,
        -0.008757632225751877,
        -0.05126895755529404,
        0.0592382438480854,
        0.035117216408252716,
        0.054514430463314056,
        0.03845847398042679,
        0.03745308890938759,
        0.05686622112989426,
        0.10941393673419952,
        -0.03538079187273979,
        0.008784583769738674,
        -0.007006927393376827,
        0.02741275168955326,
        0.00898742489516735,
        -0.020820001140236855,
        -0.016702156513929367,
        0.04131043702363968,
        -0.0824737697839737,
        0.017295794561505318,
        -0.020346278324723244,
        0.07127730548381805,
        0.07455242425203323,
        0.09451501071453094,
        -0.03056536614894867,
        -0.003279153723269701,
        0.04556885361671448,
        -0.007006899453699589,
        -0.06832783669233322,
        -0.06096574664115906,
        0.042036376893520355,
        0.08631963282823563,
        0.02285597287118435,
        0.057292159646749496,
        -0.008983385749161243,
        -0.05356857180595398,
        -0.02667550928890705,
        0.027607593685388565,
        -0.013896473683416843,
        0.030708903446793556,
        -0.08959165960550308,
        0.04896216094493866
      ],
      "query_id": "eval-harbor-2",
      "question": "Where should a visitor collect a harbor pass?",
      "ranking": [
        {
          "id": "harbor",
          "score": 0.709938035166771
        },
        {
          "id": "engine",
          "score": 0.42632190382581303
        },
        {
          "id": "cargo",
          "score": 0.29036677143848394
        },
        {
          "id": "lantern-charge",
          "score": 0.17503216852706718
        },
        {
          "id": "lantern",
          "score": 0.13244409967373963
        },
        {
          "id": "drone",
          "score": 0.1212536416461772
        },
        {
          "id": "quartz",
          "score": 0.11925909310303431
        },
        {
          "id": "iris",
          "score": 0.10686878301688034
        },
        {
          "id": "junction",
          "score": 0.10122366832664023
        },
        {
          "id": "nova",
          "score": 0.0943026746021076
        },
        {
          "id": "orbit",
          "score": 0.09323826909193778
        },
        {
          "id": "export",
          "score": 0.09208737812142194
        },
        {
          "id": "prism",
          "score": 0.07559422943656977
        },
        {
          "id": "keel",
          "score": 0.06679670892363891
        },
        {
          "id": "quartz-batch",
          "score": 0.04294932593227898
        },
        {
          "id": "archive",
          "score": 0.03676886176656057
        },
        {
          "id": "beacon",
          "score": 0.025002795502415506
        },
        {
          "id": "iris-network",
          "score": 0.012149036650596443
        },
        {
          "id": "frost",
          "score": 0.0021374919738371325
        },
        {
          "id": "rivet",
          "score": -0.0016108714377187502
        },
        {
          "id": "mirror",
          "score": -0.0038691950858292168
        },
        {
          "id": "garden",
          "score": -0.013209246644274353
        },
        {
          "id": "soil",
          "score": -0.034514072086676346
        },
        {
          "id": "rivet-calibration",
          "score": -0.0979204744162969
        }
      ],
      "reached_token_limit": false,
      "references": [
        "east kiosk",
        "the east kiosk"
      ],
      "relevance": {
        "harbor": 1
      },
      "retrieval_ms": 14.079737000429304,
      "split": "eval",
      "total_ms": 105.93276300278376
    },
    {
      "answer": "7319",
      "answerable": true,
      "context_ids": [
        "iris",
        "iris-network",
        "lantern"
      ],
      "execution_position": 0,
      "generation_ms": 100.3496669982269,
      "group": "iris",
      "input_tokens": 197,
      "method": "dense",
      "metrics": {
        "context_recall": 1.0,
        "exact_match": 0.0,
        "ndcg": 1.0,
        "recall": 1.0,
        "token_f1": 0.0
      },
      "output_tokens": 4,
      "prompt": "Answer the question using only the context. Give a short answer. If the context does not contain the answer, say unknown.\n\nContext:\n[iris] Iris emergency access. When the Iris door loses network connectivity, enter the local access code 5826. The mechanical override key is stored in locker C7. The local code is fictional training data.\n[iris-network] Iris network enrollment. The Iris network enrollment code is 7319. This code enrolls a controller in the network and cannot open a door. Enrollment is performed from the network console.\n[lantern] Lantern outage procedure. During a lantern outage, switch the corridor controller to manual mode. The reserve lamp lasts 150 minutes. A steady green indicator confirms that the reserve lamp is active.\n\nQuestion: What code opens the Iris door when it cannot reach the network?\nAnswer:",
      "query_embedding": [
        -0.04264938831329346,
        -0.004152105655521154,
        -0.04911946877837181,
        -0.03254813328385353,
        -0.015450672246515751,
        -0.03832085430622101,
        -0.0017602756852284074,
        -0.019526846706867218,
        0.02030191197991371,
        0.020599814131855965,
        0.08895048499107361,
        0.07148891687393188,
        -0.013998929411172867,
        -0.07306531071662903,
        -0.04357779771089554,
        -0.05366181582212448,
        -0.07297956198453903,
        -0.10136187821626663,
        0.026916589587926865,
        0.010095754638314247,
        0.0874810740351677,
        -0.059267837554216385,
        -0.04058857262134552,
        -0.08005596697330475,
        -0.03317604586482048,
        0.012073760852217674,
        0.061880748718976974,
        -0.026010876521468163,
        0.031581684947013855,
        -0.04255809634923935,
        -0.059855856001377106,
        0.057974494993686676,
        -0.012351549230515957,
        0.0523693785071373,
        0.03018740750849247,
        -0.020741967484354973,
        0.0270684864372015,
        0.013202046975493431,
        -0.05489572510123253,
        -0.03537549450993538,
        -0.011115597561001778,
        -0.05186157673597336,
        -0.02056039310991764,
        0.05229678750038147,
        0.030222686007618904,
        -0.02196921966969967,
        -0.03143193572759628,
        -0.007724096532911062,
        -0.0035870918072760105,
        -0.10036984831094742,
        -0.10534530878067017,
        0.059871792793273926,
        -0.045385319739580154,
        0.02920459769666195,
        0.0684932991862297,
        0.00834602303802967,
        -0.005655187182128429,
        0.023489374667406082,
        -0.0066881729289889336,
        0.04300893098115921,
        0.1063232421875,
        0.0067388094030320644,
        -0.04869294911623001,
        0.022863442078232765,
        -0.0024333393666893244,
        0.02920614928007126,
        -0.02934611216187477,
        -0.05314866080880165,
        -0.005434771068394184,
        -0.1161026880145073,
        -0.012878971174359322,
        -0.03994295373558998,
        -0.09465499222278595,
        0.04549400880932808,
        0.061761002987623215,
        0.01169585157185793,
        -0.023326735943555832,
        -0.04075213894248009,
        0.02618417516350746,
        0.015754394233226776,
        -0.01229017786681652,
        -0.0393899530172348,
        0.048923831433057785,
        0.08217016607522964,
        0.08171320706605911,
        0.06136336550116539,
        -0.010345196351408958,
        0.04808969050645828,
        0.039569973945617676,
        0.0402187816798687,
        -0.12001193314790726,
        -0.03264973685145378,
        -0.01664639636874199,
        -0.02773600071668625,
        -0.015977518633008003,
        -0.005196487531065941,
        0.009014748968183994,
        -0.09917513281106949,
        -0.11079666763544083,
        0.06375846266746521,
        -0.021033095195889473,
        -0.030885588377714157,
        -0.024193737655878067,
        -0.034213148057460785,
        0.05129050835967064,
        0.025586862117052078,
        0.11744236946105957,
        -0.04363100230693817,
        0.05955665558576584,
        -0.023310109972953796,
        -0.041610222309827805,
        -0.03036639839410782,
        0.024579858407378197,
        -0.004958231933414936,
        0.022934261709451675,
        0.008854192681610584,
        -0.03629729524254799,
        0.05901804566383362,
        0.13145942986011505,
        0.05285533890128136,
        -0.0069060358218848705,
        -0.02255556359887123,
        0.005768714938312769,
        -0.034555286169052124,
        -0.04493337869644165,
        -0.014173722825944424,
        -0.028042159974575043,
        -4.388168900761571e-33,
        -0.043888285756111145,
        0.03584931418299675,
        -0.09156634658575058,
        -0.02492719143629074,
        0.011674709618091583,
        0.0039987387135624886,
        0.03609249368309975,
        -0.01633542776107788,
        -0.10699507594108582,
        0.021216124296188354,
        -0.060120631009340286,
        -0.07803326100111008,
        0.006809407379478216,
        -0.017129868268966675,
        0.0609980933368206,
        0.020122403278946877,
        -0.0007281321450136602,
        0.043413180857896805,
        -0.03844401612877846,
        0.026329021900892258,
        0.07049340754747391,
        -0.07728622108697891,
        0.026912225410342216,
        0.016615571454167366,
        0.08262910693883896,
        0.03993968293070793,
        -0.03584747761487961,
        -0.06220560520887375,
        0.12327904254198074,
        0.03609310835599899,
        0.021410571411252022,
        0.04037134721875191,
        0.008954131044447422,
        0.003388179000467062,
        0.02375834248960018,
        0.013324974104762077,
        0.030285796150565147,
        -0.044720545411109924,
        -0.0372035913169384,
        0.010883255861699581,
        -0.06330962479114532,
        -0.04045632481575012,
        -0.03747336566448212,
        -0.008557291701436043,
        0.033675506711006165,
        0.02112460695207119,
        -0.036866288632154465,
        0.05387123301625252,
        -0.07244480401277542,
        0.08103186637163162,
        -0.08173263072967529,
        0.0312802828848362,
        -0.03392040729522705,
        0.0021135681308805943,
        -0.023616384714841843,
        -0.01493652444332838,
        0.03751351311802864,
        0.03127659112215042,
        -0.005396164022386074,
        0.03997831791639328,
        0.014665109105408192,
        -0.033691808581352234,
        0.001022961107082665,
        -0.007932781241834164,
        0.1188305988907814,
        -0.008235001005232334,
        -0.07683052867650986,
        -0.04751204326748848,
        0.006183747202157974,
        0.031175576150417328,
        -0.0965435728430748,
        -0.04004466161131859,
        -0.011522859334945679,
        0.018810046836733818,
        -0.07471802830696106,
        0.03172154724597931,
        -0.04562244191765785,
        0.019863896071910858,
        -0.00033973323297686875,
        -0.0007252893410623074,
        0.011244590394198895,
        0.05597682669758797,
        0.004518226720392704,
        0.004719051066786051,
        0.06446269899606705,
        0.0011409950675442815,
        -0.007342818658798933,
        -0.05446527153253555,
        -0.08805664628744125,
        -0.0016695093363523483,
        0.02819550782442093,
        0.019467519596219063,
        0.024778170511126518,
        0.04522640258073807,
        -0.043190211057662964,
        2.9390712602876878e-33,
        0.00951904896646738,
        -0.01588117517530918,
        -0.019644930958747864,
        -0.03686387464404106,
        -0.008719331584870815,
        -0.021177737042307854,
        0.031055251136422157,
        0.01690342091023922,
        0.061960723251104355,
        0.04099292680621147,
        0.1095404103398323,
        -0.002967677777633071,
        0.07465896010398865,
        0.0005632727406919003,
        0.07343525439500809,
        -0.05904944986104965,
        0.04378623142838478,
        0.03229197487235069,
        -0.01510322093963623,
        0.1348511427640915,
        -0.058908190578222275,
        0.011465574614703655,
        -0.021500185132026672,
        -0.02180294319987297,
        -0.032751575112342834,
        0.045964162796735764,
        0.08238764852285385,
        0.03412218764424324,
        -0.08601666241884232,
        -0.03652998059988022,
        0.0027017935644835234,
        -0.02536080963909626,
        -0.07490541785955429,
        0.07420595735311508,
        0.038166046142578125,
        0.10781432688236237,
        0.05719591677188873,
        -0.06561688333749771,
        -0.1202818974852562,
        -0.024222686886787415,
        0.13795159757137299,
        0.006182247307151556,
        -0.00866621732711792,
        0.057279545813798904,
        -0.01647479459643364,
        -0.029305899515748024,
        -0.023508604615926743,
        0.03509325906634331,
        -0.11954402178525925,
        -0.06307327002286911,
        0.0626111775636673,
        -0.01848081313073635,
        0.08328326791524887,
        0.06933129578828812,
        -0.0392899215221405,
        0.06961484253406525,
        0.038822926580905914,
        0.06669512391090393,
        0.079295314848423,
        0.04056466370820999,
        0.08113283663988113,
        -0.06167741119861603,
        0.014016649685800076,
        0.057004645466804504,
        0.026078736409544945,
        -0.032426171004772186,
        0.025180425494909286,
        0.1035599634051323,
        -0.0243438258767128,
        -0.028187507763504982,
        0.10678271949291229,
        0.03297233209013939,
        0.054239142686128616,
        0.02491040714085102,
        0.02808994986116886,
        0.00730273500084877,
        -0.06871382892131805,
        -0.03842345252633095,
        -0.06349308788776398,
        -0.026913516223430634,
        -0.030859733000397682,
        -0.014520741067826748,
        -0.06381490081548691,
        0.008117764256894588,
        0.0658002570271492,
        -0.042123641818761826,
        0.09253127127885818,
        0.04286746680736542,
        0.024691268801689148,
        -0.006105761509388685,
        -0.13273628056049347,
        0.0771409422159195,
        0.02424112893640995,
        0.007596518378704786,
        0.033573929220438004,
        -1.6600935737187683e-08,
        -0.03512369096279144,
        0.02597615495324135,
        0.007327408529818058,
        -0.052782461047172546,
        0.09822656959295273,
        0.012213611975312233,
        0.023572079837322235,
        -0.04942532628774643,
        -0.02771918661892414,
        0.000449274608399719,
        -0.027602288872003555,
        0.048940181732177734,
        -0.0014221292221918702,
        0.026738237589597702,
        0.06417050212621689,
        -0.0026857974007725716,
        -0.06491357088088989,
        -0.04799143970012665,
        0.0032863200176507235,
        0.010771751403808594,
        -0.01150021143257618,
        -0.07543725520372391,
        0.05951239913702011,
        0.033412735909223557,
        -0.034788791090250015,
        -0.013740706257522106,
        0.016380675137043,
        0.05638021230697632,
        -0.06256425380706787,
        0.054040927439928055,
        -0.004720653872936964,
        0.031228547915816307,
        0.1124642938375473,
        0.04644394665956497,
        -0.14861291646957397,
        0.11487355083227158,
        -0.0028771026991307735,
        0.05099876970052719,
        0.05393516272306442,
        -0.08747589588165283,
        -0.009476251900196075,
        -0.031193263828754425,
        -0.049841996282339096,
        -0.013368702493607998,
        -0.043704576790332794,
        0.03025204688310623,
        0.05681673064827919,
        0.0009826170280575752,
        0.007535333279520273,
        -0.0097288703545928,
        -0.03206996992230415,
        -0.008774744346737862,
        -0.07175671309232712,
        -0.03386780247092247,
        0.007479654159396887,
        -0.054268233478069305,
        0.02589503489434719,
        -0.09395162761211395,
        -0.035790540277957916,
        0.07884956151247025,
        -0.011482766829431057,
        0.10152282565832138,
        -0.005328191909939051,
        -0.03886149823665619
      ],
      "query_id": "eval-iris-1",
      "question": "What code opens the Iris door when it cannot reach the network?",
      "ranking": [
        {
          "id": "iris",
          "score": 0.7474831079388111
        },
        {
          "id": "iris-network",
          "score": 0.7252429689984151
        },
        {
          "id": "lantern",
          "score": 0.2798829519731463
        },
        {
          "id": "junction",
          "score": 0.2770754201688474
        },
        {
          "id": "nova",
          "score": 0.25314688856223705
        },
        {
          "id": "cargo",
          "score": 0.2282196972516969
        },
        {
          "id": "beacon",
          "score": 0.20723724931945692
        },
        {
          "id": "quartz",
          "score": 0.20580206166400186
        },
        {
          "id": "frost",
          "score": 0.19254946102097498
        },
        {
          "id": "mirror",
          "score": 0.1039593937929185
        },
        {
          "id": "archive",
          "score": 0.09889214052039075
        },
        {
          "id": "rivet",
          "score": 0.09318379649852705
        },
        {
          "id": "lantern-charge",
          "score": 0.08489941955698431
        },
        {
          "id": "harbor",
          "score": 0.08224940013571717
        },
        {
          "id": "orbit",
          "score": 0.06671662857662422
        },
        {
          "id": "garden",
          "score": 0.05999995954969713
        },
        {
          "id": "soil",
          "score": 0.05074864337800605
        },
        {
          "id": "keel",
          "score": 0.04923010871959893
        },
        {
          "id": "prism",
          "score": 0.026720903128875716
        },
        {
          "id": "engine",
          "score": 0.016306162568916736
        },
        {
          "id": "quartz-batch",
          "score": 0.004021501616626934
        },
        {
          "id": "rivet-calibration",
          "score": -0.03373596560798704
        },
        {
          "id": "drone",
          "score": -0.0653320183227254
        },
        {
          "id": "export",
          "score": -0.07812467666715507
        }
      ],
      "reached_token_limit": false,
      "references": [
        "5826"
      ],
      "relevance": {
        "iris": 1
      },
      "retrieval_ms": 8.561313003156101,
      "split": "eval",
      "total_ms": 111.32830800124793
    },
    {
      "answer": "locker C7",
      "answerable": true,
      "context_ids": [
        "iris",
        "iris-network",
        "rivet"
      ],
      "execution_position": 2,
      "generation_ms": 92.68304800207261,
      "group": "iris",
      "input_tokens": 202,
      "method": "dense",
      "metrics": {
        "context_recall": 1.0,
        "exact_match": 1.0,
        "ndcg": 1.0,
        "recall": 1.0,
        "token_f1": 1.0
      },
      "output_tokens": 4,
      "prompt": "Answer the question using only the context. Give a short answer. If the context does not contain the answer, say unknown.\n\nContext:\n[iris] Iris emergency access. When the Iris door loses network connectivity, enter the local access code 5826. The mechanical override key is stored in locker C7. The local code is fictional training data.\n[iris-network] Iris network enrollment. The Iris network enrollment code is 7319. This code enrolls a controller in the network and cannot open a door. Enrollment is performed from the network console.\n[rivet] Rivet tool checkout. Rivet torque tools must be returned within three hours. Borrowers leave their badge in the red tray. Tools with a damaged grip go to the repair desk instead of the tool rack.\n\nQuestion: Where is the mechanical override key for the Iris door stored?\nAnswer:",
      "query_embedding": [
        -0.05037672817707062,
        0.02639048360288143,
        -0.018775859847664833,
        0.01858081854879856,
        -0.012136139906942844,
        -0.015108362771570683,
        0.0548962764441967,
        -2.2465226720669307e-05,
        0.03807739540934563,
        0.08960103243589401,
        0.09721915423870087,
        0.11890041083097458,
        0.004819131921976805,
        -0.09850218147039413,
        -0.05524289235472679,
        -0.029270105063915253,
        -0.09359860420227051,
        -0.040619079023599625,
        -0.03100508823990822,
        0.009982229210436344,
        0.08038423210382462,
        -0.05207576975226402,
        0.016654588282108307,
        -0.013558538630604744,
        -0.04996640980243683,
        0.027471531182527542,
        0.013063511811196804,
        0.04087407886981964,
        0.006354439537972212,
        -0.021323906257748604,
        -0.061945561319589615,
        0.0486610047519207,
        -0.006355959456413984,
        0.016007058322429657,
        -0.021282831206917763,
        0.003421194851398468,
        0.01605037786066532,
        -0.0031393759418278933,
        0.009433259256184101,
        -0.09794572740793228,
        -0.06290282309055328,
        -0.01131831668317318,
        -0.02422066032886505,
        0.022496894001960754,
        0.034522540867328644,
        0.10743331909179688,
        0.027172185480594635,
        -0.057596124708652496,
        0.03205381706357002,
        0.002203974174335599,
        -0.07288874685764313,
        0.08689393103122711,
        -0.02753104642033577,
        0.027144640684127808,
        -0.01376957818865776,
        0.04244157671928406,
        0.055438969284296036,
        0.018424347043037415,
        0.01813807711005211,
        0.038948334753513336,
        0.136509969830513,
        0.02370264008641243,
        -0.05806718394160271,
        0.04628509283065796,
        -0.08736905455589294,
        0.02464388497173786,
        -0.022899702191352844,
        -0.09102848172187805,
        0.05050539970397949,
        -0.12404069304466248,
        0.03328220546245575,
        -0.09189809858798981,
        -0.03104301728308201,
        -0.0643506571650505,
        0.0359601192176342,
        -0.05443316698074341,
        -0.04457087442278862,
        -0.0016452185809612274,
        0.004462261684238911,
        0.05477851256728172,
        0.00465072738006711,
        -0.04123454540967941,
        0.09214343875646591,
        0.07213899493217468,
        0.09807352721691132,
        0.058829255402088165,
        0.015028920024633408,
        -0.026587795466184616,
        0.014286560006439686,
        0.05854848027229309,
        -0.06351731717586517,
        -0.055290285497903824,
        0.0063507454469799995,
        -0.06396546959877014,
        -0.024231530725955963,
        0.016351839527487755,
        -0.012043237686157227,
        -0.006785980425775051,
        -0.012532240711152554,
        0.04178116098046303,
        -0.04305078834295273,
        -0.019723108038306236,
        -0.0030535582918673754,
        0.04518536478281021,
        0.04050958529114723,
        -0.01039534155279398,
        0.011026990599930286,
        -0.024648595601320267,
        0.01958378590643406,
        -0.02339593507349491,
        0.0051588620990514755,
        0.06029052659869194,
        0.04796440899372101,
        0.062372539192438126,
        -0.014848720282316208,
        0.02051570825278759,
        -0.03317375108599663,
        0.07079784572124481,
        0.11899646371603012,
        0.048707015812397,
        0.009513425640761852,
        -0.07734540849924088,
        0.01711779646575451,
        -0.0036824962589889765,
        -0.12193484604358673,
        0.0025724435690790415,
        -0.08996708691120148,
        -4.9924887098093855e-33,
        -0.04927453026175499,
        0.04792901501059532,
        -0.04636731743812561,
        -0.09246565401554108,
        -0.016900580376386642,
        0.019072601571679115,
        0.08549924194812775,
        0.0063191684894263744,
        -0.07452908903360367,
        -0.07680423557758331,
        -0.007051780354231596,
        -0.029787974432110786,
        -0.0883144661784172,
        0.00050361204193905,
        0.0016656218795105815,
        -0.024393392726778984,
        -0.08087114244699478,
        0.06907953321933746,
        -0.011221585795283318,
        -0.002597323153167963,
        0.07422738522291183,
        0.022904271259903908,
        -0.0015156477456912398,
        0.046094927936792374,
        0.09315716475248337,
        0.08955571800470352,
        -0.004092786461114883,
        -0.02217852510511875,
        -0.014883643947541714,
        0.041196245700120926,
        0.015284769237041473,
        0.04309746250510216,
        0.0030400766991078854,
        0.007675859611481428,
        0.029493222013115883,
        0.013150028884410858,
        0.02900037355720997,
        -0.03316044807434082,
        -0.07690611481666565,
        0.002890386153012514,
        0.015819184482097626,
        -0.018587667495012283,
        -0.005505074746906757,
        0.027315134182572365,
        0.03362985700368881,
        0.02490691840648651,
        0.04345399886369705,
        0.03643706440925598,
        0.036823440343141556,
        -0.023545799776911736,
        -0.09470459818840027,
        -0.006485299207270145,
        -0.02949562668800354,
        0.002974634524434805,
        -0.0885821133852005,
        -0.08136902004480362,
        0.04199747368693352,
        -0.03664153069257736,
        -0.016684874892234802,
        -0.014556349255144596,
        -0.03832625225186348,
        0.025298194959759712,
        0.1069192960858345,
        0.053775593638420105,
        0.12259851396083832,
        -0.09572009742259979,
        -0.01193232461810112,
        -0.008931194432079792,
        0.018117418512701988,
        -0.042331762611866,
        -0.049553945660591125,
        -0.05547919124364853,
        -0.10738782584667206,
        0.02490837872028351,
        -0.12266379594802856,
        -0.0021839055698364973,
        0.009928404353559017,
        0.031396765261888504,
        0.03007904440164566,
        -0.0635051280260086,
        0.007914797402918339,
        0.0930740013718605,
        -0.018587591126561165,
        0.012693865224719048,
        0.04267342388629913,
        -0.06764639914035797,
        0.01287001185119152,
        -0.05685900151729584,
        0.022928953170776367,
        -0.08447331190109253,
        -0.00501654390245676,
        -0.030870215967297554,
        -0.020181799307465553,
        -0.01243230327963829,
        -0.06682609021663666,
        2.793305736352901e-33,
        0.031566645950078964,
        -0.09690096229314804,
        0.03363865241408348,
        0.04176662489771843,
        -0.05286281928420067,
        0.06107319891452789,
        -0.037855055183172226,
        -0.003907779231667519,
        0.0676097571849823,
        0.03295181691646576,
        0.05761579051613808,
        0.031269654631614685,
        0.11160921305418015,
        -0.02644423022866249,
        0.024957159534096718,
        -0.010703873820602894,
        0.01890035718679428,
        0.04374861717224121,
        -0.04134352505207062,
        0.0029645066242665052,
        -0.06469891220331192,
        -0.011788551695644855,
        0.015326003544032574,
        0.027301328256726265,
        -0.04869193211197853,
        0.006431417539715767,
        0.048605095595121384,
        0.03836599737405777,
        -0.07692068070173264,
        -0.029384901747107506,
        -0.05432487279176712,
        -0.023841973394155502,
        -0.0832679495215416,
        0.09586972743272781,
        -0.0011452725157141685,
        -0.0034879669547080994,
        -0.08063088357448578,
        -0.04228627681732178,
        -0.08381401747465134,
        0.023014821112155914,
        0.05952062830328941,
        0.005897640250623226,
        0.037128690630197525,
        0.07747085392475128,
        -0.004188282415270805,
        -0.054760850965976715,
        0.02173459343612194,
        -0.021412493661046028,
        0.005430177785456181,
        -0.029291851446032524,
        0.07310044765472412,
        -0.04427856206893921,
        0.06384637951850891,
        0.029837587848305702,
        -0.0619422122836113,
        0.06937465071678162,
        0.057099029421806335,
        0.04271551966667175,
        0.05234474688768387,
        -0.027698786929249763,
        0.10581259429454803,
        0.04243204742670059,
        0.06898067891597748,
        0.044971536844968796,
        -0.011034348979592323,
        -0.0205527413636446,
        0.045308250933885574,
        0.016878588125109673,
        -0.07711161673069,
        -0.07357669621706009,
        0.04311438277363777,
        0.009682751260697842,
        0.05371049419045448,
        0.007639904506504536,
        0.08712416887283325,
        -0.0023735754657536745,
        -0.04198005795478821,
        -0.07558318972587585,
        -0.05759474262595177,
        -0.03821318969130516,
        -0.01423863135278225,
        -0.04096802696585655,
        -0.03433767706155777,
        0.017811572179198265,
        -0.01605508103966713,
        -0.0473691001534462,
        0.006412521470338106,
        0.08194643259048462,
        0.020760273560881615,
        0.026096735149621964,
        -0.08654151111841202,
        0.07576525211334229,
        -0.05670391768217087,
        -0.057031866163015366,
        0.04179566726088524,
        -1.5719660240165467e-08,
        -0.014162823557853699,
        0.07680904865264893,
        0.06152472645044327,
        -0.07332406938076019,
        0.08103228360414505,
        -0.025410622358322144,
        0.03679557517170906,
        0.10404930263757706,
        -0.054484765976667404,
        -0.05851319432258606,
        0.004106238018721342,
        0.0353817380964756,
        0.05028745159506798,
        -0.0570618212223053,
        -0.028300639241933823,
        0.04886052384972572,
        -0.06258499622344971,
        0.04466559737920761,
        -0.01716984435915947,
        0.008814004249870777,
        0.024133946746587753,
        -0.05923576280474663,
        0.10056257992982864,
        -0.029555363580584526,
        -0.032157495617866516,
        0.01750485971570015,
        -0.013716982677578926,
        0.0527920126914978,
        -0.002566257957369089,
        0.0374896340072155,
        0.045637890696525574,
        0.00823809951543808,
        0.16213949024677277,
        0.017531950026750565,
        -0.11525028944015503,
        0.005305167753249407,
        0.01557133998721838,
        0.03413010388612747,
        0.006612524390220642,
        -0.032350167632102966,
        -0.013754789717495441,
        -0.057766031473875046,
        -0.06415378302335739,
        0.035137809813022614,
        -0.08043444901704788,
        0.05932910740375519,
        0.050719402730464935,
        0.04803925380110741,
        -0.06103425845503807,
        0.07452601194381714,
        -0.05462226644158363,
        -0.021336819976568222,
        -0.010754452086985111,
        0.011703413911163807,
        -0.053316906094551086,
        0.007984237745404243,
        0.02598240226507187,
        -0.015341738238930702,
        -0.016182349994778633,
        -0.022492999210953712,
        -0.03037751466035843,
        0.055012356489896774,
        -0.04150339215993881,
        0.002365539548918605
      ],
      "query_id": "eval-iris-2",
      "question": "Where is the mechanical override key for the Iris door stored?",
      "ranking": [
        {
          "id": "iris",
          "score": 0.770152489420788
        },
        {
          "id": "iris-network",
          "score": 0.472226385594363
        },
        {
          "id": "rivet",
          "score": 0.23417153468387483
        },
        {
          "id": "lantern",
          "score": 0.19045890689641842
        },
        {
          "id": "prism",
          "score": 0.1832758243010385
        },
        {
          "id": "frost",
          "score": 0.17495498978337762
        },
        {
          "id": "rivet-calibration",
          "score": 0.1555447595167143
        },
        {
          "id": "cargo",
          "score": 0.15093121609360124
        },
        {
          "id": "keel",
          "score": 0.12027974224980081
        },
        {
          "id": "orbit",
          "score": 0.10695295945001178
        },
        {
          "id": "archive",
          "score": 0.10194013797166664
        },
        {
          "id": "beacon",
          "score": 0.07329544081572993
        },
        {
          "id": "garden",
          "score": 0.05787357787766119
        },
        {
          "id": "nova",
          "score": 0.051289200665492744
        },
        {
          "id": "junction",
          "score": 0.046482945965883926
        },
        {
          "id": "lantern-charge",
          "score": 0.03187914110981356
        },
        {
          "id": "engine",
          "score": 0.024310654944638903
        },
        {
          "id": "harbor",
          "score": 0.022550361194801603
        },
        {
          "id": "mirror",
          "score": 0.020812177295043775
        },
        {
          "id": "quartz",
          "score": 0.018597262092329116
        },
        {
          "id": "soil",
          "score": 0.015484550963828494
        },
        {
          "id": "export",
          "score": -0.008691402462047719
        },
        {
          "id": "quartz-batch",
          "score": -0.027826028925240446
        },
        {
          "id": "drone",
          "score": -0.16193751301780449
        }
      ],
      "reached_token_limit": false,
      "references": [
        "locker C7",
        "C7"
      ],
      "relevance": {
        "iris": 1
      },
      "retrieval_ms": 8.181642999261385,
      "split": "eval",
      "total_ms": 102.56103099891334
    },
    {
      "answer": "18 seconds",
      "answerable": true,
      "context_ids": [
        "junction",
        "engine",
        "cargo"
      ],
      "execution_position": 1,
      "generation_ms": 100.31326899843407,
      "group": "junction",
      "input_tokens": 180,
      "method": "dense",
      "metrics": {
        "context_recall": 1.0,
        "exact_match": 1.0,
        "ndcg": 1.0,
        "recall": 1.0,
        "token_f1": 1.0
      },
      "output_tokens": 3,
      "prompt": "Answer the question using only the context. Give a short answer. If the context does not contain the answer, say unknown.\n\nContext:\n[junction] Junction message queue. The junction queue retries a failed delivery up to five times. Each retry waits 18 seconds. After the fifth failed retry, the message enters the copper dead-letter queue.\n[engine] Engine deck passes. Engine deck contractor passes expire after four hours. Contractors collect them at the north security desk. Harbor visitor passes are not accepted on the engine deck.\n[cargo] Cargo inspection. Incoming cargo must wait in the amber bay until inspection is complete. Inspectors stamp approved crates with a blue triangle. An orange circle means inspection is pending.\n\nQuestion: What is the waiting time between junction delivery retries?\nAnswer:",
      "query_embedding": [
        0.014219842851161957,
        -0.06268257647752762,
        -0.005185691174119711,
        0.008946198970079422,
        -0.0636281967163086,
        -0.009294812567532063,
        -0.05627962946891785,
        0.004171130247414112,
        0.02100827731192112,
        0.018809938803315163,
        0.038685742765665054,
        0.04610498622059822,
        0.021662281826138496,
        0.02670271508395672,
        0.0058669219724833965,
        -0.005966472905129194,
        0.08148988336324692,
        -0.11785037815570831,
        -0.012582099065184593,
        -0.018904786556959152,
        0.01571856066584587,
        -0.023648390546441078,
        -0.08324522525072098,
        -0.0484415628015995,
        0.02363249473273754,
        -0.028190335258841515,
        -0.03721095621585846,
        0.013033827766776085,
        -0.013668804429471493,
        -0.002190549857914448,
        -0.04804704710841179,
        0.03842177987098694,
        -0.07797344028949738,
        -0.015026730485260487,
        0.013461213558912277,
        0.03345269709825516,
        0.03956860303878784,
        -0.0070554339326918125,
        0.07040765881538391,
        -0.041018202900886536,
        0.034587062895298004,
        -0.0436142161488533,
        -0.03613652288913727,
        0.04980028420686722,
        0.07535392791032791,
        -0.012398372404277325,
        -0.01721326634287834,
        0.04093759506940842,
        0.04500652104616165,
        -0.011216375045478344,
        0.02537141740322113,
        -0.0055105676874518394,
        -0.03882964327931404,
        0.04933719336986542,
        0.02857823856174946,
        0.12101735919713974,
        0.042088549584150314,
        0.03718050941824913,
        -0.0021289256401360035,
        0.06817848980426788,
        0.02045437879860401,
        -0.05358165130019188,
        -0.04403751716017723,
        -0.027736680582165718,
        0.01491573266685009,
        -0.02439146675169468,
        0.038364481180906296,
        -0.043642621487379074,
        0.03400725498795509,
        -0.08037494122982025,
        0.026142172515392303,
        0.023760158568620682,
        -0.03861283138394356,
        -0.05144573748111725,
        0.05064762756228447,
        -0.05724509432911873,
        0.1417379528284073,
        0.08034101128578186,
        0.020690351724624634,
        -0.12685246765613556,
        0.00448806444182992,
        0.014418715611100197,
        -0.018558084964752197,
        0.020214606076478958,
        0.03296991065144539,
        -0.07116958498954773,
        0.005920630879700184,
        0.14100420475006104,
        -0.045763593167066574,
        -0.0813218280673027,
        0.05343230068683624,
        0.02121741883456707,
        -0.060738421976566315,
        -0.021940067410469055,
        -0.07034888118505478,
        0.03263351321220398,
        -0.03305055573582649,
        0.04486926272511482,
        0.02446216531097889,
        0.020200664177536964,
        0.048358526080846786,
        0.038308266550302505,
        -0.05243330076336861,
        0.018698250874876976,
        -0.023449093103408813,
        0.014676084741950035,
        -0.014406684786081314,
        0.08997691422700882,
        -0.08035872131586075,
        0.014770891517400742,
        0.03175006061792374,
        -0.004086550325155258,
        0.024637220427393913,
        -0.032107505947351456,
        -0.10635680705308914,
        0.11169678717851639,
        -0.04691239446401596,
        -0.004747667349874973,
        0.1371758133172989,
        -0.03480082377791405,
        0.002960677957162261,
        0.06749404966831207,
        0.03906339779496193,
        -0.06709083169698715,
        -0.035228144377470016,
        -0.003805682761594653,
        0.0941588282585144,
        -1.0357474497992069e-33,
        -0.16133449971675873,
        -0.07148692011833191,
        -0.0081805270165205,
        -0.01247700396925211,
        0.04007679969072342,
        -0.07077102363109589,
        -0.04215596616268158,
        -0.03606154024600983,
        0.053945865482091904,
        -0.028733231127262115,
        -0.13586418330669403,
        -0.06995430588722229,
        -0.029556825757026672,
        -0.10575099289417267,
        -0.05163411423563957,
        -0.08462385088205338,
        0.028874065726995468,
        0.006259402725845575,
        -0.06534521281719208,
        0.0604686513543129,
        -0.00824836827814579,
        -0.14375054836273193,
        -0.04815039411187172,
        0.03601235896348953,
        0.05513762682676315,
        -0.05097606033086777,
        -0.017918042838573456,
        0.00737932650372386,
        0.05976997688412666,
        0.037576328963041306,
        -0.010529623366892338,
        0.08204645663499832,
        0.0290311761200428,
        0.03446606174111366,
        -0.02496117167174816,
        0.04104815050959587,
        0.012976276688277721,
        -0.06578905880451202,
        -0.01675298996269703,
        -0.06328050047159195,
        -0.009087339974939823,
        0.014705215580761433,
        -0.05545562505722046,
        0.038743190467357635,
        -0.006034486927092075,
        -0.0387408509850502,
        -0.023946810513734818,
        -0.04633399099111557,
        0.04995575174689293,
        0.04800688847899437,
        -0.05777725204825401,
        0.08093850314617157,
        -0.014722202904522419,
        0.006489812862128019,
        -0.004211989231407642,
        0.053067490458488464,
        0.021348780021071434,
        -0.03789006546139717,
        -0.052254948765039444,
        0.08617694675922394,
        0.027445876970887184,
        0.009050735272467136,
        -0.013840553350746632,
        -0.010961167514324188,
        0.02562732808291912,
        -0.016072958707809448,
        -0.0006870115757919848,
        -0.04667150601744652,
        0.004784185439348221,
        -0.052160557359457016,
        0.024714333936572075,
        0.048820674419403076,
        0.015654781833291054,
        -0.05562177300453186,
        -0.011588330380618572,
        -0.019655287265777588,
        -0.01905589923262596,
        0.028829971328377724,
        0.042238082736730576,
        0.03649161383509636,
        -0.040351502597332,
        0.0042910389602184296,
        -0.05465668439865112,
        0.008973044343292713,
        0.059800706803798676,
        -0.05495523288846016,
        0.04601670429110527,
        0.004003457259386778,
        -0.04961000010371208,
        -0.02810921147465706,
        -0.045173175632953644,
        0.09251601994037628,
        0.07608117163181305,
        0.04267691820859909,
        0.10009446740150452,
        4.422434285581552e-34,
        0.03915814310312271,
        -0.008860278874635696,
        0.036101069301366806,
        0.0536237433552742,
        0.02980622835457325,
        0.019403964281082153,
        0.05073742941021919,
        0.10031118243932724,
        0.002072905655950308,
        0.08286169916391373,
        -0.0665610209107399,
        -0.02240705117583275,
        0.08804982155561447,
        -0.06150171533226967,
        -0.01924358867108822,
        -0.010682797059416771,
        0.13775967061519623,
        -0.03131910786032677,
        0.056734029203653336,
        0.07730814814567566,
        0.057571299374103546,
        -0.012129207141697407,
        -0.02716233767569065,
        -0.0718645229935646,
        -0.021359900012612343,
        0.04007460176944733,
        -0.003467143978923559,
        -0.027783142402768135,
        -0.10260796546936035,
        -0.016761047765612602,
        -0.05995230749249458,
        -0.044481806457042694,
        -0.08523768186569214,
        0.07541023194789886,
        -0.00020669493824243546,
        0.0350496731698513,
        -0.0028799581341445446,
        0.035615965723991394,
        0.04395413026213646,
        -0.021724024787545204,
        0.04272448271512985,
        0.002552270656451583,
        -0.007652748841792345,
        0.041733790189027786,
        -0.04096614941954613,
        0.040476132184267044,
        0.02101508527994156,
        -0.03348669782280922,
        -0.03633229434490204,
        0.024709591642022133,
        -0.017664121463894844,
        0.07981690764427185,
        0.010734593495726585,
        -0.021923426538705826,
        0.06804252415895462,
        0.009069778025150299,
        -0.007519231643527746,
        -0.04140953719615936,
        -0.00029296521097421646,
        0.07209229469299316,
        0.07482417672872543,
        -0.026529893279075623,
        0.08773127943277359,
        0.009634934365749359,
        0.08090227097272873,
        -0.022123809903860092,
        0.08125532418489456,
        -0.02585197240114212,
        0.0743013247847557,
        0.024890467524528503,
        0.03892368823289871,
        0.053242795169353485,
        -0.07345529645681381,
        -0.03761603683233261,
        -0.06303880363702774,
        -0.07140590250492096,
        0.01936175860464573,
        -0.016519252210855484,
        -0.023074597120285034,
        -0.02822006680071354,
        -0.06254111230373383,
        0.035821229219436646,
        -0.0685860887169838,
        0.06538545340299606,
        -0.03315732628107071,
        -0.036122020334005356,
        0.1343241184949875,
        -0.022287657484412193,
        0.08317944407463074,
        -0.007835181429982185,
        -0.02250528335571289,
        0.04363908991217613,
        -0.01985003799200058,
        -0.028130950406193733,
        -0.07281019538640976,
        -1.769916480043321e-08,
        0.04316641762852669,
        0.018777476623654366,
        -0.06452342122793198,
        -0.07364969700574875,
        0.06483078002929688,
        -0.02249504067003727,
        0.008708990179002285,
        0.03032088465988636,
        -0.09414593130350113,
        0.0284819845110178,
        0.07202831655740738,
        0.009012669324874878,
        -0.0005696417647413909,
        0.03635157272219658,
        -0.021964704617857933,
        -0.021808316931128502,
        0.02122349850833416,
        -0.03896393999457359,
        -0.051306936889886856,
        -0.11741633713245392,
        -0.018883027136325836,
        0.0382600761950016,
        0.046760834753513336,
        -0.030658414587378502,
        -0.008420195430517197,
        0.04759199544787407,
        0.05706974118947983,
        0.028688592836260796,
        0.02390715479850769,
        -0.07939420640468597,
        -0.04063237085938454,
        0.02776835300028324,
        -0.04898625984787941,
        0.013656123541295528,
        -0.07315989583730698,
        -0.03370826691389084,
        -0.05579031631350517,
        0.05231400951743126,
        0.04635785147547722,
        0.02188502810895443,
        0.0028986744582653046,
        0.0013510374119505286,
        0.02920018695294857,
        0.05386674404144287,
        0.06944406032562256,
        -0.03334316983819008,
        -0.08009649813175201,
        0.06301814317703247,
        -0.03239765018224716,
        -0.01034108642488718,
        -0.0336819589138031,
        -0.05478351563215256,
        -0.02518550306558609,
        -0.0374273918569088,
        0.0643521398305893,
        -0.03570535033941269,
        0.027259159833192825,
        -0.07291025668382645,
        0.09310970455408096,
        0.053711991757154465,
        -0.08716181665658951,
        0.021593540906906128,
        -0.04003624990582466,
        -0.05266513675451279
      ],
      "query_id": "eval-junction-1",
      "question": "What is the waiting time between junction delivery retries?",
      "ranking": [
        {
          "id": "junction",
          "score": 0.5776156341077621
        },
        {
          "id": "engine",
          "score": 0.3508219322375581
        },
        {
          "id": "cargo",
          "score": 0.32424781222568994
        },
        {
          "id": "lantern",
          "score": 0.28480721017413047
        },
        {
          "id": "mirror",
          "score": 0.278504779487501
        },
        {
          "id": "lantern-charge",
          "score": 0.27730485458857324
        },
        {
          "id": "nova",
          "score": 0.27390015311961796
        },
        {
          "id": "quartz",
          "score": 0.2736929423768023
        },
        {
          "id": "harbor",
          "score": 0.26220940707130924
        },
        {
          "id": "drone",
          "score": 0.23283911394149523
        },
        {
          "id": "quartz-batch",
          "score": 0.2154433129660585
        },
        {
          "id": "rivet",
          "score": 0.2110893638043836
        },
        {
          "id": "orbit",
          "score": 0.20178522395653017
        },
        {
          "id": "export",
          "score": 0.20128165104349446
        },
        {
          "id": "iris-network",
          "score": 0.17819750584098576
        },
        {
          "id": "keel",
          "score": 0.17783051995589136
        },
        {
          "id": "rivet-calibration",
          "score": 0.10960263648434043
        },
        {
          "id": "archive",
          "score": 0.09962720578890381
        },
        {
          "id": "iris",
          "score": 0.08591368163753876
        },
        {
          "id": "garden",
          "score": 0.0776308707445903
        },
        {
          "id": "beacon",
          "score": 0.0733745841092255
        },
        {
          "id": "frost",
          "score": 0.07081720308095879
        },
        {
          "id": "prism",
          "score": 0.06415528817557238
        },
        {
          "id": "soil",
          "score": 0.028522059398325052
        }
      ],
      "reached_token_limit": false,
      "references": [
        "18 seconds",
        "18"
      ],
      "relevance": {
        "junction": 1
      },
      "retrieval_ms": 9.429043999261921,
      "split": "eval",
      "total_ms": 111.11894200075767
    },
    {
      "answer": "Copper dead-letter queue",
      "answerable": true,
      "context_ids": [
        "junction",
        "cargo",
        "mirror"
      ],
      "execution_position": 0,
      "generation_ms": 108.18888399808202,
      "group": "junction",
      "input_tokens": 191,
      "method": "dense",
      "metrics": {
        "context_recall": 1.0,
        "exact_match": 1.0,
        "ndcg": 1.0,
        "recall": 1.0,
        "token_f1": 1.0
      },
      "output_tokens": 6,
      "prompt": "Answer the question using only the context. Give a short answer. If the context does not contain the answer, say unknown.\n\nContext:\n[junction] Junction message queue. The junction queue retries a failed delivery up to five times. Each retry waits 18 seconds. After the fifth failed retry, the message enters the copper dead-letter queue.\n[cargo] Cargo inspection. Incoming cargo must wait in the amber bay until inspection is complete. Inspectors stamp approved crates with a blue triangle. An orange circle means inspection is pending.\n[mirror] Mirror synchronization. Mirror replicas synchronize every 14 minutes. A replica more than 40 minutes behind is marked stale. Stale replicas remain readable but cannot serve verification requests.\n\nQuestion: Which queue receives a junction message after all retries fail?\nAnswer:",
      "query_embedding": [
        0.02213761955499649,
        -0.05507849156856537,
        0.003917607944458723,
        0.039106108248233795,
        -0.015773408114910126,
        -0.020204706117510796,
        0.08285872638225555,
        -0.0878877341747284,
        0.05040084198117256,
        -0.00863720290362835,
        0.03303651884198189,
        0.04552353173494339,
        0.05228659510612488,
        -0.01840546913444996,
        -0.022178398445248604,
        0.021873073652386665,
        0.0682680681347847,
        -0.0784284844994545,
        -0.0010389863746240735,
        -0.03544473275542259,
        -0.03647656366229057,
        0.03862296789884567,
        -0.05673041194677353,
        0.025045480579137802,
        -0.03582314774394035,
        -0.013271723873913288,
        0.0038606678135693073,
        -0.03080829791724682,
        -0.040312349796295166,
        -0.0735485777258873,
        -0.06672122329473495,
        0.03935394808650017,
        -0.12640275061130524,
        0.01556345820426941,
        0.06873191893100739,
        0.0546223483979702,
        0.03713672608137131,
        -0.03940710797905922,
        0.026149224489927292,
        -0.010184623301029205,
        0.02569737285375595,
        0.010984862223267555,
        0.00285115628503263,
        0.0358266606926918,
        0.09277534484863281,
        -0.03155576437711716,
        -0.07744114100933075,
        0.02770117111504078,
        -0.0009423944866284728,
        0.0011217966675758362,
        0.028956914320588112,
        -0.017483267933130264,
        0.0024418721441179514,
        0.07978814840316772,
        0.14178410172462463,
        0.02342536859214306,
        -0.048945844173431396,
        0.05765705928206444,
        -0.011072796769440174,
        0.035682518035173416,
        0.027945958077907562,
        -0.0051062582060694695,
        -0.012756438925862312,
        -0.05271077901124954,
        0.0313023217022419,
        -0.030770014971494675,
        0.022948697209358215,
        0.021422697231173515,
        0.04655727371573448,
        0.033964600414037704,
        0.017688272520899773,
        0.0032364497892558575,
        -0.062306519597768784,
        -0.00439036637544632,
        0.02486906200647354,
        0.03443848714232445,
        0.030148902907967567,
        0.005828957539051771,
        -0.08354823291301727,
        -0.07986560463905334,
        -0.07038649916648865,
        -0.04269939661026001,
        -0.005867987871170044,
        0.0002208446676377207,
        0.07477115094661713,
        -0.09553363919258118,
        -0.05126325786113739,
        -0.020695975050330162,
        0.05659092590212822,
        -0.02633458562195301,
        -0.04132901877164841,
        0.04268217086791992,
        -0.0030087654013186693,
        0.01289471797645092,
        0.03599626198410988,
        0.06870114058256149,
        -0.05346177518367767,
        0.0037585292011499405,
        0.03627084568142891,
        0.04561502858996391,
        0.04922434315085411,
        0.019721854478120804,
        0.0116451820358634,
        -0.0025038800667971373,
        0.015479570254683495,
        0.040364012122154236,
        -0.031014271080493927,
        0.04119851812720299,
        -0.05751495808362961,
        -0.03404132276773453,
        0.004861773923039436,
        -0.004133065231144428,
        0.1234142929315567,
        0.008832168765366077,
        0.015166949480772018,
        -0.02090572565793991,
        -0.02070571482181549,
        0.006522719748318195,
        -0.01476185955107212,
        0.0529252253472805,
        -0.04627441614866257,
        0.012991612777113914,
        -0.005714413244277239,
        -0.04546467959880829,
        -0.011571615003049374,
        0.008749286644160748,
        0.08493435382843018,
        -6.820617248701719e-34,
        -0.016161425039172173,
        -0.04610960930585861,
        0.04635807126760483,
        -0.007140926085412502,
        0.09729304909706116,
        0.0031980511266738176,
        0.0010612329933792353,
        -0.010872019454836845,
        0.018235458061099052,
        -0.10850363224744797,
        -0.0910634845495224,
        -0.046060916036367416,
        0.043671105057001114,
        -0.05383319407701492,
        -0.04568595811724663,
        -0.06428136676549911,
        0.001257884781807661,
        0.019270889461040497,
        -0.08189232647418976,
        0.023400312289595604,
        -0.029897529631853104,
        0.020188044756650925,
        -0.029564619064331055,
        0.027793778106570244,
        -0.009910823777318,
        -0.01133508887141943,
        0.016176950186491013,
        -0.04549708962440491,
        -0.005232193507254124,
        0.03651204705238342,
        -0.03725693002343178,
        0.09300351142883301,
        0.042056452482938766,
        -0.006248930469155312,
        -0.061721667647361755,
        0.09574337303638458,
        -0.005269133020192385,
        0.011986428871750832,
        -0.07023908942937851,
        -0.10121738910675049,
        -0.04605337232351303,
        -0.023101191967725754,
        -0.0904417634010315,
        0.018013576045632362,
        -0.06060829386115074,
        -0.11205334961414337,
        0.003770259441807866,
        0.0160075593739748,
        -0.00886875856667757,
        -0.05213597044348717,
        0.008610003627836704,
        0.0004356871359050274,
        0.035652052611112595,
        0.038174379616975784,
        -0.02937687188386917,
        0.0039186133071780205,
        0.025198617950081825,
        0.0268291924148798,
        -0.07817922532558441,
        0.11474458128213882,
        0.05697239562869072,
        0.019576530903577805,
        -0.04605327546596527,
        -0.014758946374058723,
        0.11967495083808899,
        0.03569943085312843,
        -0.01404314860701561,
        -0.1492076814174652,
        -0.0032780522014945745,
        -0.03846421092748642,
        -0.009317519143223763,
        0.025620287284255028,
        0.03861301764845848,
        0.026377694681286812,
        -0.022786887362599373,
        -0.013408870436251163,
        -0.09446099400520325,
        0.04424971342086792,
        0.07478046417236328,
        -0.026177095249295235,
        -0.08414798974990845,
        -0.11557532846927643,
        -0.04419289529323578,
        0.016595859080553055,
        0.029693273827433586,
        -0.019296417012810707,
        0.050313159823417664,
        -0.0776524692773819,
        -0.058373380452394485,
        -0.0056196218356490135,
        -0.044029876589775085,
        0.025927450507879257,
        0.13157455623149872,
        0.05324723944067955,
        0.1172492504119873,
        -5.079897000368592e-34,
        -0.026206187903881073,
        0.010678822174668312,
        0.05916372686624527,
        0.015341361984610558,
        -0.041270989924669266,
        -0.009914799593389034,
        -0.029347019270062447,
        -0.008617745712399483,
        -0.02131190337240696,
        0.024478556588292122,
        -0.04092884808778763,
        0.010068296454846859,
        0.05553041771054268,
        0.049937110394239426,
        -0.025763733312487602,
        -0.048883289098739624,
        0.06433390825986862,
        -0.06274490058422089,
        0.02085546776652336,
        0.060332175344228745,
        0.041862331330776215,
        -0.004029485862702131,
        -0.013395411893725395,
        0.030462613329291344,
        -0.039777547121047974,
        0.0820278450846672,
        0.06039411202073097,
        -0.04700104892253876,
        -0.026137180626392365,
        -0.06930126994848251,
        0.04697860777378082,
        -0.08341315388679504,
        -0.020896513015031815,
        0.08128577470779419,
        0.10594664514064789,
        0.013290947303175926,
        -0.03531540185213089,
        0.010264555923640728,
        -0.04772612452507019,
        0.010110696777701378,
        0.10262993723154068,
        0.06736215204000473,
        -0.015208672732114792,
        0.06725970655679703,
        0.020553400740027428,
        0.019259169697761536,
        0.006914458237588406,
        0.0038746073842048645,
        -0.07647890597581863,
        -0.033781010657548904,
        -0.021784231066703796,
        -0.00567585090175271,
        0.025587333366274834,
        0.09093869477510452,
        0.011960403062403202,
        0.09042928367853165,
        -0.03317400440573692,
        0.04895896837115288,
        0.031089624390006065,
        0.06548364460468292,
        -0.011424056254327297,
        -0.07507927715778351,
        0.05144602060317993,
        0.007038384675979614,
        0.07640046626329422,
        -0.028535092249512672,
        0.047483887523412704,
        -0.012820868752896786,
        0.06248759478330612,
        0.006789102219045162,
        0.1616096943616867,
        0.12088169902563095,
        -0.05194767564535141,
        -0.052756570279598236,
        -0.004311651922762394,
        0.03479355201125145,
        -0.07157092541456223,
        -0.10514848679304123,
        -0.06746295839548111,
        -0.040691956877708435,
        -0.046861689537763596,
        0.004685461521148682,
        -0.0264113936573267,
        0.1166401281952858,
        0.011036360636353493,
        -0.05557628720998764,
        0.08474045991897583,
        -0.05105135589838028,
        0.07795579731464386,
        -0.05948014557361603,
        -0.019903117790818214,
        -0.02888450026512146,
        0.009122829884290695,
        -0.02470739372074604,
        -0.06779126822948456,
        -1.7328998680454788e-08,
        -0.08295725286006927,
        -0.014888829551637173,
        -0.04309169948101044,
        -0.007429604418575764,
        0.1376527100801468,
        -0.03820452839136124,
        0.0014147154288366437,
        0.03320271149277687,
        -0.07422755658626556,
        0.02126401849091053,
        0.008958988822996616,
        -0.03886174038052559,
        0.01201444212347269,
        -0.0716652050614357,
        0.050957050174474716,
        -0.04614351689815521,
        0.014967257156968117,
        0.012642182409763336,
        -0.04370584711432457,
        -0.05638054758310318,
        -0.004122152458876371,
        0.021504318341612816,
        -0.0005819660727865994,
        0.0680723637342453,
        -0.08414514362812042,
        -0.0035461613442748785,
        0.147542342543602,
        0.021550962701439857,
        -0.03269946947693825,
        -0.07792100310325623,
        -0.0363367460668087,
        -0.0471888892352581,
        0.07499650120735168,
        0.02754557505249977,
        -0.08410686999559402,
        0.01217683032155037,
        0.040825244039297104,
        0.0068840221501886845,
        0.0731201320886612,
        -0.03871005028486252,
        -0.0015378076350316405,
        -0.00184662698302418,
        -0.007766013499349356,
        0.04798147454857826,
        0.0823393315076828,
        0.004228722769767046,
        -0.031063513830304146,
        0.037363119423389435,
        -0.054508090019226074,
        -0.04812128469347954,
        -0.09354313462972641,
        -0.03086227923631668,
        -0.013478627428412437,
        -0.021697426214814186,
        -0.046242713928222656,
        -0.03682679310441017,
        -0.002111884066835046,
        0.030928727239370346,
        0.030736960470676422,
        0.02155466377735138,
        0.020116319879889488,
        0.08315759897232056,
        -0.04945226386189461,
        -0.027961010113358498
      ],
      "query_id": "eval-junction-2",
      "question": "Which queue receives a junction message after all retries fail?",
      "ranking": [
        {
          "id": "junction",
          "score": 0.7664305034218292
        },
        {
          "id": "cargo",
          "score": 0.26034858555575247
        },
        {
          "id": "mirror",
          "score": 0.25157030568824185
        },
        {
          "id": "nova",
          "score": 0.23560231867668827
        },
        {
          "id": "engine",
          "score": 0.2339798597999213
        },
        {
          "id": "lantern",
          "score": 0.21848706501080722
        },
        {
          "id": "beacon",
          "score": 0.2173246486062945
        },
        {
          "id": "rivet",
          "score": 0.20978951342520552
        },
        {
          "id": "archive",
          "score": 0.19173259037119675
        },
        {
          "id": "quartz",
          "score": 0.18918061287156565
        },
        {
          "id": "quartz-batch",
          "score": 0.17929185925661675
        },
        {
          "id": "iris",
          "score": 0.16347262211118324
        },
        {
          "id": "harbor",
          "score": 0.15799690366357644
        },
        {
          "id": "keel",
          "score": 0.14041101699077382
        },
        {
          "id": "iris-network",
          "score": 0.14034500669209693
        },
        {
          "id": "orbit",
          "score": 0.09771147728142822
        },
        {
          "id": "lantern-charge",
          "score": 0.08644177277838563
        },
        {
          "id": "frost",
          "score": 0.081491414233321
        },
        {
          "id": "drone",
          "score": 0.06929736266849883
        },
        {
          "id": "rivet-calibration",
          "score": 0.06742927033480482
        },
        {
          "id": "export",
          "score": 0.010612949487604294
        },
        {
          "id": "garden",
          "score": 0.0073988282759296035
        },
        {
          "id": "soil",
          "score": 0.005535769487803296
        },
        {
          "id": "prism",
          "score": -0.02665404266718097
        }
      ],
      "reached_token_limit": false,
      "references": [
        "copper dead-letter queue",
        "the copper dead-letter queue"
      ],
      "relevance": {
        "junction": 1
      },
      "retrieval_ms": 8.167865002178587,
      "split": "eval",
      "total_ms": 117.99293399963062
    },
    {
      "answer": "six hours",
      "answerable": true,
      "context_ids": [
        "keel",
        "mirror",
        "archive"
      ],
      "execution_position": 2,
      "generation_ms": 76.25852799901622,
      "group": "keel",
      "input_tokens": 176,
      "method": "dense",
      "metrics": {
        "context_recall": 1.0,
        "exact_match": 1.0,
        "ndcg": 1.0,
        "recall": 1.0,
        "token_f1": 1.0
      },
      "output_tokens": 3,
      "prompt": "Answer the question using only the context. Give a short answer. If the context does not contain the answer, say unknown.\n\nContext:\n[keel] Keel backup policy. Keel configuration backups run every six hours. The station keeps 28 backup snapshots. Restoring a snapshot requires the maintenance role and restarts the routing service.\n[mirror] Mirror synchronization. Mirror replicas synchronize every 14 minutes. A replica more than 40 minutes behind is marked stale. Stale replicas remain readable but cannot serve verification requests.\n[archive] Archive recovery. The archive service keeps deleted notebooks for 21 days. Restore a notebook from the Recovery drawer. Restoring does not restore former sharing permissions.\n\nQuestion: How frequently are Keel configuration backups taken?\nAnswer:",
      "query_embedding": [
        -0.04302624985575676,
        -0.02382511831820011,
        0.01967611350119114,
        0.01862308755517006,
        0.003730783937498927,
        -0.026099087670445442,
        -0.08305419981479645,
        -0.002538175554946065,
        -0.02241598814725876,
        -0.0415087454020977,
        0.04218900203704834,
        0.0793055072426796,
        0.027513543143868446,
        -0.06526695191860199,
        -0.10189428925514221,
        -0.030566206201910973,
        -0.05359652638435364,
        -0.05264536291360855,
        -0.0408223457634449,
        0.0018291129963472486,
        -0.106196328997612,
        -0.009528652764856815,
        -0.0034187627024948597,
        -0.003033802844583988,
        0.019693905487656593,
        0.004976717289537191,
        0.01455022394657135,
        0.030808571726083755,
        -0.03804207965731621,
        0.008997133933007717,
        -0.10745745152235031,
        0.03734472021460533,
        0.008642783388495445,
        0.005771394819021225,
        -0.023925695568323135,
        0.0669330582022667,
        -0.01978178694844246,
        0.017013343051075935,
        -0.04601283371448517,
        -0.028486717492341995,
        -0.0676213726401329,
        -0.023045772686600685,
        0.008268930949270725,
        0.05460125207901001,
        -0.031150782480835915,
        0.01599794439971447,
        -0.0011990283383056521,
        -0.014625872485339642,
        0.05418865755200386,
        0.04837946221232414,
        0.05893656238913536,
        0.03671001270413399,
        0.06009966507554054,
        0.04663360118865967,
        0.023213747888803482,
        0.12406358867883682,
        -0.0007610421744175255,
        0.07394029200077057,
        0.036109842360019684,
        0.015756014734506607,
        0.01831972226500511,
        0.060084424912929535,
        -0.08224479854106903,
        0.0017667153151705861,
        0.0688241645693779,
        0.08703766018152237,
        0.06076919287443161,
        -0.021504245698451996,
        0.03221916779875755,
        0.01015846710652113,
        -0.044128574430942535,
        0.008049448020756245,
        0.024526478722691536,
        -0.012863333337008953,
        0.009201543405652046,
        0.02565264329314232,
        0.035959310829639435,
        -0.056554436683654785,
        -0.05431466922163963,
        -0.022105742245912552,
        -0.05518951267004013,
        0.032823171466588974,
        0.019130326807498932,
        0.015455447137355804,
        -0.001323934062384069,
        -0.05805898457765579,
        -0.010777737945318222,
        0.050099585205316544,
        0.04921354725956917,
        0.05053425207734108,
        0.0931875929236412,
        -0.025742895901203156,
        0.04852667078375816,
        -0.059757865965366364,
        -0.041603781282901764,
        0.07517433911561966,
        -0.029147552326321602,
        0.04903898760676384,
        0.08751118183135986,
        -0.022553659975528717,
        -0.0311730969697237,
        -0.0005970789352431893,
        0.049345798790454865,
        0.019555211067199707,
        0.00012580910697579384,
        -0.0016827286453917623,
        0.014399835839867592,
        -0.04364163428544998,
        -0.06954711675643921,
        0.004324579611420631,
        -0.007154050748795271,
        0.09456969797611237,
        0.06250156462192535,
        0.002294848207384348,
        0.039768755435943604,
        -0.035448845475912094,
        -0.0730728954076767,
        0.0006411010399460793,
        0.00044695494580082595,
        0.0530257523059845,
        0.04182514548301697,
        0.021246319636702538,
        0.1471170336008072,
        -0.057314008474349976,
        -0.01953553594648838,
        0.07352340966463089,
        0.046653106808662415,
        -1.8242399484785152e-33,
        -0.06807028502225876,
        0.04537801444530487,
        -0.02147316187620163,
        0.00500127486884594,
        -0.04404960945248604,
        -0.036515384912490845,
        0.02405395917594433,
        0.033124007284641266,
        0.06351727992296219,
        -0.00402028439566493,
        -0.005112205632030964,
        0.052781589329242706,
        -0.036862295120954514,
        -0.05793028697371483,
        0.0023814805317670107,
        -0.037164703011512756,
        0.04433145746588707,
        0.06268623471260071,
        -0.03278738632798195,
        -0.08826056867837906,
        0.028631942346692085,
        -0.015556558035314083,
        0.010098839178681374,
        -0.06862201541662216,
        0.04669325798749924,
        -0.05163183808326721,
        0.1356145143508911,
        0.031899403780698776,
        -0.054801177233457565,
        0.010235504247248173,
        0.056615013629198074,
        0.05941599979996681,
        -0.03591068461537361,
        -0.00787964928895235,
        0.06542704999446869,
        0.09122149646282196,
        0.005160163622349501,
        0.018758507445454597,
        -0.04594239965081215,
        0.024309290573000908,
        0.0488450862467289,
        -0.01429531816393137,
        -0.05742523446679115,
        -0.019452344626188278,
        0.005482945591211319,
        -0.11572710424661636,
        0.0493767112493515,
        -0.01033910270780325,
        0.03507264703512192,
        0.027048075571656227,
        0.002187768928706646,
        0.016277840360999107,
        -0.0383525975048542,
        -0.03793701156973839,
        -0.01201640535145998,
        0.07925646007061005,
        0.04364083707332611,
        -0.1260884404182434,
        -2.2969355995883234e-05,
        0.048370033502578735,
        -0.0007388762896880507,
        -0.024342235177755356,
        -0.00010020911577157676,
        -0.07928849011659622,
        0.01793728396296501,
        0.058507516980171204,
        -0.046560030430555344,
        -0.01282324269413948,
        -0.03601629659533501,
        0.022237136960029602,
        0.03138507902622223,
        -0.10277805477380753,
        -0.13855385780334473,
        -0.10191330313682556,
        0.04478567838668823,
        -0.044541288167238235,
        0.06039101257920265,
        0.04544145613908768,
        -0.020092777907848358,
        0.02642408385872841,
        -0.04776230454444885,
        0.0572395920753479,
        -0.07856662571430206,
        0.03506077453494072,
        0.11218980699777603,
        -0.016070656478405,
        -0.009332519955933094,
        -0.025351697579026222,
        0.011805420741438866,
        0.03263800963759422,
        -0.0026415004394948483,
        -0.08239194005727768,
        0.016218487173318863,
        -0.05276297405362129,
        0.03285393491387367,
        1.6665949521027152e-33,
        -0.0031989910639822483,
        0.018262647092342377,
        -0.02867363765835762,
        0.06879890710115433,
        0.02578856237232685,
        -0.025459345430135727,
        -0.0888439491391182,
        0.11099667847156525,
        0.01780083402991295,
        -0.03925671428442001,
        -0.05657320097088814,
        -0.01886838860809803,
        -0.0002447289298288524,
        -0.04314332827925682,
        -0.053863756358623505,
        0.04104810580611229,
        0.05256696790456772,
        -0.08602148294448853,
        0.018919693306088448,
        -0.10676377266645432,
        0.055191315710544586,
        -0.08219773322343826,
        0.03990430757403374,
        0.03884851559996605,
        -0.0010459356708452106,
        -0.014489942230284214,
        0.0025865917559713125,
        0.10758999735116959,
        -0.015526065602898598,
        -0.06746245920658112,
        -0.018785906955599785,
        -0.048865802586078644,
        0.025492055341601372,
        0.10004618763923645,
        -0.05169383063912392,
        -0.02385813742876053,
        -0.06486723572015762,
        0.14514850080013275,
        -0.040001336485147476,
        0.07740037888288498,
        0.026017170399427414,
        -0.017606213688850403,
        -0.07114821672439575,
        -0.035788603127002716,
        -0.06951858848333359,
        0.0511983186006546,
        0.0039839413948357105,
        -0.03908433020114899,
        0.06119134649634361,
        0.027816923335194588,
        0.049658868461847305,
        -0.006372845731675625,
        0.0015491191297769547,
        0.004952918738126755,
        0.0506197027862072,
        0.055365096777677536,
        0.06055314838886261,
        0.027436869218945503,
        0.029640033841133118,
        0.04741600528359413,
        0.08397830277681351,
        0.009868225082755089,
        0.0228759553283453,
        0.01205514743924141,
        -0.03160257264971733,
        -0.026620136573910713,
        0.056517377495765686,
        -0.07383453100919724,
        -0.08725199103355408,
        -0.004131811670958996,
        -0.028384456411004066,
        -0.05188692361116409,
        0.03438429534435272,
        -0.020199459046125412,
        -0.09986772388219833,
        -0.0721263587474823,
        -0.011177553795278072,
        -0.0770997628569603,
        0.030228063464164734,
        -0.032880526036024094,
        -0.035380225628614426,
        -0.09873436391353607,
        -0.056214429438114166,
        0.04469464719295502,
        -0.047553714364767075,
        -0.061938561499118805,
        0.006342199631035328,
        0.016711682081222534,
        0.09341977536678314,
        0.06409364193677902,
        0.03533342853188515,
        0.014343541115522385,
        -0.08651130646467209,
        0.022992366924881935,
        0.020308595150709152,
        -1.4601742037712029e-08,
        0.016963444650173187,
        0.06816594302654266,
        -0.01074356958270073,
        0.03967314586043358,
        0.05654896795749664,
        -0.034131232649087906,
        0.08630476146936417,
        0.018690578639507294,
        -0.03334930166602135,
        -0.10346442461013794,
        0.12698498368263245,
        0.0045886775478720665,
        -0.028178662061691284,
        0.004260141868144274,
        -0.05128079652786255,
        -0.0259084552526474,
        0.04755236580967903,
        -0.04018757864832878,
        -0.08809470385313034,
        -0.06811961531639099,
        -0.041027214378118515,
        0.007177695631980896,
        0.037132348865270615,
        0.02394934371113777,
        0.014523199759423733,
        0.006929683033376932,
        0.08955656737089157,
        0.08003014326095581,
        0.027152027934789658,
        0.013108368963003159,
        -0.017408203333616257,
        0.05033991485834122,
        0.0009039506549015641,
        -0.037895821034908295,
        -0.052263349294662476,
        0.029924301430583,
        -0.07018598169088364,
        0.015172934159636497,
        0.054651305079460144,
        0.059699978679418564,
        -0.015265228226780891,
        0.042771317064762115,
        0.022228136658668518,
        0.021919148042798042,
        -0.0061871446669101715,
        0.025991929695010185,
        -0.06689007580280304,
        0.04873984307050705,
        0.022381851449608803,
        -0.09481657296419144,
        0.0073400200344622135,
        -0.0331982858479023,
        0.0115014323964715,
        0.1277392953634262,
        0.044273994863033295,
        0.08185485005378723,
        0.06147589161992073,
        -0.053690943866968155,
        0.04567219689488411,
        -0.03755111247301102,
        -0.10459722578525543,
        -0.061478741466999054,
        0.008870694786310196,
        -0.04129873216152191
      ],
      "query_id": "eval-keel-1",
      "question": "How frequently are Keel configuration backups taken?",
      "ranking": [
        {
          "id": "keel",
          "score": 0.8646595137578518
        },
        {
          "id": "mirror",
          "score": 0.33528277073505863
        },
        {
          "id": "archive",
          "score": 0.30698819884520295
        },
        {
          "id": "rivet-calibration",
          "score": 0.29618108015122396
        },
        {
          "id": "engine",
          "score": 0.27296274690182976
        },
        {
          "id": "export",
          "score": 0.2444501197643873
        },
        {
          "id": "orbit",
          "score": 0.2114433239736927
        },
        {
          "id": "harbor",
          "score": 0.20494618818602026
        },
        {
          "id": "lantern",
          "score": 0.20261791128928297
        },
        {
          "id": "prism",
          "score": 0.18019114985873635
        },
        {
          "id": "rivet",
          "score": 0.17755723299108495
        },
        {
          "id": "quartz-batch",
          "score": 0.16805281520856383
        },
        {
          "id": "garden",
          "score": 0.1518046657630751
        },
        {
          "id": "drone",
          "score": 0.14389316103052893
        },
        {
          "id": "junction",
          "score": 0.1435428941775556
        },
        {
          "id": "frost",
          "score": 0.1379968910036181
        },
        {
          "id": "quartz",
          "score": 0.12652939830397258
        },
        {
          "id": "nova",
          "score": 0.12623224522856927
        },
        {
          "id": "soil",
          "score": 0.11704644879760157
        },
        {
          "id": "iris",
          "score": 0.10223300084089695
        },
        {
          "id": "beacon",
          "score": 0.09750837341523615
        },
        {
          "id": "cargo",
          "score": 0.09329110404230699
        },
        {
          "id": "lantern-charge",
          "score": 0.08263466819319812
        },
        {
          "id": "iris-network",
          "score": 0.015384392107897004
        }
      ],
      "reached_token_limit": false,
      "references": [
        "every six hours",
        "six hours",
        "6 hours"
      ],
      "relevance": {
        "keel": 1
      },
      "retrieval_ms": 9.280706999561517,
      "split": "eval",
      "total_ms": 86.87562699924456
    },
    {
      "answer": "28",
      "answerable": true,
      "context_ids": [
        "keel",
        "archive",
        "mirror"
      ],
      "execution_position": 1,
      "generation_ms": 75.82624299902818,
      "group": "keel",
      "input_tokens": 176,
      "method": "dense",
      "metrics": {
        "context_recall": 1.0,
        "exact_match": 1.0,
        "ndcg": 1.0,
        "recall": 1.0,
        "token_f1": 1.0
      },
      "output_tokens": 2,
      "prompt": "Answer the question using only the context. Give a short answer. If the context does not contain the answer, say unknown.\n\nContext:\n[keel] Keel backup policy. Keel configuration backups run every six hours. The station keeps 28 backup snapshots. Restoring a snapshot requires the maintenance role and restarts the routing service.\n[archive] Archive recovery. The archive service keeps deleted notebooks for 21 days. Restore a notebook from the Recovery drawer. Restoring does not restore former sharing permissions.\n[mirror] Mirror synchronization. Mirror replicas synchronize every 14 minutes. A replica more than 40 minutes behind is marked stale. Stale replicas remain readable but cannot serve verification requests.\n\nQuestion: How many Keel backup snapshots are retained?\nAnswer:",
      "query_embedding": [
        -0.04702379181981087,
        0.028512632474303246,
        -0.018865587189793587,
        -0.010590656660497189,
        0.023860646411776543,
        0.028938086703419685,
        -0.055355727672576904,
        -0.0019338635029271245,
        0.03869340196251869,
        -0.035753510892391205,
        0.04129383713006973,
        0.050436832010746,
        0.051688749343156815,
        -0.11191888153553009,
        -0.12214687466621399,
        -0.006712132133543491,
        -0.10294079780578613,
        -0.013167871162295341,
        -0.031110471114516258,
        0.0176047682762146,
        -0.08137895166873932,
        -0.01594909280538559,
        0.0032059201039373875,
        0.020079297944903374,
        0.06273754686117172,
        -0.02131691388785839,
        -0.007085698656737804,
        0.022770477458834648,
        0.012555770576000214,
        -0.04581165313720703,
        -0.04310933127999306,
        0.03456899896264076,
        0.0023669572547078133,
        0.011455324478447437,
        0.036273084580898285,
        0.05836382880806923,
        -0.054022230207920074,
        0.01959018036723137,
        0.004606036935001612,
        -0.02133294939994812,
        -0.06458892673254013,
        -0.008495447225868702,
        -0.03070603497326374,
        -0.0002267060917802155,
        -0.016827428713440895,
        0.02486748993396759,
        -0.0406460277736187,
        -0.005775277968496084,
        0.05364139750599861,
        0.04372267425060272,
        0.01716591976583004,
        0.050483837723731995,
        -0.032717928290367126,
        0.12215161323547363,
        0.010860047303140163,
        0.008026882074773312,
        -0.04984862729907036,
        0.03259849548339844,
        -0.05083531513810158,
        0.06675132364034653,
        0.033968452364206314,
        0.03824213519692421,
        -0.07807188481092453,
        -0.028146274387836456,
        0.05906630679965019,
        0.0656203180551529,
        0.02382965199649334,
        -0.04345308244228363,
        -0.002837278414517641,
        0.048131294548511505,
        -0.027766572311520576,
        0.029678352177143097,
        -0.008937175385653973,
        -0.031020719558000565,
        -0.03090028464794159,
        -0.02440457232296467,
        0.04476138949394226,
        -0.05992182716727257,
        -0.08938221633434296,
        0.01634189672768116,
        -0.03808416426181793,
        -0.032540567219257355,
        -0.00798429548740387,
        -0.0279148630797863,
        -0.05252857133746147,
        -0.027535853907465935,
        0.010889123193919659,
        -3.6156532587483525e-05,
        0.020200565457344055,
        0.06257467716932297,
        0.010686749592423439,
        -5.161914668860845e-05,
        0.09474220871925354,
        -0.0017764270305633545,
        -0.00431507732719183,
        0.020400913432240486,
        -0.016887608915567398,
        0.08822039514780045,
        0.07726243883371353,
        -0.015634216368198395,
        -0.03160962834954262,
        0.0011783117661252618,
        0.0579906702041626,
        -0.016836585476994514,
        -0.010525894351303577,
        0.02349112369120121,
        0.0065203821286559105,
        -0.06767333298921585,
        -0.044791653752326965,
        0.013194800354540348,
        0.0012800743570551276,
        0.0952044203877449,
        -0.025306444615125656,
        0.03032364323735237,
        0.10171901434659958,
        -0.06725660711526871,
        -0.05540627986192703,
        -0.019297603517770767,
        -0.0233856700360775,
        -0.03004572167992592,
        0.057908471673727036,
        0.05093279108405113,
        0.12493787705898285,
        0.01014795619994402,
        -0.0916690081357956,
        -0.008877085521817207,
        0.0533897690474987,
        -2.3705643560056124e-33,
        -0.007195106241852045,
        0.03490137681365013,
        -0.020774299278855324,
        0.04003450646996498,
        0.03423867002129555,
        -0.0036302085500210524,
        0.05817106366157532,
        0.039347752928733826,
        0.0073324209079146385,
        0.0001188750538858585,
        -0.03797589987516403,
        0.04683034494519234,
        0.021379902958869934,
        -0.06944802403450012,
        0.04469839110970497,
        -0.017192808911204338,
        0.0003404107119422406,
        0.06448157131671906,
        -0.0195563193410635,
        -0.03063441440463066,
        -0.007156840991228819,
        0.03387207165360451,
        0.017362484708428383,
        0.0031380830332636833,
        0.0032720156013965607,
        -0.0030989553779363632,
        0.10156454145908356,
        0.022463923320174217,
        -0.0680764839053154,
        0.014166951179504395,
        0.02195698395371437,
        0.07088254392147064,
        -0.008116241544485092,
        -0.04983316361904144,
        0.12089838832616806,
        0.0563776008784771,
        -0.006889201235026121,
        0.0009279581136070192,
        -0.013957392424345016,
        0.011033098213374615,
        0.025736350566148758,
        0.0446203351020813,
        -0.04188817739486694,
        -0.032520364969968796,
        -0.05043446272611618,
        -0.17934918403625488,
        0.02896149270236492,
        0.02897462248802185,
        -0.043025750666856766,
        0.09421786665916443,
        0.024624532088637352,
        0.005371750332415104,
        -0.02074454352259636,
        -0.05884857103228569,
        -0.04432981088757515,
        -0.01952066831290722,
        0.010699881240725517,
        -0.07393097877502441,
        0.021101785823702812,
        0.08539700508117676,
        0.0014022986870259047,
        0.008333955891430378,
        0.04540315642952919,
        -0.046409837901592255,
        0.06331750005483627,
        0.12433327734470367,
        -0.06765814870595932,
        -0.0025280797854065895,
        -0.02857731655240059,
        0.013076359406113625,
        -0.006694915238767862,
        -0.09384942054748535,
        -0.07355380803346634,
        -0.0866474136710167,
        0.032731834799051285,
        -0.046595264226198196,
        0.05954328924417496,
        0.034996435046195984,
        0.05141361430287361,
        0.03809153288602829,
        -0.07103734463453293,
        0.0319407619535923,
        -0.06665059179067612,
        -0.04718927666544914,
        0.0786442682147026,
        -0.0016081748763099313,
        -0.015471519902348518,
        -0.07022459805011749,
        0.0017162085277959704,
        0.022163480520248413,
        -0.031715065240859985,
        -0.06462868303060532,
        -0.0012962879845872521,
        -0.05796317756175995,
        -0.0009113852865993977,
        1.4604206816436748e-33,
        -0.013085940852761269,
        0.02964548021554947,
        -0.1116756796836853,
        0.06526829302310944,
        -0.02686685509979725,
        0.0006799488910473883,
        -0.023456668481230736,
        0.1261417418718338,
        -0.06522522866725922,
        -0.06511397659778595,
        -0.024422423914074898,
        0.02725476399064064,
        -0.013679861091077328,
        0.033479344099760056,
        -0.07169497758150101,
        0.04651612788438797,
        0.08659354597330093,
        -0.09441900253295898,
        -0.05135917663574219,
        -0.09567055851221085,
        0.06815895438194275,
        -0.06645531952381134,
        0.07030154764652252,
        0.14418689906597137,
        0.005666412878781557,
        0.03060850314795971,
        -0.00652103079482913,
        0.015483951196074486,
        0.051718819886446,
        -0.09188606590032578,
        0.023691507056355476,
        -0.09716962277889252,
        0.03271600231528282,
        0.08444947004318237,
        0.0025252618361264467,
        -0.09428990632295609,
        -0.013094926252961159,
        0.12986469268798828,
        -0.0030979320872575045,
        0.04702204838395119,
        0.022940296679735184,
        -0.040870051831007004,
        -0.006152462214231491,
        -0.002580608008429408,
        -0.0484408438205719,
        0.03581561520695686,
        0.04732922837138176,
        0.03599606826901436,
        0.05012180656194687,
        0.004646597895771265,
        0.039301104843616486,
        -0.005828483961522579,
        -0.028261613100767136,
        0.08463220298290253,
        0.0368211604654789,
        0.009640045464038849,
        0.040198832750320435,
        0.05918428674340248,
        0.061895933002233505,
        0.001118576736189425,
        0.09603073447942734,
        0.023035800084471703,
        -0.037017516791820526,
        -0.010328218340873718,
        0.01713966764509678,
        -0.04536878317594528,
        -0.019340984523296356,
        -0.0565367192029953,
        -0.19881966710090637,
        -0.010280564427375793,
        -0.024381769821047783,
        -0.03383423760533333,
        0.11578693985939026,
        -0.06537718325853348,
        -0.053943268954753876,
        -0.027029121294617653,
        -0.050455816090106964,
        -0.06770087033510208,
        0.05588505044579506,
        -0.0014746574452146888,
        -0.07152831554412842,
        -0.09499775618314743,
        0.0016829820815473795,
        0.03091323934495449,
        -0.00845093373209238,
        -0.049858734011650085,
        0.011289694346487522,
        -0.018320966511964798,
        0.08525463938713074,
        0.05129249393939972,
        0.007229995913803577,
        0.051079586148262024,
        -0.009736873209476471,
        -0.02807675674557686,
        0.05969458073377609,
        -1.3325066383629292e-08,
        0.004349070601165295,
        0.08496461063623428,
        -0.017020773142576218,
        0.012681245803833008,
        0.01605260744690895,
        -0.021136712282896042,
        0.041643280535936356,
        0.06148749589920044,
        -0.01984073594212532,
        -0.13068091869354248,
        0.12773452699184418,
        0.0016045828815549612,
        -0.07417795807123184,
        -0.0006049254443496466,
        -0.06224503740668297,
        -0.07882753759622574,
        0.018672175705432892,
        -0.04409234598278999,
        -0.010594704188406467,
        0.006342688575387001,
        -0.021459829062223434,
        -0.03470826894044876,
        0.03823240101337433,
        0.015219254419207573,
        -0.022710533812642097,
        0.006478332448750734,
        0.08105114847421646,
        0.053976546972990036,
        -0.0037153468001633883,
        -0.06483464688062668,
        0.0366610512137413,
        0.0533442497253418,
        0.044830452650785446,
        -0.04215370863676071,
        -0.01628084108233452,
        0.06734278053045273,
        -0.02089318446815014,
        0.04061667621135712,
        0.028486164286732674,
        0.042075857520103455,
        -0.06437190622091293,
        0.006407500244677067,
        -0.02047710306942463,
        0.02361655980348587,
        -0.011485960334539413,
        0.04036427661776543,
        -0.039609674364328384,
        0.015340236946940422,
        -0.045523036271333694,
        -0.07233387976884842,
        -0.003567180596292019,
        -0.060726579278707504,
        -0.00041889073327183723,
        0.11101125180721283,
        0.03840397670865059,
        0.03603561595082283,
        0.05378562584519386,
        -0.07417463511228561,
        0.06628743559122086,
        -0.028262820094823837,
        0.01090354472398758,
        -0.05643341690301895,
        -0.002082106424495578,
        0.014271131716668606
      ],
      "query_id": "eval-keel-2",
      "question": "How many Keel backup snapshots are retained?",
      "ranking": [
        {
          "id": "keel",
          "score": 0.7257895090554067
        },
        {
          "id": "archive",
          "score": 0.3693929088113035
        },
        {
          "id": "mirror",
          "score": 0.27107012141285713
        },
        {
          "id": "prism",
          "score": 0.24768167774984437
        },
        {
          "id": "export",
          "score": 0.20824443903872777
        },
        {
          "id": "engine",
          "score": 0.18837891437264825
        },
        {
          "id": "quartz-batch",
          "score": 0.15666972631765094
        },
        {
          "id": "rivet-calibration",
          "score": 0.15558000741890352
        },
        {
          "id": "harbor",
          "score": 0.14625498477006432
        },
        {
          "id": "orbit",
          "score": 0.14556041649221982
        },
        {
          "id": "rivet",
          "score": 0.11212013871803814
        },
        {
          "id": "junction",
          "score": 0.10492366945008468
        },
        {
          "id": "iris",
          "score": 0.10115700535097004
        },
        {
          "id": "garden",
          "score": 0.09665636451878891
        },
        {
          "id": "quartz",
          "score": 0.088129480651081
        },
        {
          "id": "beacon",
          "score": 0.08038538471050369
        },
        {
          "id": "lantern",
          "score": 0.07614592060733774
        },
        {
          "id": "soil",
          "score": 0.07339814157921118
        },
        {
          "id": "cargo",
          "score": 0.06261329679772223
        },
        {
          "id": "drone",
          "score": 0.038307058494430724
        },
        {
          "id": "iris-network",
          "score": 0.025075547490639227
        },
        {
          "id": "frost",
          "score": 0.016353103064270395
        },
        {
          "id": "nova",
          "score": -0.013664696216408367
        },
        {
          "id": "lantern-charge",
          "score": -0.030741402091373604
        }
      ],
      "reached_token_limit": false,
      "references": [
        "28",
        "28 snapshots"
      ],
      "relevance": {
        "keel": 1
      },
      "retrieval_ms": 14.160156999423634,
      "split": "eval",
      "total_ms": 91.34181599802105
    },
    {
      "answer": "Manual mode",
      "answerable": true,
      "context_ids": [
        "lantern",
        "iris",
        "lantern-charge"
      ],
      "execution_position": 0,
      "generation_ms": 92.33377499913331,
      "group": "lantern",
      "input_tokens": 189,
      "method": "dense",
      "metrics": {
        "context_recall": 1.0,
        "exact_match": 1.0,
        "ndcg": 1.0,
        "recall": 1.0,
        "token_f1": 1.0
      },
      "output_tokens": 3,
      "prompt": "Answer the question using only the context. Give a short answer. If the context does not contain the answer, say unknown.\n\nContext:\n[lantern] Lantern outage procedure. During a lantern outage, switch the corridor controller to manual mode. The reserve lamp lasts 150 minutes. A steady green indicator confirms that the reserve lamp is active.\n[iris] Iris emergency access. When the Iris door loses network connectivity, enter the local access code 5826. The mechanical override key is stored in locker C7. The local code is fictional training data.\n[lantern-charge] Reserve lamp charging. The reserve lamp needs 200 minutes to recharge fully. Charging uses the wall connector in the corridor. A full charge lasts a shorter time when the lamp is in use.\n\nQuestion: Which controller mode is required during a lantern outage?\nAnswer:",
      "query_embedding": [
        0.03423837944865227,
        0.016224678605794907,
        -0.10496414452791214,
        0.0643027275800705,
        0.05080029368400574,
        -0.011320684105157852,
        0.014087078161537647,
        0.007890982553362846,
        -0.04659586399793625,
        0.049849215894937515,
        0.14367984235286713,
        0.026063712313771248,
        -0.04591039568185806,
        -0.006729434709995985,
        0.02764085680246353,
        0.0567745678126812,
        0.049181193113327026,
        -0.0805181935429573,
        0.005508410278707743,
        -0.022356942296028137,
        0.1032656878232956,
        0.045975424349308014,
        -0.03131580352783203,
        -0.034165386110544205,
        -0.056699953973293304,
        0.021810544654726982,
        -0.02530527114868164,
        -0.0394534133374691,
        0.001341120689176023,
        -0.05600738897919655,
        -0.02454012632369995,
        0.06873258203268051,
        -0.03848085179924965,
        -0.11113748699426651,
        -0.008663251996040344,
        -0.06143338605761528,
        0.05532248690724373,
        -0.07223150879144669,
        0.03468900918960571,
        -0.045121148228645325,
        0.005252208560705185,
        -0.027515148743987083,
        -0.03639393299818039,
        -0.013269207440316677,
        0.015938477590680122,
        0.06074197590351105,
        0.014527637511491776,
        -0.039092179387807846,
        0.0147523432970047,
        -0.042955655604600906,
        0.1452302634716034,
        0.07687955349683762,
        0.0004903919762000442,
        0.0822783038020134,
        0.036918140947818756,
        -0.0021568762604147196,
        -0.06609801948070526,
        0.03066781722009182,
        0.01473433617502451,
        -0.013923229649662971,
        0.024024182930588722,
        0.021326381713151932,
        -0.04804670810699463,
        0.0005795130273327231,
        0.008150732144713402,
        -0.03053170070052147,
        0.022591300308704376,
        -0.11652954667806625,
        0.03163794055581093,
        -0.05044591799378395,
        -0.054294876754283905,
        -0.011762763373553753,
        0.04517397657036781,
        -0.04825284704566002,
        -0.001250807079486549,
        -0.02439648099243641,
        0.033609919250011444,
        -0.07628165930509567,
        -0.04449711740016937,
        -0.05506858602166176,
        0.09394264966249466,
        0.0739399641752243,
        -0.03692905604839325,
        0.06002942845225334,
        0.050879381597042084,
        -0.007092345971614122,
        0.012421414256095886,
        0.09548269212245941,
        0.05761048197746277,
        0.046814627945423126,
        -0.015089605934917927,
        0.04636511951684952,
        -0.020668795332312584,
        -0.0007588418084196746,
        -0.051685720682144165,
        -0.051723312586545944,
        0.058051519095897675,
        -0.06495750695466995,
        -0.06524468958377838,
        0.01059220265597105,
        -0.026496339589357376,
        -0.06100745499134064,
        0.014466951601207256,
        0.049641769379377365,
        0.03689512610435486,
        -0.10813765227794647,
        0.03229214996099472,
        -0.007610035128891468,
        0.009574527852237225,
        -0.011637687683105469,
        0.0858624204993248,
        -0.002840199274942279,
        0.005281234625726938,
        0.003450491465628147,
        0.0998058095574379,
        -0.01792258210480213,
        -0.04086051136255264,
        0.03715991973876953,
        0.04338512569665909,
        -0.00937033724039793,
        -0.017660479992628098,
        -0.013843323104083538,
        0.10220576077699661,
        -0.016177663579583168,
        0.05022590979933739,
        0.04681771993637085,
        0.04416089132428169,
        -2.413990790744834e-33,
        0.00711733428761363,
        -0.015511872246861458,
        -0.07653898745775223,
        0.05245828256011009,
        0.05880702659487724,
        0.008697029203176498,
        0.03644750639796257,
        -0.02909807302057743,
        0.07450743764638901,
        -0.030758338049054146,
        0.013265250250697136,
        -0.019623812288045883,
        -0.029103171080350876,
        -0.006060676649212837,
        0.07571535557508469,
        -0.005723945796489716,
        0.0457780696451664,
        -0.03180069476366043,
        0.04926750436425209,
        -0.050523217767477036,
        0.027035430073738098,
        0.02219190075993538,
        -0.0533287413418293,
        -0.03991429880261421,
        0.08696883916854858,
        0.08103866875171661,
        0.04695846512913704,
        -0.04459790140390396,
        -0.022564221173524857,
        0.017536303028464317,
        0.11395467817783356,
        -0.03005882538855076,
        0.0046123843640089035,
        0.03350520879030228,
        0.060184285044670105,
        0.09058030694723129,
        -0.023876069113612175,
        -0.014701105654239655,
        -0.042187511920928955,
        -0.05010038614273071,
        -0.13615752756595612,
        -0.026243750005960464,
        -0.09375325590372086,
        0.062346652150154114,
        -0.036101773381233215,
        -0.09551099687814713,
        0.04611309617757797,
        -0.009564896114170551,
        -0.040713731199502945,
        0.012528978288173676,
        -0.06836429983377457,
        0.0023031041491776705,
        0.026260051876306534,
        0.0018600559560582042,
        0.03049122542142868,
        0.03331291675567627,
        -0.0036045031156390905,
        -0.017758483067154884,
        -0.011706037446856499,
        -0.058431874960660934,
        -0.006337292958050966,
        -0.09952197968959808,
        -0.03028176724910736,
        -0.07367661595344543,
        0.031347256153821945,
        -0.016495879739522934,
        -0.08971721678972244,
        -0.06363488733768463,
        -0.0693618580698967,
        -0.08457693457603455,
        -0.04456842690706253,
        -0.061885904520750046,
        0.03876201808452606,
        -0.030404845252633095,
        -0.07929092645645142,
        0.034699276089668274,
        -0.007458432111889124,
        0.045247893780469894,
        -0.05280352383852005,
        0.012060292065143585,
        -0.027026057243347168,
        0.007114701438695192,
        0.014039607718586922,
        0.03429454565048218,
        0.06060342490673065,
        -0.05580464377999306,
        -0.046987563371658325,
        0.023744795471429825,
        -0.04244774952530861,
        -0.01070203073322773,
        -0.05239840969443321,
        0.029977211728692055,
        0.07484161853790283,
        0.03677663952112198,
        0.09504728764295578,
        1.2401769376667416e-33,
        -0.002920957515016198,
        -0.05077538266777992,
        -0.04465891420841217,
        -0.008286705240607262,
        0.05755862966179848,
        0.03848116844892502,
        -0.05365827679634094,
        -0.004067136440426111,
        -0.006117123644798994,
        -0.05820486322045326,
        -0.03955909237265587,
        0.028474796563386917,
        -0.09725704789161682,
        -0.005338197574019432,
        0.020384104922413826,
        -0.06339073181152344,
        -0.09185018390417099,
        0.019785553216934204,
        0.015051550231873989,
        0.10031730681657791,
        0.02449747920036316,
        0.008966711349785328,
        0.0056593213230371475,
        0.0264463871717453,
        -0.027434738352894783,
        0.05416061729192734,
        -0.02578844502568245,
        0.04759657755494118,
        -0.05157779902219772,
        -0.06775827705860138,
        0.03201523423194885,
        -0.011802912689745426,
        0.08690991252660751,
        0.08278266340494156,
        -0.06059873104095459,
        0.0511869452893734,
        -0.004091898910701275,
        0.04133240506052971,
        -0.16527175903320312,
        0.06254855543375015,
        0.06072182580828667,
        0.08942736685276031,
        0.010583991184830666,
        0.035143107175827026,
        0.0002375503972871229,
        0.023788101971149445,
        0.07460692524909973,
        -0.014686660841107368,
        -0.04048380255699158,
        0.10632431507110596,
        -0.03477871045470238,
        -0.07489252835512161,
        -0.056290384382009506,
        0.033495716750621796,
        -0.01276362407952547,
        -0.012820827774703503,
        0.053087018430233,
        0.060356397181749344,
        -0.061099324375391006,
        -0.00730582932010293,
        0.10783995687961578,
        -0.04514726623892784,
        0.07092559337615967,
        0.041796937584877014,
        -0.008769003674387932,
        0.002388184890151024,
        0.07004297524690628,
        0.10701770335435867,
        0.08859969675540924,
        -0.02550397254526615,
        0.014435785822570324,
        -0.04440537095069885,
        0.08981232345104218,
        -0.030005864799022675,
        0.03955014795064926,
        -0.04817664250731468,
        -0.029172291979193687,
        -0.06285346299409866,
        -0.004690302535891533,
        -0.06751412153244019,
        -0.0912293940782547,
        -0.0673472061753273,
        -0.0747983530163765,
        0.08586233854293823,
        0.015707343816757202,
        -0.01280298549681902,
        0.033983487635850906,
        -0.0700749084353447,
        0.007696480955928564,
        -0.06289702653884888,
        0.011032380163669586,
        0.04505634680390358,
        0.03508530184626579,
        0.04631240293383598,
        -0.041126102209091187,
        -1.551015849088344e-08,
        -0.05392349883913994,
        0.05623827874660492,
        -0.006359921768307686,
        -0.054404281079769135,
        0.0731174573302269,
        -0.018802177160978317,
        0.08808863908052444,
        -0.10267870873212814,
        -0.04598141089081764,
        0.0037318719550967216,
        0.059962306171655655,
        -0.04525068402290344,
        0.05477707087993622,
        -0.044552031904459,
        0.07653463631868362,
        -0.03511588275432587,
        0.03570323437452316,
        -0.053562283515930176,
        -0.03481024503707886,
        0.014364844188094139,
        -0.034593310207128525,
        -0.06256704777479172,
        -0.051602743566036224,
        0.01311793178319931,
        0.060704369097948074,
        0.05389602109789848,
        0.02036304958164692,
        0.03775520995259285,
        0.03971333056688309,
        0.07988952845335007,
        -0.027048664167523384,
        0.05870680510997772,
        0.0070645492523908615,
        0.051991403102874756,
        -0.05168754607439041,
        0.11926847696304321,
        0.04248134419322014,
        -0.025556249544024467,
        -0.003414575941860676,
        -0.03707831725478172,
        -0.008755940943956375,
        0.0030696969479322433,
        0.002135653980076313,
        -0.014469761401414871,
        0.019840888679027557,
        0.05850135162472725,
        0.028477976098656654,
        0.03204069659113884,
        0.019872719421982765,
        0.001944206072948873,
        -0.05911196023225784,
        -0.047307778149843216,
        -0.007684763986617327,
        -0.009649275802075863,
        0.0065281870774924755,
        -0.023213708773255348,
        0.04766051098704338,
        -0.03399081528186798,
        0.04179554432630539,
        -0.02257048338651657,
        0.000859572144690901,
        -0.029810380190610886,
        -0.05995026230812073,
        0.011630079708993435
      ],
      "query_id": "eval-lantern-1",
      "question": "Which controller mode is required during a lantern outage?",
      "ranking": [
        {
          "id": "lantern",
          "score": 0.6711480615465562
        },
        {
          "id": "iris",
          "score": 0.26977559317031347
        },
        {
          "id": "lantern-charge",
          "score": 0.23706949683661252
        },
        {
          "id": "frost",
          "score": 0.21763944920858544
        },
        {
          "id": "keel",
          "score": 0.19980869138490004
        },
        {
          "id": "junction",
          "score": 0.18345933528137462
        },
        {
          "id": "orbit",
          "score": 0.18290313463959906
        },
        {
          "id": "iris-network",
          "score": 0.17865336169042273
        },
        {
          "id": "garden",
          "score": 0.1486817292883073
        },
        {
          "id": "beacon",
          "score": 0.14653646232290204
        },
        {
          "id": "nova",
          "score": 0.13868621347092802
        },
        {
          "id": "harbor",
          "score": 0.13110492638605564
        },
        {
          "id": "cargo",
          "score": 0.13086929006958903
        },
        {
          "id": "soil",
          "score": 0.12380300045741759
        },
        {
          "id": "engine",
          "score": 0.1218103923293468
        },
        {
          "id": "drone",
          "score": 0.0946497684897736
        },
        {
          "id": "quartz",
          "score": 0.06829542597699505
        },
        {
          "id": "archive",
          "score": 0.06394147168884168
        },
        {
          "id": "mirror",
          "score": 0.03778254250639855
        },
        {
          "id": "prism",
          "score": 0.037089738985299076
        },
        {
          "id": "export",
          "score": 0.036364288083310305
        },
        {
          "id": "quartz-batch",
          "score": -0.010727365200144248
        },
        {
          "id": "rivet",
          "score": -0.026570488379046193
        },
        {
          "id": "rivet-calibration",
          "score": -0.06034577278608838
        }
      ],
      "reached_token_limit": false,
      "references": [
        "manual",
        "manual mode"
      ],
      "relevance": {
        "lantern": 1
      },
      "retrieval_ms": 8.010025998373749,
      "split": "eval",
      "total_ms": 101.84928200033028
    },
    {
      "answer": "150 minutes",
      "answerable": true,
      "context_ids": [
        "lantern",
        "lantern-charge",
        "harbor"
      ],
      "execution_position": 2,
      "generation_ms": 104.20641300152056,
      "group": "lantern",
      "input_tokens": 176,
      "method": "dense",
      "metrics": {
        "context_recall": 1.0,
        "exact_match": 1.0,
        "ndcg": 1.0,
        "recall": 1.0,
        "token_f1": 1.0
      },
      "output_tokens": 3,
      "prompt": "Answer the question using only the context. Give a short answer. If the context does not contain the answer, say unknown.\n\nContext:\n[lantern] Lantern outage procedure. During a lantern outage, switch the corridor controller to manual mode. The reserve lamp lasts 150 minutes. A steady green indicator confirms that the reserve lamp is active.\n[lantern-charge] Reserve lamp charging. The reserve lamp needs 200 minutes to recharge fully. Charging uses the wall connector in the corridor. A full charge lasts a shorter time when the lamp is in use.\n[harbor] Harbor visitor passes. Harbor visitor passes remain valid for nine hours. Visitors collect a pass at the east kiosk. A visitor pass does not authorize access to the engine deck.\n\nQuestion: How long can the reserve lamp illuminate the corridor?\nAnswer:",
      "query_embedding": [
        0.07266724854707718,
        0.0517318919301033,
        0.011835564859211445,
        0.016524380072951317,
        0.008358231745660305,
        -0.020482981577515602,
        -0.04007122665643692,
        -0.023322660475969315,
        0.026814162731170654,
        0.011881272308528423,
        0.019501328468322754,
        0.019980167970061302,
        0.02420518733561039,
        0.00931296031922102,
        -0.00372246908955276,
        0.044456399977207184,
        0.028629226610064507,
        -0.0924331396818161,
        -0.03140567988157272,
        -0.03717688471078873,
        0.14292263984680176,
        -0.08663720637559891,
        -0.022410526871681213,
        -0.008722838014364243,
        -0.018770793452858925,
        -0.02588643692433834,
        -0.0069181607104837894,
        -0.004634775687009096,
        0.011394399218261242,
        -0.03761379420757294,
        -0.02618277631700039,
        -0.024305520579218864,
        -0.004170800093561411,
        0.015785563737154007,
        0.009763549081981182,
        0.038798738270998,
        0.03817931190133095,
        -0.028990497812628746,
        0.06624718010425568,
        0.0033189570531249046,
        -0.006681246683001518,
        -0.059033896774053574,
        5.399845395004377e-05,
        -0.006758480332791805,
        -0.018917862325906754,
        -0.030446143820881844,
        0.007617715746164322,
        -0.06385920196771622,
        -0.018762588500976562,
        -0.07499731332063675,
        0.025825634598731995,
        0.00932382047176361,
        0.023220684379339218,
        0.08469178527593613,
        -0.0013234494253993034,
        0.10118319094181061,
        -0.09136788547039032,
        -0.0021705080289393663,
        0.010094157420098782,
        0.008775806054472923,
        0.04383043944835663,
        -0.018462935462594032,
        -0.0554785430431366,
        -0.015323356725275517,
        -0.012599644251167774,
        -0.023626981303095818,
        -0.10785669088363647,
        -0.08783187717199326,
        0.08290775865316391,
        -0.058663588017225266,
        -0.04150104150176048,
        0.022580187767744064,
        -0.000623350846581161,
        -0.03449761122465134,
        -0.013973347842693329,
        -0.002708161948248744,
        0.017894241958856583,
        -0.007158773951232433,
        -0.02065218985080719,
        -0.15045283734798431,
        0.018839633092284203,
        0.009971941821277142,
        -0.03581272065639496,
        0.12748859822750092,
        0.0650700181722641,
        0.04472228139638901,
        0.04266998916864395,
        0.15081238746643066,
        -0.09477315098047256,
        0.03994831442832947,
        -0.0015249644638970494,
        -0.05200197175145149,
        -0.09304559230804443,
        -0.01564844138920307,
        -0.013563753105700016,
        -0.06758809834718704,
        -0.010033792816102505,
        -0.04268897324800491,
        -0.040833186358213425,
        0.03715166822075844,
        -0.0025662335101515055,
        -0.025681214407086372,
        -0.024930140003561974,
        0.03993047773838043,
        -0.019725937396287918,
        -0.024136027321219444,
        0.06991800665855408,
        0.1089760810136795,
        -0.02390381321310997,
        0.02301204390823841,
        0.08153477311134338,
        -0.033144544810056686,
        0.05756189674139023,
        0.062265343964099884,
        -0.011299674399197102,
        0.031200362369418144,
        0.02299663797020912,
        0.020308811217546463,
        0.009504678659141064,
        0.1119302287697792,
        0.0720548927783966,
        0.03278597071766853,
        0.05014323443174362,
        0.058623965829610825,
        0.0007522372761741281,
        0.04791046679019928,
        0.05301036313176155,
        -3.294121247429898e-33,
        -0.030604839324951172,
        -0.011003579944372177,
        -0.05750949680805206,
        -0.06170808896422386,
        0.07091700285673141,
        -0.044587086886167526,
        0.0212511345744133,
        0.04498598352074623,
        -0.019377637654542923,
        0.02756165713071823,
        0.06172223016619682,
        0.05798115208745003,
        0.024455999955534935,
        0.022259026765823364,
        0.026440976187586784,
        -0.07384882122278214,
        0.07404854148626328,
        0.08670175075531006,
        -0.03961171954870224,
        -0.01930786855518818,
        -0.004801654722541571,
        -0.007163964677602053,
        0.024405797943472862,
        -0.028741447255015373,
        0.05365647375583649,
        -0.032786447554826736,
        -0.025470154359936714,
        0.08192238956689835,
        -0.01799817942082882,
        0.04764362424612045,
        -0.012827633880078793,
        0.04275839775800705,
        0.02661244012415409,
        0.07477859407663345,
        0.018985837697982788,
        0.020555546507239342,
        0.05244171991944313,
        -0.006287044379860163,
        0.0027032343205064535,
        -0.0031326503958553076,
        -0.03650379180908203,
        0.07338277250528336,
        0.07484415918588638,
        0.057743437588214874,
        -0.0003249339642934501,
        0.019661925733089447,
        -0.01482541486620903,
        -0.002747907070443034,
        0.007058856077492237,
        0.10095851868391037,
        -0.021021082997322083,
        0.04089158773422241,
        -0.08710741996765137,
        -0.03408413752913475,
        0.06639128923416138,
        0.05635762959718704,
        -0.054192136973142624,
        -0.01296086423099041,
        0.04795732721686363,
        -0.03876618295907974,
        0.04057304933667183,
        0.048683181405067444,
        -0.02857953868806362,
        -0.001573040965013206,
        0.03358984738588333,
        0.005799019243568182,
        -0.059194669127464294,
        0.061838842928409576,
        -0.023380571976304054,
        -0.029540332034230232,
        -0.022206205874681473,
        -0.04910041764378548,
        -0.025657005608081818,
        -0.0068407682701945305,
        -0.05690659210085869,
        -0.04036496579647064,
        -0.009444915689527988,
        0.008905300870537758,
        -0.0032236697152256966,
        -0.011721806600689888,
        -0.03197651356458664,
        -0.017459582537412643,
        0.0266518946737051,
        0.012128299102187157,
        0.09888215363025665,
        -0.011329383589327335,
        -0.0007698936969973147,
        0.07377678900957108,
        -0.16372892260551453,
        -0.06401196122169495,
        -0.030265886336565018,
        0.019729316234588623,
        0.0160270556807518,
        -0.0026773393619805574,
        -0.027463240548968315,
        2.6179871824124877e-33,
        0.14338843524456024,
        0.0004241015121806413,
        -0.02672034129500389,
        0.024569373577833176,
        0.0492362380027771,
        0.00520860031247139,
        0.0010777115821838379,
        0.10715381801128387,
        -0.07184190303087234,
        0.10126333683729172,
        -0.014516802504658699,
        0.051413919776678085,
        0.04606698825955391,
        0.0051252576522529125,
        0.01712590828537941,
        -0.053968049585819244,
        0.047999307513237,
        -0.00887239258736372,
        -0.04791303724050522,
        0.11194803565740585,
        -0.02715928852558136,
        -0.0053725698962807655,
        -0.0428694523870945,
        -0.06749986112117767,
        -0.07956108450889587,
        0.11106803268194199,
        0.05725214630365372,
        -0.051106031984090805,
        -0.12552179396152496,
        -0.05373058468103409,
        -0.10278131812810898,
        0.006671163719147444,
        -0.10817288607358932,
        -0.07507216930389404,
        -0.00925122294574976,
        -0.003244095714762807,
        -0.0624040924012661,
        -0.07093648612499237,
        -0.055716391652822495,
        0.051771145313978195,
        0.11474181711673737,
        0.05063697695732117,
        0.05180857703089714,
        -0.02000371366739273,
        -0.08935654163360596,
        -0.01894414611160755,
        0.055206917226314545,
        -0.032472673803567886,
        -0.050399184226989746,
        -0.03202177584171295,
        -0.0030618987511843443,
        -0.07126078754663467,
        0.016662057489156723,
        0.0411268025636673,
        0.017218051478266716,
        -0.05220799148082733,
        0.031762514263391495,
        0.06856536865234375,
        -0.036488864570856094,
        0.010583396069705486,
        0.0214756578207016,
        0.028414661064743996,
        0.008913043886423111,
        0.06809279322624207,
        0.08071548491716385,
        0.044767946004867554,
        -0.006849671248346567,
        0.06889665126800537,
        0.017008479684591293,
        -0.006889796815812588,
        0.1167704164981842,
        -0.010056821629405022,
        -0.046841952949762344,
        0.012862748466432095,
        0.025574855506420135,
        0.010518217459321022,
        -0.03621004521846771,
        -0.022456001490354538,
        -0.0169146079570055,
        -0.035300061106681824,
        -0.0746891051530838,
        -0.08428547531366348,
        -0.08719032257795334,
        -0.10969197750091553,
        0.064109206199646,
        -0.06296037137508392,
        0.022488728165626526,
        -0.03292747959494591,
        -0.04072997346520424,
        0.031231168657541275,
        0.03748640418052673,
        0.03387100622057915,
        -0.04622158408164978,
        -0.07867046445608139,
        0.03687871992588043,
        -1.6219170007047978e-08,
        -0.05806747078895569,
        0.06781578063964844,
        -0.06131818890571594,
        -0.03267102316021919,
        0.050637952983379364,
        -0.0833936557173729,
        0.04742905870079994,
        -0.0018284200923517346,
        -0.050903160125017166,
        -0.011393791995942593,
        0.14420679211616516,
        0.008412536233663559,
        0.08689529448747635,
        0.044409383088350296,
        -0.02400144748389721,
        -0.012196846306324005,
        -0.04273655638098717,
        -0.06504564732313156,
        -0.04655822739005089,
        0.028464214876294136,
        -0.062064748257398605,
        -0.010608132928609848,
        -0.012888284400105476,
        -0.039042551070451736,
        0.03583629056811333,
        0.028697801753878593,
        0.0027143049519509077,
        0.043731771409511566,
        0.028203006833791733,
        -0.0017712709959596395,
        0.024040719494223595,
        0.032271843403577805,
        -0.04285642132163048,
        -0.035147152841091156,
        -0.020928701385855675,
        0.02880106493830681,
        -0.04894823953509331,
        -0.010906325653195381,
        0.0028752004727721214,
        0.009880811907351017,
        -0.04924400895833969,
        -0.0675131306052208,
        -0.028643237426877022,
        0.018167302012443542,
        0.03465333580970764,
        0.002171650528907776,
        -0.010943579487502575,
        0.06024368479847908,
        -0.09869986027479172,
        0.0151349613443017,
        0.025447100400924683,
        -0.02999083511531353,
        0.018262062221765518,
        -0.015390566550195217,
        0.05914926156401634,
        -0.09578566998243332,
        0.07469756156206131,
        -0.004908435512334108,
        -0.09536555409431458,
        -0.007531840819865465,
        0.039620399475097656,
        0.04926227405667305,
        -0.09253120422363281,
        -0.07493212819099426
      ],
      "query_id": "eval-lantern-2",
      "question": "How long can the reserve lamp illuminate the corridor?",
      "ranking": [
        {
          "id": "lantern",
          "score": 0.6622573959108115
        },
        {
          "id": "lantern-charge",
          "score": 0.5143643544142417
        },
        {
          "id": "harbor",
          "score": 0.29502779988213956
        },
        {
          "id": "engine",
          "score": 0.24253161331955247
        },
        {
          "id": "quartz",
          "score": 0.2422304303457734
        },
        {
          "id": "frost",
          "score": 0.22658868760677306
        },
        {
          "id": "iris",
          "score": 0.2260154335877387
        },
        {
          "id": "cargo",
          "score": 0.21487350815789513
        },
        {
          "id": "iris-network",
          "score": 0.19568932138107098
        },
        {
          "id": "nova",
          "score": 0.19308110195009762
        },
        {
          "id": "orbit",
          "score": 0.17977029275412912
        },
        {
          "id": "mirror",
          "score": 0.16896316889169252
        },
        {
          "id": "archive",
          "score": 0.16878356334357045
        },
        {
          "id": "garden",
          "score": 0.15274265255124014
        },
        {
          "id": "junction",
          "score": 0.14303351953332952
        },
        {
          "id": "beacon",
          "score": 0.14186756741379355
        },
        {
          "id": "drone",
          "score": 0.14084467699631742
        },
        {
          "id": "soil",
          "score": 0.13701734254027212
        },
        {
          "id": "prism",
          "score": 0.13606682442710222
        },
        {
          "id": "quartz-batch",
          "score": 0.12982998197565765
        },
        {
          "id": "keel",
          "score": 0.09903192004462066
        },
        {
          "id": "export",
          "score": 0.08428632845452484
        },
        {
          "id": "rivet",
          "score": 0.03979972595208695
        },
        {
          "id": "rivet-calibration",
          "score": 0.03957848762806928
        }
      ],
      "reached_token_limit": false,
      "references": [
        "150 minutes",
        "150"
      ],
      "relevance": {
        "lantern": 1
      },
      "retrieval_ms": 8.153728998877341,
      "split": "eval",
      "total_ms": 113.87673499848461
    },
    {
      "answer": "40 minutes",
      "answerable": true,
      "context_ids": [
        "mirror",
        "quartz",
        "prism"
      ],
      "execution_position": 1,
      "generation_ms": 101.79673099992215,
      "group": "mirror",
      "input_tokens": 184,
      "method": "dense",
      "metrics": {
        "context_recall": 1.0,
        "exact_match": 1.0,
        "ndcg": 1.0,
        "recall": 1.0,
        "token_f1": 1.0
      },
      "output_tokens": 3,
      "prompt": "Answer the question using only the context. Give a short answer. If the context does not contain the answer, say unknown.\n\nContext:\n[mirror] Mirror synchronization. Mirror replicas synchronize every 14 minutes. A replica more than 40 minutes behind is marked stale. Stale replicas remain readable but cannot serve verification requests.\n[quartz] Quartz service limits. The Quartz lookup service accepts 90 requests per minute per client. Requests above that limit receive status 429. A client should wait 20 seconds before trying again.\n[prism] Prism sample storage. Prism mineral samples are stored at 8 degrees Celsius. Each sample requires a white tamper seal. Samples with broken seals must be moved to quarantine shelf Q4.\n\nQuestion: How far behind must a Mirror replica be to become stale?\nAnswer:",
      "query_embedding": [
        -0.016007844358682632,
        -0.0275439266115427,
        0.07253721356391907,
        -0.03625389188528061,
        -0.010277136228978634,
        -0.09733737260103226,
        -0.1260167360305786,
        -0.036001332104206085,
        -0.047284096479415894,
        0.004684208892285824,
        0.018430104479193687,
        0.09809375554323196,
        0.023674828931689262,
        -0.05345751717686653,
        -0.004758731462061405,
        -0.017571892589330673,
        0.14144740998744965,
        -0.10051430761814117,
        0.015268799848854542,
        0.027054939419031143,
        0.03488803654909134,
        -0.08879898488521576,
        -0.024386851117014885,
        -0.026962487027049065,
        0.005203885026276112,
        0.0010481167118996382,
        -0.05360442027449608,
        -0.035540495067834854,
        -0.007266694214195013,
        -0.036740031093358994,
        -0.07169545441865921,
        0.002116212621331215,
        -0.09221731871366501,
        -0.0651128813624382,
        0.04853159561753273,
        0.02629031240940094,
        -0.02664458565413952,
        -0.05751804634928703,
        0.0838603749871254,
        -0.07762479037046432,
        -0.010905088856816292,
        -0.04295407608151436,
        -0.022298462688922882,
        0.05926818028092384,
        -0.024989303201436996,
        0.01986091583967209,
        0.06487710028886795,
        0.03503619134426117,
        0.027895627543330193,
        -0.06335555762052536,
        -0.01306038349866867,
        -0.04218870401382446,
        0.008537657558918,
        -0.029020143672823906,
        0.002972800051793456,
        -0.03374199569225311,
        0.02494686469435692,
        0.028637010604143143,
        0.004913238808512688,
        0.07156705111265182,
        0.15555928647518158,
        -0.077359139919281,
        -0.05500853434205055,
        -0.04202939569950104,
        0.054989732801914215,
        0.014301883056759834,
        0.03932945430278778,
        -0.05414469912648201,
        0.05364308878779411,
        0.04351910948753357,
        -0.07464373856782913,
        0.018865270540118217,
        -0.04573337733745575,
        0.00788565818220377,
        4.038928182126256e-06,
        0.039160411804914474,
        0.05734729394316673,
        -0.07399660348892212,
        -0.024229807779192924,
        -0.00388756743632257,
        -0.04124418646097183,
        -0.021149497479200363,
        0.049500059336423874,
        -0.01396049465984106,
        -0.03950908035039902,
        -0.03627033904194832,
        0.010071375407278538,
        0.02868761494755745,
        0.02551371417939663,
        -0.010301350615918636,
        0.03476223722100258,
        0.12685807049274445,
        0.012523090466856956,
        -0.03183496370911598,
        0.011628176085650921,
        0.017192669212818146,
        0.0193630401045084,
        0.06369231641292572,
        0.013537947088479996,
        0.011771558783948421,
        -0.008890874683856964,
        0.061257023364305496,
        0.004806173965334892,
        0.022842517122626305,
        0.0345502607524395,
        -0.029312556609511375,
        -0.09394191205501556,
        0.051063619554042816,
        -0.008828187361359596,
        0.08386591821908951,
        -0.03845822438597679,
        0.017621813341975212,
        0.0556085966527462,
        0.051314014941453934,
        -0.05026949569582939,
        -0.03149330988526344,
        0.05542799085378647,
        -0.00341043621301651,
        -0.08525564521551132,
        0.00965762510895729,
        0.0679403617978096,
        0.01904786005616188,
        0.06547451764345169,
        -0.021724959835410118,
        -0.03459848463535309,
        0.0016356530832126737,
        0.0798506811261177,
        -3.097453328355652e-33,
        -0.00810058880597353,
        0.02853173017501831,
        0.012952376157045364,
        0.007089458871632814,
        0.0026926943100988865,
        0.012600389309227467,
        0.037869926542043686,
        0.06248581036925316,
        -0.052569665014743805,
        -0.032256487756967545,
        -0.008365110494196415,
        -0.0182308629155159,
        -0.058396726846694946,
        -0.050219859927892685,
        -0.006482098251581192,
        0.005819864105433226,
        0.014575946144759655,
        0.0691014975309372,
        -0.03521708771586418,
        -0.04750702902674675,
        -0.050553418695926666,
        -0.09959476441144943,
        0.014118984341621399,
        0.01390843652188778,
        -0.012504393234848976,
        -0.00242958078160882,
        0.02480657771229744,
        0.02716667577624321,
        -0.07493726909160614,
        -0.009236893616616726,
        0.01941012032330036,
        0.026585731655359268,
        -0.002646316308528185,
        0.01140826940536499,
        0.008196337148547173,
        0.008467727340757847,
        0.012890290468931198,
        -0.008226050063967705,
        -0.016824617981910706,
        -0.03575952351093292,
        0.054259154945611954,
        0.04411054775118828,
        0.09726101905107498,
        -0.005253360141068697,
        0.039140086621046066,
        -0.030351657420396805,
        0.04687035083770752,
        0.05885038152337074,
        -0.06504806131124496,
        0.042508337646722794,
        0.028275683522224426,
        0.01376248337328434,
        -0.09261858463287354,
        0.03477007523179054,
        -0.017609789967536926,
        0.021222248673439026,
        0.09054551273584366,
        -0.11997934430837631,
        -0.011317098513245583,
        -0.004245287738740444,
        0.05908109247684479,
        0.005386854521930218,
        0.04965405911207199,
        0.05151795595884323,
        0.019727138802409172,
        0.09939129650592804,
        -0.08967190980911255,
        -0.022786205634474754,
        0.006756239105015993,
        0.06664574891328812,
        0.09652537107467651,
        -0.045374900102615356,
        -0.07061802595853806,
        -0.08120028674602509,
        -0.014151903800666332,
        -0.03661005198955536,
        -0.06715427339076996,
        -0.025919176638126373,
        0.040110185742378235,
        0.005808547604829073,
        -0.011513947509229183,
        -0.0007896933821029961,
        -0.18568448722362518,
        -0.04195655509829521,
        -0.007841468788683414,
        -0.024244535714387894,
        0.04820438101887703,
        -0.05496011674404144,
        -0.04092913493514061,
        -0.0033909224439412355,
        0.010297474451363087,
        -0.08134628087282181,
        -0.03110485151410103,
        -0.02825014479458332,
        -0.027616016566753387,
        2.0498309060547436e-33,
        0.07680749148130417,
        -0.03554799035191536,
        0.06031890586018562,
        0.0951702892780304,
        0.0017443015240132809,
        -0.04356345906853676,
        -0.018560267984867096,
        0.14182375371456146,
        -0.040345363318920135,
        0.024743085727095604,
        -0.017563654109835625,
        -0.03796328976750374,
        0.03204626590013504,
        0.05413864180445671,
        -0.03227265551686287,
        0.052413810044527054,
        0.17275965213775635,
        -0.13237226009368896,
        -0.038991790264844894,
        -0.020527923479676247,
        0.11120600253343582,
        -0.0644543394446373,
        -0.011865844018757343,
        0.0534343384206295,
        -0.03893313556909561,
        0.020457157865166664,
        0.014507181011140347,
        -0.08132919669151306,
        -0.027860527858138084,
        -0.05501239746809006,
        -0.020938267931342125,
        -0.0729365199804306,
        0.04427669197320938,
        -0.016855664551258087,
        0.03738970682024956,
        0.052700672298669815,
        -0.013560702092945576,
        0.029302475973963737,
        -0.024936655536293983,
        -0.03826266527175903,
        0.041036345064640045,
        0.03043203242123127,
        -0.06891567260026932,
        -0.029952289536595345,
        0.011166037060320377,
        -0.04608596861362457,
        -0.01273680292069912,
        0.020729010924696922,
        -0.029096681624650955,
        0.028360506519675255,
        0.08752597123384476,
        -0.027083298191428185,
        -0.01641971990466118,
        -0.01204188447445631,
        -0.023845216259360313,
        0.08629310876131058,
        -0.03824878856539726,
        0.13299642503261566,
        0.03599261865019798,
        0.03928235545754433,
        0.11525984853506088,
        0.00238637812435627,
        -0.0029265419580042362,
        8.47873161546886e-05,
        0.0006297977524809539,
        0.060023196041584015,
        0.017032131552696228,
        0.04626660794019699,
        -0.010408288799226284,
        0.03554343804717064,
        0.08428674936294556,
        0.05586638301610947,
        -0.015213734470307827,
        -0.0157706867903471,
        -0.018620865419507027,
        -0.017747744917869568,
        0.02598615363240242,
        0.008858958259224892,
        0.04599565267562866,
        0.033618733286857605,
        -0.15650157630443573,
        0.025830905884504318,
        0.005231058225035667,
        0.07646018266677856,
        0.04489913210272789,
        -0.10121676325798035,
        -0.00555630587041378,
        -0.06339748203754425,
        0.011093491688370705,
        0.0666029155254364,
        0.012805700302124023,
        -0.013869913294911385,
        -0.10838540643453598,
        -0.0629754513502121,
        0.024558983743190765,
        -1.582740694061613e-08,
        -0.003005250357091427,
        0.05376520752906799,
        0.05773529037833214,
        0.06170523539185524,
        0.012535208836197853,
        0.06705018132925034,
        0.11912622302770615,
        -0.013437864370644093,
        0.01956433244049549,
        0.016374580562114716,
        0.10158619284629822,
        0.004186546429991722,
        0.03976820409297943,
        0.015472955070436,
        -0.02999900095164776,
        0.009923688136041164,
        -0.011705460958182812,
        -0.08703606575727463,
        -0.0711757242679596,
        0.04445437341928482,
        -0.0768967717885971,
        -0.004072575364261866,
        0.0559188537299633,
        -0.057509344071149826,
        0.005489833652973175,
        -0.002267401199787855,
        0.00837506540119648,
        0.047429341822862625,
        0.012938892468810081,
        0.004053764045238495,
        0.001140484120696783,
        -0.027736885473132133,
        0.0578199066221714,
        -0.06066735088825226,
        -0.020519832149147987,
        -0.007875906303524971,
        -0.10851136595010757,
        0.004999089986085892,
        -0.008759290911257267,
        0.038705453276634216,
        -0.04632538557052612,
        -0.03462551161646843,
        -0.010446631349623203,
        0.057087983936071396,
        0.03716690465807915,
        -0.04288347065448761,
        -0.03764192387461662,
        -0.023717597126960754,
        -0.08226026594638824,
        0.007047578226774931,
        0.06152451038360596,
        -0.04785985127091408,
        -0.0298540610820055,
        0.0016213327180594206,
        -0.02363564819097519,
        -0.01005676668137312,
        0.04489441215991974,
        0.006062276195734739,
        -0.06065978854894638,
        0.023564128205180168,
        0.10738831013441086,
        0.006717137061059475,
        -0.00014834682224318385,
        0.01957531087100506
      ],
      "query_id": "eval-mirror-1",
      "question": "How far behind must a Mirror replica be to become stale?",
      "ranking": [
        {
          "id": "mirror",
          "score": 0.7138731158544768
        },
        {
          "id": "quartz",
          "score": 0.33229776004844536
        },
        {
          "id": "prism",
          "score": 0.2992990445886502
        },
        {
          "id": "keel",
          "score": 0.2648721597031324
        },
        {
          "id": "archive",
          "score": 0.23860255052783297
        },
        {
          "id": "engine",
          "score": 0.22669110931811773
        },
        {
          "id": "junction",
          "score": 0.22191158441862469
        },
        {
          "id": "rivet-calibration",
          "score": 0.2039717999414173
        },
        {
          "id": "harbor",
          "score": 0.19635195670312924
        },
        {
          "id": "cargo",
          "score": 0.18282860679446028
        },
        {
          "id": "quartz-batch",
          "score": 0.18222764516616127
        },
        {
          "id": "orbit",
          "score": 0.1721692237160507
        },
        {
          "id": "rivet",
          "score": 0.13967708416141397
        },
        {
          "id": "export",
          "score": 0.12380708657720564
        },
        {
          "id": "garden",
          "score": 0.12231281877888045
        },
        {
          "id": "frost",
          "score": 0.11741682866034582
        },
        {
          "id": "lantern",
          "score": 0.11284829152900043
        },
        {
          "id": "drone",
          "score": 0.09481046655560331
        },
        {
          "id": "beacon",
          "score": 0.07860195233660919
        },
        {
          "id": "nova",
          "score": 0.07851649094980928
        },
        {
          "id": "soil",
          "score": 0.07136261387047084
        },
        {
          "id": "iris",
          "score": 0.050694980170038144
        },
        {
          "id": "lantern-charge",
          "score": 0.0436982895863369
        },
        {
          "id": "iris-network",
          "score": 0.04106157879756518
        }
      ],
      "reached_token_limit": false,
      "references": [
        "more than 40 minutes",
        "40 minutes",
        "40"
      ],
      "relevance": {
        "mirror": 1
      },
      "retrieval_ms": 11.553808999451576,
      "split": "eval",
      "total_ms": 114.86179499843274
    },
    {
      "answer": "No",
      "answerable": true,
      "context_ids": [
        "mirror",
        "quartz",
        "keel"
      ],
      "execution_position": 0,
      "generation_ms": 70.35644499774207,
      "group": "mirror",
      "input_tokens": 180,
      "method": "dense",
      "metrics": {
        "context_recall": 1.0,
        "exact_match": 1.0,
        "ndcg": 1.0,
        "recall": 1.0,
        "token_f1": 1.0
      },
      "output_tokens": 2,
      "prompt": "Answer the question using only the context. Give a short answer. If the context does not contain the answer, say unknown.\n\nContext:\n[mirror] Mirror synchronization. Mirror replicas synchronize every 14 minutes. A replica more than 40 minutes behind is marked stale. Stale replicas remain readable but cannot serve verification requests.\n[quartz] Quartz service limits. The Quartz lookup service accepts 90 requests per minute per client. Requests above that limit receive status 429. A client should wait 20 seconds before trying again.\n[keel] Keel backup policy. Keel configuration backups run every six hours. The station keeps 28 backup snapshots. Restoring a snapshot requires the maintenance role and restarts the routing service.\n\nQuestion: Can a stale Mirror replica serve verification requests?\nAnswer:",
      "query_embedding": [
        -0.09359399229288101,
        -0.04934742674231529,
        0.06728743016719818,
        -0.017453419044613838,
        0.0315043181180954,
        -0.10442378371953964,
        -0.09381595253944397,
        -0.11628890037536621,
        -0.04295724630355835,
        0.02658684179186821,
        -0.032478779554367065,
        0.07749045640230179,
        0.03504186123609543,
        -0.04017692804336548,
        -0.005492480471730232,
        -0.04956971853971481,
        0.0874413400888443,
        -0.009376022033393383,
        0.06749386340379715,
        0.048555489629507065,
        -0.09214774519205093,
        -0.0637800395488739,
        -0.036049533635377884,
        -0.017094718292355537,
        -0.03135640546679497,
        -0.03879985585808754,
        -0.008568939752876759,
        -0.02168375253677368,
        -0.04358870908617973,
        -0.05677461251616478,
        -0.011569473892450333,
        0.0351184643805027,
        -0.10934025794267654,
        -0.06960716098546982,
        0.0678485557436943,
        -0.00557871675118804,
        0.01139957457780838,
        -0.058435555547475815,
        0.03326401114463806,
        -0.08136172592639923,
        -0.013859027065336704,
        -0.1007038950920105,
        -0.09216118603944778,
        0.03633637726306915,
        -0.029083633795380592,
        0.04578949883580208,
        0.06666392087936401,
        0.052251167595386505,
        -0.02539854310452938,
        -0.03695513308048248,
        0.009368550963699818,
        -0.039585866034030914,
        0.0655517727136612,
        -0.03085038810968399,
        -0.0026234874967485666,
        -0.001747477101162076,
        0.0737757682800293,
        0.06167317181825638,
        0.02741287089884281,
        0.11390151083469391,
        0.10556143522262573,
        -0.06581294536590576,
        -0.04308827221393585,
        0.029810426756739616,
        0.07290823012590408,
        0.11618854105472565,
        0.03709326684474945,
        -0.052526675164699554,
        0.06825217604637146,
        -0.0006182343349792063,
        -0.025332089513540268,
        -0.02393806166946888,
        -0.004286097828298807,
        0.015223992988467216,
        -0.0030842036940157413,
        0.029832275584340096,
        -0.03739139437675476,
        -0.0511479377746582,
        0.0105166370049119,
        0.021345820277929306,
        -0.04339716583490372,
        -0.043401025235652924,
        0.03289776295423508,
        0.010077182203531265,
        0.018838629126548767,
        -0.021750424057245255,
        0.009184044785797596,
        0.03944554924964905,
        0.0424179881811142,
        -0.04091919958591461,
        0.024293052032589912,
        0.09638451784849167,
        0.027191197499632835,
        -0.026983482763171196,
        0.028647052124142647,
        0.016204241663217545,
        0.07210208475589752,
        0.0703691840171814,
        -0.007908603176474571,
        0.01794084906578064,
        0.012362013570964336,
        0.049756087362766266,
        0.022960903123021126,
        -0.02065691165626049,
        0.06241915002465248,
        -0.007144388277083635,
        -0.07177451252937317,
        0.041102778166532516,
        0.03877551481127739,
        0.04210585355758667,
        -0.0388149730861187,
        -0.03574877604842186,
        0.07895255088806152,
        0.05697660893201828,
        -0.03718103468418121,
        -0.021621063351631165,
        0.03929216042160988,
        -0.0009917878778651357,
        -0.08941774815320969,
        0.00358541845344007,
        0.06162922456860542,
        -0.017140638083219528,
        0.07566174864768982,
        -0.06445416808128357,
        1.6036556189646944e-05,
        0.0027910838834941387,
        0.07915853708982468,
        -3.0365333336242868e-33,
        -0.006047331728041172,
        0.02214704267680645,
        0.021407151594758034,
        -0.008531979285180569,
        -0.0009459540597163141,
        0.017672376707196236,
        0.07861671596765518,
        0.059092093259096146,
        -0.06763910502195358,
        -0.1326451450586319,
        -0.04191270098090172,
        0.04533746466040611,
        0.014921976253390312,
        -0.05587448179721832,
        -0.03205842897295952,
        0.040846604853868484,
        0.008857367560267448,
        0.08286233991384506,
        0.006312911864370108,
        0.02812168560922146,
        0.03431383892893791,
        -0.06685765832662582,
        0.022064054384827614,
        -0.027393704280257225,
        -0.021748727187514305,
        0.011029730550944805,
        0.02131827361881733,
        0.08206457644701004,
        -0.021145343780517578,
        -0.031632497906684875,
        -0.06737734377384186,
        0.01056425366550684,
        0.021925050765275955,
        0.05670767277479172,
        -0.004092590417712927,
        -0.030888017266988754,
        0.08454877883195877,
        -0.058583661913871765,
        -0.033291734755039215,
        -0.05510537698864937,
        0.07189052551984787,
        0.013981376774609089,
        0.026863012462854385,
        0.03493667393922806,
        -0.019825242459774017,
        -0.06252161413431168,
        0.030014676973223686,
        0.05230173468589783,
        -0.030674206092953682,
        0.05867255851626396,
        0.013920853845775127,
        0.01889837346971035,
        -0.12514303624629974,
        -0.05161498114466667,
        -0.04828910902142525,
        0.028010878711938858,
        0.004708146210759878,
        0.004668297711759806,
        -0.008870725519955158,
        -0.0013233816716820002,
        0.08554378151893616,
        -0.04295361042022705,
        -0.03360064700245857,
        0.009823214262723923,
        0.01796664483845234,
        0.0960010439157486,
        -0.08627042919397354,
        -0.05216755345463753,
        0.0037402287125587463,
        0.06590227037668228,
        0.06360205262899399,
        -0.026142721995711327,
        -0.04520502686500549,
        -0.06474829465150833,
        0.03610766679048538,
        -0.02412089705467224,
        -0.08579938858747482,
        0.023818619549274445,
        -0.0011712193954735994,
        0.03197723999619484,
        0.06530021876096725,
        -0.017832934856414795,
        -0.12714621424674988,
        0.00876066368073225,
        0.025346992537379265,
        -0.0038630086928606033,
        0.02224637009203434,
        -0.08250412344932556,
        -0.06271358579397202,
        -0.01828174479305744,
        -0.028773121535778046,
        -0.016602693125605583,
        -0.030885837972164154,
        0.018136214464902878,
        0.005810495000332594,
        2.1889030916875515e-33,
        -0.019006988033652306,
        -0.09401040524244308,
        0.03353137522935867,
        0.10593021661043167,
        0.016478281468153,
        -0.019911998882889748,
        -0.004921861924231052,
        0.07714633643627167,
        -0.06514042615890503,
        0.010195594280958176,
        0.07188897579908371,
        -0.07485059648752213,
        -0.002793277380988002,
        0.0435306690633297,
        -0.07550454139709473,
        -0.034377019852399826,
        0.07498244196176529,
        -0.06447093188762665,
        -0.013375723734498024,
        0.08279617875814438,
        0.13875003159046173,
        -0.032851025462150574,
        -0.038106705993413925,
        0.020237743854522705,
        0.011943002231419086,
        0.052157506346702576,
        0.0255289189517498,
        -0.06840164214372635,
        0.029158659279346466,
        0.020608633756637573,
        0.07933171838521957,
        -0.024293692782521248,
        0.009570647962391376,
        0.02389472909271717,
        0.05959300696849823,
        0.03263001888990402,
        0.039837367832660675,
        0.07774534821510315,
        -0.02955656684935093,
        -0.02788098156452179,
        0.016828268766403198,
        -0.017170840874314308,
        -0.056712716817855835,
        -0.022560935467481613,
        0.019142426550388336,
        -0.05790356546640396,
        -0.01679218001663685,
        0.08320367336273193,
        -0.08079688996076584,
        0.001424298738129437,
        0.08679918944835663,
        -0.016636816784739494,
        0.003416133811697364,
        0.02067214995622635,
        -0.026741761714220047,
        0.048827070742845535,
        -0.05143362656235695,
        0.11981289088726044,
        0.039029013365507126,
        0.015147941187024117,
        0.0441107340157032,
        0.002010663039982319,
        -0.015475326217710972,
        -0.007229404058307409,
        0.07216866314411163,
        0.03686593472957611,
        0.05173850804567337,
        -0.03551133722066879,
        0.009791048243641853,
        0.08523882925510406,
        0.0754430890083313,
        -0.0022443230263888836,
        -0.019600598141551018,
        0.015326188877224922,
        0.12061963975429535,
        -0.03686032071709633,
        -0.03496652841567993,
        -0.0037420066073536873,
        -0.023778904229402542,
        0.048073459416627884,
        -0.1209423616528511,
        0.015859095379710197,
        0.038737718015909195,
        0.09584594517946243,
        0.03200175240635872,
        -0.07714936137199402,
        -0.00548379123210907,
        0.0007089867722243071,
        0.01301258709281683,
        0.05814703181385994,
        0.01500238198786974,
        -0.029666539281606674,
        -0.09556117653846741,
        -0.034196943044662476,
        -0.00906573049724102,
        -1.346818834235819e-08,
        0.02607680857181549,
        0.027973376214504242,
        0.025930216535925865,
        0.0436750203371048,
        -0.023341212421655655,
        0.0408790223300457,
        0.007773752324283123,
        -0.12935896217823029,
        -0.007264959625899792,
        0.001853949623182416,
        0.02575158141553402,
        -0.01447425875812769,
        0.006678036414086819,
        -0.04059605300426483,
        0.004877787549048662,
        0.014823186211287975,
        0.051834117621183395,
        -0.10064411908388138,
        -0.07443314790725708,
        -0.027212833985686302,
        -0.05828195810317993,
        0.012057757005095482,
        0.008181543089449406,
        0.012477229349315166,
        -0.021220413967967033,
        0.021057389676570892,
        0.020422153174877167,
        0.007280845195055008,
        -0.016914421692490578,
        -0.04645369201898575,
        -0.041841644793748856,
        -0.04012433439493179,
        0.10801225900650024,
        -0.05523901432752609,
        0.01030152291059494,
        0.0001353119150735438,
        -0.06912257522344589,
        -0.03074069879949093,
        0.00206836499273777,
        -0.017427952960133553,
        0.0009671093430370092,
        0.04394053667783737,
        -0.06090132147073746,
        0.026881232857704163,
        0.04112594574689865,
        -0.006880943197757006,
        0.0003675560874398798,
        -0.07183890789747238,
        -0.06213134899735451,
        -0.019751911982893944,
        0.04919695481657982,
        -0.08493735641241074,
        -0.0661122128367424,
        0.05777815729379654,
        -0.059962816536426544,
        -0.020373797044157982,
        0.05193472281098366,
        -0.0044236257672309875,
        0.00644909730181098,
        0.0466286726295948,
        0.19361507892608643,
        0.03320551663637161,
        0.018917707726359367,
        -0.03853962942957878
      ],
      "query_id": "eval-mirror-2",
      "question": "Can a stale Mirror replica serve verification requests?",
      "ranking": [
        {
          "id": "mirror",
          "score": 0.7952371643344448
        },
        {
          "id": "quartz",
          "score": 0.3200127059042114
        },
        {
          "id": "keel",
          "score": 0.2055343505384009
        },
        {
          "id": "junction",
          "score": 0.19828398139455825
        },
        {
          "id": "archive",
          "score": 0.18888297352076527
        },
        {
          "id": "prism",
          "score": 0.18591513183807729
        },
        {
          "id": "harbor",
          "score": 0.18015412435534053
        },
        {
          "id": "cargo",
          "score": 0.17736475439306418
        },
        {
          "id": "rivet-calibration",
          "score": 0.17412965248666182
        },
        {
          "id": "rivet",
          "score": 0.15806883494484483
        },
        {
          "id": "orbit",
          "score": 0.15365232261072317
        },
        {
          "id": "quartz-batch",
          "score": 0.14344458712751612
        },
        {
          "id": "engine",
          "score": 0.13521090193320334
        },
        {
          "id": "nova",
          "score": 0.12762745389814362
        },
        {
          "id": "beacon",
          "score": 0.1270646291651601
        },
        {
          "id": "frost",
          "score": 0.12405672519211108
        },
        {
          "id": "iris",
          "score": 0.1209538391130181
        },
        {
          "id": "lantern",
          "score": 0.11698530081331011
        },
        {
          "id": "iris-network",
          "score": 0.10451756956562648
        },
        {
          "id": "export",
          "score": 0.05777470163977656
        },
        {
          "id": "drone",
          "score": 0.043211803940939326
        },
        {
          "id": "lantern-charge",
          "score": 0.006256720211183901
        },
        {
          "id": "soil",
          "score": -0.01300305033920771
        },
        {
          "id": "garden",
          "score": -0.01558564733132622
        }
      ],
      "reached_token_limit": false,
      "references": [
        "no"
      ],
      "relevance": {
        "mirror": 1
      },
      "retrieval_ms": 7.767617000354221,
      "split": "eval",
      "total_ms": 79.7750680030731
    },
    {
      "answer": "observation team",
      "answerable": true,
      "context_ids": [
        "nova",
        "beacon",
        "junction"
      ],
      "execution_position": 2,
      "generation_ms": 89.6834619998117,
      "group": "nova",
      "input_tokens": 176,
      "method": "dense",
      "metrics": {
        "context_recall": 1.0,
        "exact_match": 0.0,
        "ndcg": 1.0,
        "recall": 1.0,
        "token_f1": 0.0
      },
      "output_tokens": 3,
      "prompt": "Answer the question using only the context. Give a short answer. If the context does not contain the answer, say unknown.\n\nContext:\n[nova] Nova alert routing. Nova critical alerts go to the on-call navigator. Warning alerts go to the observation team. A critical alert must be acknowledged within seven minutes.\n[beacon] Beacon heartbeat. A beacon reports its heartbeat every 45 seconds. After four consecutive missed heartbeats, the console labels it silent. A silent label does not disable the beacon.\n[junction] Junction message queue. The junction queue retries a failed delivery up to five times. Each retry waits 18 seconds. After the fifth failed retry, the message enters the copper dead-letter queue.\n\nQuestion: Who receives Nova critical alerts?\nAnswer:",
      "query_embedding": [
        -0.03558890148997307,
        -0.009814816527068615,
        7.28470622561872e-05,
        0.03268678858876228,
        0.03128213435411453,
        -0.02412920631468296,
        0.052317485213279724,
        -0.03332260251045227,
        0.04590043053030968,
        0.08746704459190369,
        -0.05555608123540878,
        -0.036783136427402496,
        -0.03815067186951637,
        -0.02656727097928524,
        -0.10182087868452072,
        3.32257041009143e-05,
        0.056687843054533005,
        -0.07951610535383224,
        0.013676578179001808,
        0.03390553593635559,
        -0.004262456204742193,
        0.06231052801012993,
        -0.013381690718233585,
        0.04019668325781822,
        -0.048776134848594666,
        0.018983617424964905,
        -0.04603809490799904,
        0.06406085193157196,
        -0.004240319132804871,
        -0.009853580966591835,
        -0.0009572035633027554,
        -0.04864492267370224,
        -0.028377560898661613,
        0.07162117958068848,
        -0.059611525386571884,
        -0.012328384444117546,
        0.09222457557916641,
        0.001637376844882965,
        -0.023991690948605537,
        -0.007510329596698284,
        0.06329496204853058,
        -0.04157407581806183,
        -0.020081691443920135,
        0.019264373928308487,
        0.010172686539590359,
        -0.0638875812292099,
        -0.019214347004890442,
        -0.09875516593456268,
        -0.014101806096732616,
        0.03645174950361252,
        -0.018951045349240303,
        -0.10505219548940659,
        -0.0035522333346307278,
        0.01334692444652319,
        0.036561377346515656,
        0.026683995500206947,
        0.007414781954139471,
        -0.041250888258218765,
        0.06445851922035217,
        0.02821081131696701,
        -0.017817549407482147,
        -0.0532195083796978,
        -0.0637802705168724,
        0.01091969944536686,
        0.09909988194704056,
        0.05407007038593292,
        -0.011045251041650772,
        0.05911867320537567,
        -0.0020861001685261726,
        -0.07634437829256058,
        0.03302307799458504,
        -0.008182625286281109,
        0.06169356405735016,
        -0.006445141509175301,
        0.04792473837733269,
        0.09119835495948792,
        0.08517836034297943,
        -0.021919414401054382,
        0.04589805379509926,
        -0.008916661143302917,
        0.027139823883771896,
        -0.037075795233249664,
        0.0002582691959105432,
        0.03299419581890106,
        0.02724854275584221,
        0.009889526292681694,
        -0.03705659881234169,
        0.04972658306360245,
        0.012532418593764305,
        0.040472667664289474,
        0.014353289268910885,
        -0.045031193643808365,
        0.012501307763159275,
        0.026399144902825356,
        -0.0004128307045903057,
        0.04222051054239273,
        -0.043799981474876404,
        -0.11739608645439148,
        -0.02751935087144375,
        0.03280322998762131,
        0.029174165800213814,
        -0.01907585747539997,
        -0.04915650561451912,
        0.017019549384713173,
        -0.027206216007471085,
        -0.03818648308515549,
        -0.06604330986738205,
        -0.01855451986193657,
        0.009090753272175789,
        0.08193347603082657,
        -0.00754668889567256,
        -0.002568343887105584,
        0.021864764392375946,
        -0.053144872188568115,
        0.009852543473243713,
        0.06109696254134178,
        -0.03885234519839287,
        0.11009654402732849,
        0.07692070305347443,
        0.021897325292229652,
        0.02454979717731476,
        -0.01821187511086464,
        -0.018543843179941177,
        -0.02158275805413723,
        0.061839472502470016,
        0.08317846804857254,
        -0.04371361806988716,
        -3.938347620320191e-33,
        0.0046964422799646854,
        0.0787954106926918,
        0.016138959676027298,
        0.07600642740726471,
        0.021700037643313408,
        -0.010168089531362057,
        -0.033889222890138626,
        0.003018978051841259,
        0.015688549727201462,
        -0.06201969459652901,
        -0.0942145511507988,
        0.08516274392604828,
        0.06951555609703064,
        -0.016112785786390305,
        -0.08829054236412048,
        -0.014981263317167759,
        -0.002136268187314272,
        0.02435256354510784,
        -0.11070720851421356,
        -0.03967173025012016,
        -0.030954089015722275,
        -0.03209152817726135,
        -0.039282750338315964,
        0.019151847809553146,
        0.05011434108018875,
        0.008982574567198753,
        -0.014084212481975555,
        0.05771277844905853,
        -0.024562813341617584,
        0.021289614960551262,
        -0.045231595635414124,
        0.05636977404356003,
        0.05070935934782028,
        0.002100185723975301,
        0.03303800895810127,
        0.06823387742042542,
        -0.014253269881010056,
        0.014910410158336163,
        0.01705009490251541,
        -0.03844381496310234,
        0.04151081666350365,
        -0.0032671471126377583,
        -0.048341747373342514,
        0.07961182296276093,
        0.027502771466970444,
        -0.06560330837965012,
        0.015059815719723701,
        -0.07510253041982651,
        0.08742330223321915,
        -4.350292147137225e-05,
        -0.02450467459857464,
        0.004093247931450605,
        -0.11130280047655106,
        0.009964311495423317,
        -0.02137785218656063,
        0.04135540500283241,
        0.022610347718000412,
        -0.018478233367204666,
        0.02481980435550213,
        -0.030715983361005783,
        -0.014301965944468975,
        -0.016791261732578278,
        0.018127717077732086,
        -0.011724567040801048,
        0.04195745661854744,
        0.05129542574286461,
        -0.011247772723436356,
        -0.04473521187901497,
        0.04717160761356354,
        0.014215260744094849,
        -0.03180450573563576,
        0.08259180188179016,
        0.09122501313686371,
        -0.11335302144289017,
        -0.04286394640803337,
        -0.00023212702944874763,
        -0.013351951725780964,
        0.05272211506962776,
        0.0009174117585644126,
        -0.022894352674484253,
        -0.020437637344002724,
        -0.09563128650188446,
        0.08764997869729996,
        0.09922413527965546,
        0.010501056909561157,
        -0.019504815340042114,
        -0.042579587548971176,
        0.036332011222839355,
        -0.07892247289419174,
        0.032331377267837524,
        -0.00858910009264946,
        -0.04176425561308861,
        0.05180908367037773,
        -0.022254101932048798,
        -0.12612155079841614,
        2.8943181699709678e-33,
        -0.0715155303478241,
        -0.00457010418176651,
        -0.10758112370967865,
        0.07406114786863327,
        0.0011423960095271468,
        -0.009633609093725681,
        -0.023554299026727676,
        -0.01525660790503025,
        -0.015551826916635036,
        0.09615786373615265,
        0.003829364897683263,
        -0.004846516996622086,
        0.0161693524569273,
        0.0009982885094359517,
        0.012722626328468323,
        -0.01909579709172249,
        0.048801276832818985,
        -0.03256648778915405,
        0.007416844367980957,
        -0.043459247797727585,
        0.021609757095575333,
        0.0035947400610893965,
        -0.035009998828172684,
        -0.010661546140909195,
        0.02922576107084751,
        -0.004619282204657793,
        0.06740209460258484,
        0.021519839763641357,
        -0.04645490646362305,
        -0.06401962786912918,
        -0.024480994790792465,
        -0.007612723391503096,
        -0.05091783404350281,
        0.10888593643903732,
        -0.004454353358596563,
        0.0245396438986063,
        0.08842967450618744,
        0.01015650574117899,
        -0.06835517287254333,
        0.02923121117055416,
        0.04821543022990227,
        0.07681937515735626,
        -0.0031540573108941317,
        0.049932509660720825,
        -0.0791497752070427,
        0.08467892557382584,
        0.08141183853149414,
        0.06368029117584229,
        -0.059592679142951965,
        -0.02625148929655552,
        -0.04091460257768631,
        -0.01639251783490181,
        -0.02301071211695671,
        0.15013812482357025,
        -0.051779456436634064,
        0.07586835324764252,
        0.020872516557574272,
        -0.020575419068336487,
        -0.018992695957422256,
        0.06931331008672714,
        0.07000000029802322,
        -0.026234891265630722,
        -0.06999193131923676,
        -0.06526491045951843,
        0.05689756199717522,
        0.020275522023439407,
        0.01664695143699646,
        0.024961670860648155,
        0.02306518703699112,
        0.016994906589388847,
        0.09878773987293243,
        0.0033396040089428425,
        -0.07641527056694031,
        -0.11619985103607178,
        -0.009185584262013435,
        0.05629269406199455,
        -0.0270722396671772,
        -0.12052072584629059,
        -0.11072060465812683,
        -0.08047711104154587,
        -0.030024021863937378,
        -0.026488376781344414,
        -0.025911957025527954,
        0.018354013562202454,
        0.03775518015027046,
        0.049182768911123276,
        0.10048609226942062,
        -0.02808818779885769,
        -0.026781463995575905,
        0.02024533972144127,
        -0.0391409732401371,
        -0.004960968624800444,
        -0.02268068864941597,
        -0.08691302686929703,
        -0.03102934919297695,
        -1.3883756366794842e-08,
        0.02657953090965748,
        0.1107981875538826,
        -0.012732485309243202,
        -0.020284395664930344,
        0.08484107255935669,
        0.004890907555818558,
        0.035468656569719315,
        0.028465375304222107,
        -0.04285166412591934,
        0.033448416739702225,
        -0.015562956221401691,
        -0.13273410499095917,
        0.07648775726556778,
        -0.04918314144015312,
        0.1583361029624939,
        -0.034925077110528946,
        0.03551425412297249,
        -0.00446833111345768,
        -0.10846885293722153,
        -0.08192038536071777,
        0.017724553123116493,
        0.05018481984734535,
        0.0011401331285014749,
        -0.07340722531080246,
        0.019670477136969566,
        0.007980266585946083,
        0.02143048867583275,
        0.045117560774087906,
        0.013549985364079475,
        0.027967052534222603,
        -0.14012613892555237,
        0.015373981557786465,
        -0.0010968458373099566,
        -0.055312853306531906,
        -0.05360966920852661,
        0.07122306525707245,
        0.10038997232913971,
        -0.024558251723647118,
        0.03513461723923683,
        0.00469635147601366,
        0.019976207986474037,
        -0.020841749384999275,
        -0.0402328222990036,
        0.04906344786286354,
        -0.05547412484884262,
        0.033598896116018295,
        -0.001880346448160708,
        -0.08744734525680542,
        0.08976771682500839,
        -0.056158799678087234,
        0.05253669247031212,
        -0.033888570964336395,
        0.016341757029294968,
        0.06839856505393982,
        -0.024797402322292328,
        -0.006098753772675991,
        0.0008270195103250444,
        -0.10542139410972595,
        -0.0026273836847394705,
        0.053452152758836746,
        0.08542972803115845,
        -0.006254101172089577,
        -0.053365807980298996,
        -0.025779016315937042
      ],
      "query_id": "eval-nova-1",
      "question": "Who receives Nova critical alerts?",
      "ranking": [
        {
          "id": "nova",
          "score": 0.7467645871876442
        },
        {
          "id": "beacon",
          "score": 0.315291447392523
        },
        {
          "id": "junction",
          "score": 0.25700419550927844
        },
        {
          "id": "cargo",
          "score": 0.25211603944381905
        },
        {
          "id": "frost",
          "score": 0.22711698895383708
        },
        {
          "id": "quartz",
          "score": 0.18923411808506194
        },
        {
          "id": "iris",
          "score": 0.18810771773542714
        },
        {
          "id": "lantern",
          "score": 0.1870844648668284
        },
        {
          "id": "soil",
          "score": 0.15331752912778246
        },
        {
          "id": "drone",
          "score": 0.1382736844937284
        },
        {
          "id": "harbor",
          "score": 0.13801049168126298
        },
        {
          "id": "iris-network",
          "score": 0.11308685616178157
        },
        {
          "id": "orbit",
          "score": 0.11193905180734533
        },
        {
          "id": "quartz-batch",
          "score": 0.11143592890114679
        },
        {
          "id": "mirror",
          "score": 0.10752665432977221
        },
        {
          "id": "prism",
          "score": 0.09427014938313773
        },
        {
          "id": "engine",
          "score": 0.08250943078644886
        },
        {
          "id": "rivet",
          "score": 0.07994047571090364
        },
        {
          "id": "keel",
          "score": 0.07291795190427167
        },
        {
          "id": "rivet-calibration",
          "score": 0.07125360009155518
        },
        {
          "id": "export",
          "score": 0.06736725868980555
        },
        {
          "id": "garden",
          "score": 0.0648121855162018
        },
        {
          "id": "lantern-charge",
          "score": 0.05705477963372469
        },
        {
          "id": "archive",
          "score": -0.00403091504574524
        }
      ],
      "reached_token_limit": false,
      "references": [
        "on-call navigator",
        "the on-call navigator"
      ],
      "relevance": {
        "nova": 1
      },
      "retrieval_ms": 8.798586000921205,
      "split": "eval",
      "total_ms": 99.80713200275204
    },
    {
      "answer": "seven minutes",
      "answerable": true,
      "context_ids": [
        "nova",
        "beacon",
        "frost"
      ],
      "execution_position": 1,
      "generation_ms": 85.1803990008193,
      "group": "nova",
      "input_tokens": 171,
      "method": "dense",
      "metrics": {
        "context_recall": 1.0,
        "exact_match": 1.0,
        "ndcg": 1.0,
        "recall": 1.0,
        "token_f1": 1.0
      },
      "output_tokens": 3,
      "prompt": "Answer the question using only the context. Give a short answer. If the context does not contain the answer, say unknown.\n\nContext:\n[nova] Nova alert routing. Nova critical alerts go to the on-call navigator. Warning alerts go to the observation team. A critical alert must be acknowledged within seven minutes.\n[beacon] Beacon heartbeat. A beacon reports its heartbeat every 45 seconds. After four consecutive missed heartbeats, the console labels it silent. A silent label does not disable the beacon.\n[frost] Frost sensor. The frost sensor is calibrated with a silver reference plate. Recalibrate it every 30 days. A blinking violet light means calibration is overdue.\n\nQuestion: How soon must a Nova critical alert be acknowledged?\nAnswer:",
      "query_embedding": [
        -0.03144587203860283,
        -0.013127975165843964,
        0.05734153091907501,
        0.05879136919975281,
        0.028132909908890724,
        -0.03304050862789154,
        -0.03320777788758278,
        -0.019662266597151756,
        0.026123380288481712,
        0.036575641483068466,
        -0.04616091772913933,
        -0.026985082775354385,
        -0.034072719514369965,
        0.004147928673774004,
        -0.12491247802972794,
        0.013095831498503685,
        0.06206512078642845,
        -0.07864675670862198,
        0.017695840448141098,
        0.017474444583058357,
        0.012396132573485374,
        0.05014047771692276,
        -0.008289377205073833,
        0.021623488515615463,
        -0.03082231618463993,
        -0.002418026328086853,
        -0.014274360612034798,
        0.06391272693872452,
        0.016994737088680267,
        0.05174483358860016,
        -0.001230186433531344,
        -0.04708745330572128,
        -0.01329974178224802,
        0.05557609349489212,
        -0.04870723560452461,
        -0.015346278436481953,
        0.06329172104597092,
        -0.015065670944750309,
        0.011573833413422108,
        -0.010419311001896858,
        0.06463625282049179,
        -0.044714439660310745,
        -0.014070430770516396,
        0.027017442509531975,
        0.04394080117344856,
        -0.02499268762767315,
        -0.004595051519572735,
        -0.07414108514785767,
        -0.055197011679410934,
        0.0331232063472271,
        -0.003441005712375045,
        -0.08460693806409836,
        -0.021441124379634857,
        -0.031873513013124466,
        0.017962655052542686,
        0.05014317110180855,
        -0.0016143136890605092,
        -0.03884463384747505,
        0.028131861239671707,
        0.022933868691325188,
        -0.019900308921933174,
        -0.06255753338336945,
        -0.043686579912900925,
        -0.014741078950464725,
        0.13298705220222473,
        0.06176556274294853,
        0.03391672670841217,
        -0.02873419038951397,
        0.02813311107456684,
        0.03643319010734558,
        0.026412010192871094,
        0.010625067166984081,
        0.07277054339647293,
        -0.013157743960618973,
        -0.02336244471371174,
        0.07095202058553696,
        0.08868521451950073,
        0.013518121093511581,
        0.05987795814871788,
        -0.05290189012885094,
        -0.003967722877860069,
        -0.018484383821487427,
        0.02102893590927124,
        0.0020222763996571302,
        -0.003018836723640561,
        -0.009963509626686573,
        -0.02833082713186741,
        0.10879206657409668,
        -0.014786262065172195,
        0.028932685032486916,
        0.059615422040224075,
        -0.0646495446562767,
        -0.01332700252532959,
        0.018582550808787346,
        0.04180525988340378,
        0.0247261431068182,
        -0.03727387636899948,
        -0.09771578758955002,
        -0.0058182720094919205,
        -0.0011966141173616052,
        0.018826022744178772,
        -0.04404854774475098,
        -0.09717720746994019,
        0.009406155906617641,
        -0.0023082757834345102,
        -0.0075253089889883995,
        -0.03078669309616089,
        -0.04560954496264458,
        -0.021372267976403236,
        0.061539046466350555,
        0.03817034512758255,
        -0.004190878476947546,
        0.07282337546348572,
        -0.040526531636714935,
        -0.016021789982914925,
        0.08851004391908646,
        -0.025243807584047318,
        0.08610939979553223,
        0.08000301569700241,
        -0.0037773277144879103,
        0.03768822178244591,
        -0.03603534400463104,
        -0.00034837747807614505,
        -0.07748279720544815,
        0.05940517410635948,
        0.1190294623374939,
        0.018078291788697243,
        -3.594222016458951e-33,
        -0.0006074472912587225,
        0.07215794920921326,
        -0.0018073214450851083,
        0.07157838344573975,
        -0.02243986539542675,
        -0.05157145485281944,
        -0.014335203915834427,
        -0.03598247468471527,
        0.010772236622869968,
        -0.06298457086086273,
        -0.01484604086726904,
        0.06801297515630722,
        0.03885257616639137,
        -0.06031858175992966,
        -0.12133779376745224,
        -0.004254976753145456,
        0.05448872596025467,
        0.034623146057128906,
        -0.08259236067533493,
        -0.06420233100652695,
        -0.015317045152187347,
        -0.13248310983181,
        -0.03964364156126976,
        -0.014480393379926682,
        0.06442245095968246,
        -0.017587654292583466,
        0.004567250143736601,
        0.04925769567489624,
        -0.030545005574822426,
        0.00020415041944943368,
        -0.023173781111836433,
        0.057770464569330215,
        0.013273028656840324,
        0.003010451328009367,
        -0.005259801167994738,
        0.006776516325771809,
        0.005802142899483442,
        0.03224557265639305,
        0.026132185012102127,
        -0.059191036969423294,
        0.10128370672464371,
        0.03168555349111557,
        -0.046156805008649826,
        0.03338227793574333,
        0.08502411842346191,
        -0.07710828632116318,
        -0.010524069890379906,
        -0.043536555022001266,
        0.08974602073431015,
        -0.019444281235337257,
        0.009034555405378342,
        0.03442385420203209,
        -0.09145040810108185,
        -0.025239191949367523,
        -0.026651505380868912,
        0.09645826369524002,
        0.00025832196115516126,
        -0.026736769825220108,
        0.0230252668261528,
        -0.031716082245111465,
        0.035918448120355606,
        -0.0741814523935318,
        0.00956370122730732,
        -0.017157942056655884,
        0.03711016848683357,
        0.09568677842617035,
        -0.02159307710826397,
        -0.01386066060513258,
        0.023806730285286903,
        -0.012419646605849266,
        0.03743745759129524,
        0.07685031741857529,
        0.01989400014281273,
        -0.14344091713428497,
        -0.024465035647153854,
        -0.037040263414382935,
        0.06859005987644196,
        0.019967690110206604,
        0.03867073357105255,
        -0.010805623605847359,
        0.0021846615709364414,
        -0.08827058970928192,
        0.028045956045389175,
        0.0663551613688469,
        -0.010715925134718418,
        -0.044025156646966934,
        -0.01738964579999447,
        0.07818105071783066,
        -0.12786762416362762,
        0.029903599992394447,
        0.0032202706206589937,
        0.0008453406626358628,
        0.033559005707502365,
        -0.030520081520080566,
        -0.06838694959878922,
        2.3071537826184427e-33,
        0.0008204010082408786,
        -0.015763727948069572,
        -0.0576939694583416,
        0.11404140293598175,
        0.01104220375418663,
        -0.01311143022030592,
        -0.049886200577020645,
        0.043705154210329056,
        -0.04647767171263695,
        0.0563490204513073,
        0.05414948984980583,
        0.012436959892511368,
        0.005222405306994915,
        -0.0437016636133194,
        -0.03203396126627922,
        0.03737589344382286,
        0.025461602956056595,
        -0.013783570379018784,
        0.025953102856874466,
        0.032733555883169174,
        0.06299471110105515,
        -0.02464332990348339,
        -0.0189091507345438,
        -0.00535175483673811,
        0.018299706280231476,
        0.011941259726881981,
        0.04811917990446091,
        -0.029024837538599968,
        -0.03435223177075386,
        -0.10710636526346207,
        -0.056041523814201355,
        -0.018121033906936646,
        -0.051227979362010956,
        0.09264501184225082,
        0.03851422667503357,
        0.00047616276424378157,
        0.11513207107782364,
        -0.03519279137253761,
        -0.06718955934047699,
        0.07490716129541397,
        0.05067450553178787,
        0.10641775280237198,
        -0.07918047904968262,
        -0.0007508290000259876,
        -0.07189127057790756,
        0.03455301374197006,
        0.11283379793167114,
        0.03321654722094536,
        -0.051129940897226334,
        0.019421027973294258,
        -0.025096289813518524,
        -0.0031419519800692797,
        -0.004266293719410896,
        0.10885674506425858,
        -0.009229999966919422,
        0.05590130016207695,
        0.011859994381666183,
        -0.049660343676805496,
        -0.061388589441776276,
        0.09425832331180573,
        0.020258571952581406,
        -0.00426180986687541,
        -0.057609252631664276,
        -0.07147467136383057,
        0.051993247121572495,
        0.006954661570489407,
        0.03486201539635658,
        0.05844292789697647,
        0.08030212670564651,
        -0.007536505814641714,
        0.1198941320180893,
        0.05164815112948418,
        -0.11521308869123459,
        -0.09998922049999237,
        -0.009479432366788387,
        0.01254979707300663,
        0.002954993164166808,
        -0.13918428122997284,
        -0.08801236748695374,
        -0.07641004770994186,
        -0.05307592824101448,
        -0.003517740173265338,
        -0.0500924326479435,
        -0.022200072184205055,
        0.048880286514759064,
        0.024261800572276115,
        0.0772002711892128,
        -0.026445742696523666,
        -0.014442041516304016,
        0.021875005215406418,
        -0.048214346170425415,
        0.004853479564189911,
        -0.029570113867521286,
        -0.06344226747751236,
        -0.0628775879740715,
        -1.548634465109444e-08,
        0.025143494829535484,
        0.08661925792694092,
        -0.01562936045229435,
        -0.010125061497092247,
        0.119343101978302,
        -0.004538571462035179,
        0.034219417721033096,
        -0.019035495817661285,
        -0.04484277591109276,
        -0.042787156999111176,
        0.015248672105371952,
        -0.10338199138641357,
        0.10202211141586304,
        -0.00734863942489028,
        0.08164429664611816,
        -0.07164127379655838,
        0.02408919855952263,
        -0.026116525754332542,
        -0.08806857466697693,
        -0.0691300481557846,
        0.007257529068738222,
        0.04733908921480179,
        0.015766218304634094,
        -0.07295408844947815,
        -0.02477862685918808,
        0.02508559264242649,
        0.04288424551486969,
        0.052192628383636475,
        -0.02544367127120495,
        0.007766191381961107,
        -0.13439485430717468,
        -0.0014096772065386176,
        -0.008804536424577236,
        -0.05001133307814598,
        -0.04236462712287903,
        0.06862233579158783,
        0.1043376699090004,
        0.0018022728618234396,
        0.017707599326968193,
        0.023623697459697723,
        0.015283196233212948,
        0.009638644754886627,
        -0.05553971230983734,
        0.04397345334291458,
        -0.027851251885294914,
        0.024010350927710533,
        -0.053272098302841187,
        -0.07041443884372711,
        0.023234041407704353,
        -0.03143906220793724,
        0.043118882924318314,
        -0.010772565379738808,
        -0.007378038018941879,
        0.045741815119981766,
        -0.012151375412940979,
        0.03369676694273949,
        -0.0012472007656469941,
        -0.08619686216115952,
        -0.004290438257157803,
        0.012135297060012817,
        0.08135563135147095,
        -0.022182155400514603,
        -0.08001557737588882,
        -0.04228093847632408
      ],
      "query_id": "eval-nova-2",
      "question": "How soon must a Nova critical alert be acknowledged?",
      "ranking": [
        {
          "id": "nova",
          "score": 0.7307626449617887
        },
        {
          "id": "beacon",
          "score": 0.3251530272852293
        },
        {
          "id": "frost",
          "score": 0.30277457917202355
        },
        {
          "id": "junction",
          "score": 0.2889258545906418
        },
        {
          "id": "cargo",
          "score": 0.280955207258157
        },
        {
          "id": "quartz",
          "score": 0.26662715258429065
        },
        {
          "id": "lantern",
          "score": 0.24083339821852962
        },
        {
          "id": "mirror",
          "score": 0.2286217698789566
        },
        {
          "id": "rivet",
          "score": 0.19413307301610497
        },
        {
          "id": "orbit",
          "score": 0.1889122841792622
        },
        {
          "id": "soil",
          "score": 0.1876535744679522
        },
        {
          "id": "harbor",
          "score": 0.18064954881455947
        },
        {
          "id": "rivet-calibration",
          "score": 0.17345484187027452
        },
        {
          "id": "drone",
          "score": 0.14728090464292876
        },
        {
          "id": "engine",
          "score": 0.14714918591468415
        },
        {
          "id": "quartz-batch",
          "score": 0.13528147155010561
        },
        {
          "id": "prism",
          "score": 0.12708489215401853
        },
        {
          "id": "iris",
          "score": 0.12518483862678512
        },
        {
          "id": "keel",
          "score": 0.11956386690996522
        },
        {
          "id": "garden",
          "score": 0.11301335840069184
        },
        {
          "id": "export",
          "score": 0.09777964116424995
        },
        {
          "id": "lantern-charge",
          "score": 0.09402329092491192
        },
        {
          "id": "iris-network",
          "score": 0.082124829249435
        },
        {
          "id": "archive",
          "score": 0.0653941890077186
        }
      ],
      "reached_token_limit": false,
      "references": [
        "seven minutes",
        "7 minutes",
        "seven",
        "7"
      ],
      "relevance": {
        "nova": 1
      },
      "retrieval_ms": 9.370381998451194,
      "split": "eval",
      "total_ms": 95.87522799847648
    },
    {
      "answer": "25 minutes",
      "answerable": true,
      "context_ids": [
        "orbit",
        "engine",
        "lantern"
      ],
      "execution_position": 0,
      "generation_ms": 94.06521599885309,
      "group": "orbit",
      "input_tokens": 177,
      "method": "dense",
      "metrics": {
        "context_recall": 1.0,
        "exact_match": 1.0,
        "ndcg": 1.0,
        "recall": 1.0,
        "token_f1": 1.0
      },
      "output_tokens": 3,
      "prompt": "Answer the question using only the context. Give a short answer. If the context does not contain the answer, say unknown.\n\nContext:\n[orbit] Orbit session security. Orbit sessions expire after 25 minutes of inactivity. The maximum active session duration is ten hours. Resetting a password immediately revokes every existing session.\n[engine] Engine deck passes. Engine deck contractor passes expire after four hours. Contractors collect them at the north security desk. Harbor visitor passes are not accepted on the engine deck.\n[lantern] Lantern outage procedure. During a lantern outage, switch the corridor controller to manual mode. The reserve lamp lasts 150 minutes. A steady green indicator confirms that the reserve lamp is active.\n\nQuestion: How long can an Orbit session remain idle before expiring?\nAnswer:",
      "query_embedding": [
        0.046023570001125336,
        0.023334164172410965,
        -0.01156079676002264,
        0.008228405378758907,
        0.006375431548804045,
        -0.053083211183547974,
        0.1075078621506691,
        -0.03425154089927673,
        0.03912810981273651,
        0.05470449477434158,
        0.002621016465127468,
        0.11977863311767578,
        -0.016418086364865303,
        0.006037338636815548,
        0.06601551920175552,
        0.02162865921854973,
        0.04971598461270332,
        -0.05484653636813164,
        -0.012118796817958355,
        0.010119577869772911,
        0.054765015840530396,
        -0.010116434656083584,
        -0.029524769634008408,
        0.07924249768257141,
        0.013799491338431835,
        -0.011413360014557838,
        0.00856934767216444,
        -0.04491123557090759,
        0.004753114189952612,
        0.022097408771514893,
        -0.07734747976064682,
        -0.016929954290390015,
        0.05544447898864746,
        -0.041554633527994156,
        0.049761272966861725,
        0.07950048893690109,
        -0.03302326053380966,
        -0.03786197304725647,
        -0.007079560309648514,
        -0.07447820156812668,
        0.023332584649324417,
        -0.03192391246557236,
        0.006260554306209087,
        0.012259912677109241,
        -0.016908148303627968,
        0.007689204066991806,
        -0.015935061499476433,
        -0.08186866343021393,
        -0.0277558546513319,
        0.10164236277341843,
        0.0008291616686619818,
        -0.006020515225827694,
        -0.001160818967036903,
        0.028329472988843918,
        -0.010704440996050835,
        0.0093957195058465,
        0.004173195920884609,
        0.05586421489715576,
        -0.09093424677848816,
        0.020581616088747978,
        -0.05737512558698654,
        -0.04118265211582184,
        -0.05415835604071617,
        0.008622623980045319,
        -0.024696161970496178,
        0.008615318685770035,
        0.05264045298099518,
        -0.09492212533950806,
        0.04826804995536804,
        0.014069954864680767,
        -0.14143899083137512,
        -0.02387366257607937,
        -0.06469329446554184,
        -0.12108955532312393,
        -0.050501808524131775,
        0.05146178603172302,
        0.08652645349502563,
        -0.00839515496045351,
        0.03738074749708176,
        -0.113016776740551,
        0.019736584275960922,
        -0.009131879545748234,
        0.03269209712743759,
        -0.0174225065857172,
        -0.06520568579435349,
        -0.03425084799528122,
        -0.009098626673221588,
        0.12096142023801804,
        0.019693531095981598,
        0.007328258827328682,
        0.011507149785757065,
        0.13557441532611847,
        0.0028514114674180746,
        -0.02698427252471447,
        -0.02874983660876751,
        0.007004017475992441,
        -0.04374009743332863,
        0.05944697931408882,
        -0.03910437598824501,
        0.032560139894485474,
        -0.04164683446288109,
        0.02341427095234394,
        -0.05943789333105087,
        0.028682269155979156,
        -0.02217734232544899,
        -0.0021004085429012775,
        -0.004062769468873739,
        0.0007399437599815428,
        -0.008075353689491749,
        0.04674339294433594,
        -0.04581275209784508,
        -0.025956694036722183,
        0.08519220352172852,
        0.030561795458197594,
        -0.029824603348970413,
        0.13368405401706696,
        -0.020630018785595894,
        0.04332473501563072,
        0.06244853138923645,
        -0.020615100860595703,
        0.05187409743666649,
        -0.0398336760699749,
        0.11755011975765228,
        -0.03816184401512146,
        -0.0008965206216089427,
        0.001013278728350997,
        0.10081250965595245,
        5.375407670587551e-35,
        -0.03887578845024109,
        -0.09180530905723572,
        -0.016283497214317322,
        0.02860225737094879,
        -0.0430176705121994,
        0.02146485447883606,
        -0.06678491830825806,
        0.024908963590860367,
        0.027634093537926674,
        -0.012026388198137283,
        -7.42104894015938e-05,
        -0.04544013366103172,
        0.017960481345653534,
        -0.033369503915309906,
        0.011072740890085697,
        0.0003531321417540312,
        0.05611228197813034,
        0.02389899641275406,
        0.03133278712630272,
        -0.013992183841764927,
        0.02303282357752323,
        -0.11287421733140945,
        -0.04858360067009926,
        0.030399873852729797,
        0.0393623411655426,
        0.054312970489263535,
        0.026109468191862106,
        -0.010785781778395176,
        -0.06217142567038536,
        0.02866850048303604,
        0.04549519345164299,
        0.0096294479444623,
        -0.08248801529407501,
        0.0655820295214653,
        0.011749179102480412,
        0.0007958451169542968,
        0.02827324904501438,
        0.06795431673526764,
        0.07547277212142944,
        -0.028838610276579857,
        -0.03823862597346306,
        0.031067809090018272,
        0.07603625953197479,
        0.0033812522888183594,
        0.012552793137729168,
        -0.07649290561676025,
        0.08875885605812073,
        0.04501950740814209,
        0.012858852744102478,
        0.08942198753356934,
        0.0341334231197834,
        0.0320015549659729,
        -0.011265408247709274,
        0.0002808446588460356,
        -0.022602420300245285,
        0.045032989233732224,
        0.023751351982355118,
        0.013282653875648975,
        -0.09577474743127823,
        0.05840654298663139,
        0.08579567074775696,
        -0.01965024508535862,
        0.015630440786480904,
        -0.10184288024902344,
        0.027887387201189995,
        0.12028494477272034,
        -0.05590949207544327,
        -0.03940316289663315,
        -0.06762312352657318,
        -0.04612331464886665,
        0.08158581703901291,
        0.006817241199314594,
        0.07067815959453583,
        -0.062273114919662476,
        -0.07336967438459396,
        -0.05661405995488167,
        0.06602150201797485,
        0.026309264823794365,
        -0.06173175573348999,
        0.04983190819621086,
        0.07256016880273819,
        -0.07691216468811035,
        -0.032836880534887314,
        -0.030576106160879135,
        -0.028465179726481438,
        -0.06994612514972687,
        -0.04961339011788368,
        0.014599221758544445,
        -0.037515733391046524,
        0.025747088715434074,
        -0.016287004575133324,
        -0.04773803427815437,
        -0.006484732497483492,
        0.08547990769147873,
        -0.011969185434281826,
        -6.812837404644694e-34,
        0.06234423443675041,
        -0.014127286151051521,
        -0.06396694481372833,
        0.05273144692182541,
        0.04827025532722473,
        0.038355834782123566,
        -0.038573458790779114,
        0.16790837049484253,
        -0.13061006367206573,
        -0.014850389212369919,
        -0.06046590209007263,
        0.050281718373298645,
        0.03709154203534126,
        -0.005565681494772434,
        0.05370219051837921,
        -0.013130252249538898,
        0.0473136305809021,
        0.01629539206624031,
        -0.017095288261771202,
        0.06376305222511292,
        0.053060244768857956,
        -0.03710966184735298,
        -0.049438197165727615,
        -0.007023304235190153,
        0.10272935032844543,
        0.03848078474402428,
        -0.027154799550771713,
        0.008284696377813816,
        -0.034353189170360565,
        0.008032619953155518,
        -0.023846181109547615,
        -0.0038302179891616106,
        -0.08190440386533737,
        -0.004994597751647234,
        0.003280982840806246,
        0.010306195355951786,
        -0.0548146590590477,
        0.0370706170797348,
        -0.04946986958384514,
        0.006034153513610363,
        0.009497679769992828,
        -0.023983102291822433,
        0.02616240829229355,
        -0.019353119656443596,
        0.06021144613623619,
        0.010541573166847229,
        -0.05745334178209305,
        0.05124945193529129,
        -0.08405323326587677,
        0.0698031336069107,
        -0.009380488656461239,
        -0.03891788050532341,
        0.0010013985447585583,
        -0.005773214157670736,
        0.042307108640670776,
        0.009888103231787682,
        -0.019092334434390068,
        -0.018278323113918304,
        -0.021423254162073135,
        -0.1100282296538353,
        0.13667777180671692,
        -0.018743854016065598,
        0.04803602024912834,
        0.058633554726839066,
        -0.02255401201546192,
        -0.028812233358621597,
        0.015050655230879784,
        0.08502353727817535,
        -0.009043801575899124,
        0.046331360936164856,
        0.11530277132987976,
        -0.030482955276966095,
        -0.11635392159223557,
        0.056442927569150925,
        -0.033026088029146194,
        0.08196676522493362,
        0.0975341871380806,
        -0.1230931505560875,
        -0.026422668248414993,
        -0.05556153133511543,
        -0.09838277101516724,
        0.03417922928929329,
        -0.021826034411787987,
        -0.027442360296845436,
        -0.03008667565882206,
        0.01170224230736494,
        -0.05889083072543144,
        0.004656582605093718,
        -0.007099453825503588,
        -0.015516415238380432,
        0.021349243819713593,
        -0.009683918207883835,
        -0.04598957300186157,
        0.03159097209572792,
        -0.049535125494003296,
        -1.8417145142279878e-08,
        0.03910490870475769,
        0.006475694011896849,
        0.03393187373876572,
        0.023875702172517776,
        -0.006968648172914982,
        -0.0290878526866436,
        0.0662035197019577,
        -0.04486270248889923,
        0.0016168523579835892,
        0.012095684185624123,
        0.12713652849197388,
        -0.005027545616030693,
        0.09496187418699265,
        -0.06334887444972992,
        -0.03166406229138374,
        -0.015431922860443592,
        0.004344960208982229,
        0.00632137106731534,
        -0.02283460646867752,
        0.007078365422785282,
        -0.03630506992340088,
        -0.05197121948003769,
        0.0006100466125644743,
        -0.07347340881824493,
        -0.037850361317396164,
        -0.0060230884701013565,
        0.0747177004814148,
        0.04310174658894539,
        0.03945089131593704,
        0.014091555960476398,
        -0.06081347167491913,
        0.0465344563126564,
        -0.030033493414521217,
        -0.0332423597574234,
        -0.09648078680038452,
        -0.033634088933467865,
        -0.03526904806494713,
        0.007211791817098856,
        -0.04925929009914398,
        0.04869414493441582,
        -0.04988456889986992,
        0.024943463504314423,
        -0.002389190485700965,
        -0.022277673706412315,
        0.04405679181218147,
        -0.002950914204120636,
        -0.028990641236305237,
        -0.03741747513413429,
        -0.03449632599949837,
        0.016081849113106728,
        -0.02386595867574215,
        -0.0014070435427129269,
        -0.10099298506975174,
        0.0069669936783611774,
        -0.047539420425891876,
        0.012196708470582962,
        0.007794240955263376,
        0.0258782971650362,
        0.06220180168747902,
        -0.015085508115589619,
        -0.07769180834293365,
        -0.027943672612309456,
        -0.11851862072944641,
        -0.05402222275733948
      ],
      "query_id": "eval-orbit-1",
      "question": "How long can an Orbit session remain idle before expiring?",
      "ranking": [
        {
          "id": "orbit",
          "score": 0.8162317139239321
        },
        {
          "id": "engine",
          "score": 0.3667917423902648
        },
        {
          "id": "lantern",
          "score": 0.3452773102311585
        },
        {
          "id": "mirror",
          "score": 0.3405243016699556
        },
        {
          "id": "harbor",
          "score": 0.32035797599226645
        },
        {
          "id": "quartz",
          "score": 0.2995934767050083
        },
        {
          "id": "drone",
          "score": 0.24719132503388289
        },
        {
          "id": "quartz-batch",
          "score": 0.2458571036557588
        },
        {
          "id": "export",
          "score": 0.23361548016568676
        },
        {
          "id": "keel",
          "score": 0.23360110129647702
        },
        {
          "id": "archive",
          "score": 0.22181972821439308
        },
        {
          "id": "lantern-charge",
          "score": 0.20874824527323857
        },
        {
          "id": "nova",
          "score": 0.16335683791510655
        },
        {
          "id": "junction",
          "score": 0.16113415164470998
        },
        {
          "id": "beacon",
          "score": 0.13825197749674367
        },
        {
          "id": "garden",
          "score": 0.13379276832088022
        },
        {
          "id": "frost",
          "score": 0.10981410405787771
        },
        {
          "id": "prism",
          "score": 0.10494044900283281
        },
        {
          "id": "soil",
          "score": 0.09325158824248742
        },
        {
          "id": "rivet-calibration",
          "score": 0.07916936588279554
        },
        {
          "id": "iris",
          "score": 0.06741652262929096
        },
        {
          "id": "rivet",
          "score": 0.06175725388818192
        },
        {
          "id": "cargo",
          "score": 0.05719717246625096
        },
        {
          "id": "iris-network",
          "score": 0.053877264107234105
        }
      ],
      "reached_token_limit": false,
      "references": [
        "25 minutes",
        "25"
      ],
      "relevance": {
        "orbit": 1
      },
      "retrieval_ms": 10.428052999486681,
      "split": "eval",
      "total_ms": 105.9059420003905
    },
    {
      "answer": "revokes",
      "answerable": true,
      "context_ids": [
        "orbit",
        "harbor",
        "engine"
      ],
      "execution_position": 2,
      "generation_ms": 111.95609200149192,
      "group": "orbit",
      "input_tokens": 170,
      "method": "dense",
      "metrics": {
        "context_recall": 1.0,
        "exact_match": 0.0,
        "ndcg": 1.0,
        "recall": 1.0,
        "token_f1": 0.0
      },
      "output_tokens": 5,
      "prompt": "Answer the question using only the context. Give a short answer. If the context does not contain the answer, say unknown.\n\nContext:\n[orbit] Orbit session security. Orbit sessions expire after 25 minutes of inactivity. The maximum active session duration is ten hours. Resetting a password immediately revokes every existing session.\n[harbor] Harbor visitor passes. Harbor visitor passes remain valid for nine hours. Visitors collect a pass at the east kiosk. A visitor pass does not authorize access to the engine deck.\n[engine] Engine deck passes. Engine deck contractor passes expire after four hours. Contractors collect them at the north security desk. Harbor visitor passes are not accepted on the engine deck.\n\nQuestion: What happens to existing Orbit sessions when a password is reset?\nAnswer:",
      "query_embedding": [
        -0.01001138985157013,
        -0.03066217713057995,
        -0.0462183952331543,
        -0.020393947139382362,
        -0.06219466030597687,
        0.010855155065655708,
        0.0863889828324318,
        -0.07239088416099548,
        0.09805524349212646,
        0.03517740219831467,
        -0.004144174512475729,
        0.16968004405498505,
        0.03605999797582626,
        -0.015159480273723602,
        0.01627381518483162,
        -0.009217528626322746,
        -0.006553237326443195,
        0.03870108351111412,
        -0.012547793798148632,
        -0.032859135419130325,
        0.02613752894103527,
        -0.07083602249622345,
        -0.030540119856595993,
        0.07229670882225037,
        -0.053384240716695786,
        -0.01737043634057045,
        0.028258657082915306,
        0.0019731135107576847,
        -0.04155836999416351,
        0.017439857125282288,
        -0.04508398845791817,
        0.0263973381370306,
        -0.018627945333719254,
        -0.027411282062530518,
        0.015353542752563953,
        0.059498731046915054,
        -0.05853629484772682,
        0.012910723686218262,
        -0.020348114892840385,
        -0.06379161775112152,
        -0.014825358055531979,
        -0.023502830415964127,
        -0.03712956979870796,
        0.04177528992295265,
        -0.006318183150142431,
        0.009392769075930119,
        -0.042959678918123245,
        -0.0204436294734478,
        -0.014232135377824306,
        0.06005045026540756,
        0.12081553786993027,
        -0.003514759009703994,
        0.04856902360916138,
        0.023609265685081482,
        -0.06852711737155914,
        0.05128854140639305,
        -0.0007583026308566332,
        0.08241412043571472,
        0.0008717344026081264,
        -0.006044740788638592,
        -0.0589752122759819,
        -0.028676586225628853,
        -0.07004669308662415,
        0.10173986852169037,
        -0.014035836793482304,
        0.011221393011510372,
        0.0019088693661615252,
        -0.07963226735591888,
        0.13188597559928894,
        -0.045128174126148224,
        -0.08455990254878998,
        -0.0026551256887614727,
        -0.031346797943115234,
        -0.1271648108959198,
        -0.015786614269018173,
        0.07034845650196075,
        -0.02382618375122547,
        -0.013197063468396664,
        0.046132221817970276,
        -0.0013520140200853348,
        0.04167473316192627,
        -0.02264314889907837,
        -0.001120918896049261,
        0.00389001052826643,
        0.008994508534669876,
        -0.01071124617010355,
        -0.005849306937307119,
        0.011137689463794231,
        0.040599457919597626,
        0.03438212350010872,
        0.020896079018712044,
        0.03772416710853577,
        -0.0018905821489170194,
        -0.008918674662709236,
        -0.10717470943927765,
        0.021359780803322792,
        -0.008930169977247715,
        0.06540323793888092,
        -0.012502369470894337,
        0.03264795243740082,
        0.022611379623413086,
        0.025682663545012474,
        -0.009005695581436157,
        0.009219115599989891,
        -0.021809449419379234,
        0.005168534349650145,
        0.03776133805513382,
        -0.030514825135469437,
        -0.005127114709466696,
        0.059811223298311234,
        -0.010744672268629074,
        0.011272897943854332,
        0.11037552356719971,
        0.07508829981088638,
        -0.006288408301770687,
        0.10560990869998932,
        -0.04527168348431587,
        -0.00736263720318675,
        -0.039733514189720154,
        0.045505981892347336,
        -0.011028840206563473,
        -0.04192094877362251,
        0.15969081223011017,
        -0.04988628998398781,
        -0.040999092161655426,
        0.02322697639465332,
        -0.010971687734127045,
        -3.9723976509016815e-33,
        -0.06607494503259659,
        -0.004349113907665014,
        -0.034636903554201126,
        -0.00046844015014357865,
        -0.029242344200611115,
        0.0074295648373663425,
        -0.0447780080139637,
        -0.004853424616158009,
        0.04062390327453613,
        -0.00017338345060124993,
        -0.005307263229042292,
        0.0027951737865805626,
        0.08180144429206848,
        -0.05383105203509331,
        -0.005721474066376686,
        -0.010444914922118187,
        -0.013002196326851845,
        0.04258105531334877,
        0.01253353152424097,
        0.008910568431019783,
        -0.04881448671221733,
        0.01629328913986683,
        0.031156226992607117,
        0.03353763371706009,
        -0.006221372168511152,
        -0.01715114340186119,
        0.004671848379075527,
        -0.025055842474102974,
        -0.08311431109905243,
        0.014772282913327217,
        -0.04829627275466919,
        0.03079763799905777,
        -0.008725753054022789,
        0.08935621380805969,
        -0.025546759366989136,
        0.07582002878189087,
        0.07881956547498703,
        -0.02788226492702961,
        0.01596514880657196,
        -0.04310735687613487,
        -0.03977282717823982,
        0.013889431022107601,
        0.03641064092516899,
        -0.02937292493879795,
        -0.03469550982117653,
        -0.1547691822052002,
        0.07847073674201965,
        0.04066301882266998,
        0.12719711661338806,
        0.04024340957403183,
        -0.04142631217837334,
        0.027021342888474464,
        -0.03638758882880211,
        -0.0034504178911447525,
        -0.01876995898783207,
        0.014356146566569805,
        -0.02230553887784481,
        -0.05306325480341911,
        -0.09172072261571884,
        0.012614704668521881,
        0.1080232709646225,
        -0.025202695280313492,
        -0.0301045048981905,
        -0.03515351936221123,
        0.04827209189534187,
        0.010761016979813576,
        0.07014147192239761,
        -0.0880112275481224,
        -0.07233434170484543,
        0.02155594527721405,
        -0.003941603470593691,
        -0.0295101311057806,
        -0.0029637180268764496,
        0.007480661850422621,
        -0.0496988371014595,
        0.0398232527077198,
        0.13474218547344208,
        0.09193282574415207,
        0.007362403441220522,
        0.03262106701731682,
        0.07378672063350677,
        -0.0700872391462326,
        -0.031794581562280655,
        0.07925700396299362,
        -0.05856717377901077,
        -0.029697522521018982,
        -0.0024241183418780565,
        -0.03436387702822685,
        -0.021476436406373978,
        -0.05664215609431267,
        0.0751081258058548,
        -0.08829605579376221,
        0.07126250863075256,
        0.06108332797884941,
        0.02300761081278324,
        1.7221082238332747e-33,
        -0.044298283755779266,
        -0.01298613753169775,
        -0.0241249967366457,
        0.006652272306382656,
        0.020653575658798218,
        0.06687930971384048,
        -0.05406523495912552,
        0.07063759863376617,
        -0.11720327287912369,
        -0.032797060906887054,
        -0.046874310821294785,
        0.053831957280635834,
        0.02910536155104637,
        0.008376956917345524,
        0.05532003566622734,
        -0.018751904368400574,
        0.04829419404268265,
        0.038606222718954086,
        -0.0571732297539711,
        0.052086975425481796,
        0.07246636599302292,
        -0.0031745124142616987,
        -0.016310473904013634,
        -0.03893861174583435,
        0.07611221820116043,
        0.009419198147952557,
        0.01523149199783802,
        0.04409068822860718,
        -0.014367960393428802,
        0.019720645621418953,
        0.0924924835562706,
        -0.022359972819685936,
        -0.04987381398677826,
        0.11108078807592392,
        0.012462939135730267,
        -0.05724465847015381,
        0.026677053421735764,
        0.005144727416336536,
        -0.07252784073352814,
        -0.007517444435507059,
        0.05144287273287773,
        -0.003993949852883816,
        0.008972280658781528,
        0.00820406898856163,
        0.01185600459575653,
        -0.024700414389371872,
        -0.07824689149856567,
        0.0782599002122879,
        -0.05886281654238701,
        0.039414435625076294,
        -0.04824593663215637,
        -0.0396188385784626,
        0.02767585776746273,
        -0.049193620681762695,
        -0.01934164948761463,
        0.06145741045475006,
        0.025225523859262466,
        -0.029654789716005325,
        0.03179597109556198,
        -0.12996485829353333,
        0.025934770703315735,
        0.0019415444694459438,
        0.03663749247789383,
        0.05814770981669426,
        -0.06688500195741653,
        -0.01930156722664833,
        0.006389534566551447,
        0.04377686232328415,
        -0.0775274932384491,
        0.10272569209337234,
        0.046457741409540176,
        -0.01719008944928646,
        -0.04498312249779701,
        -0.0023342084605246782,
        0.06251363456249237,
        -0.015716293826699257,
        -0.009446951560676098,
        -0.12448535859584808,
        -0.07214716076850891,
        -0.08806829899549484,
        -0.029719490557909012,
        0.016662631183862686,
        -0.05394667759537697,
        0.00251562986522913,
        0.006287327501922846,
        -0.030684059485793114,
        -0.04588855803012848,
        0.03428448736667633,
        0.05836295336484909,
        0.004206174984574318,
        -0.028443200513720512,
        0.014602536335587502,
        -0.04764929786324501,
        0.024553563445806503,
        -0.04571664705872536,
        -1.612482591895059e-08,
        -0.010301118716597557,
        0.015240727923810482,
        0.030731672421097755,
        0.0549452118575573,
        0.04735913127660751,
        -0.02203265391290188,
        -0.010010629892349243,
        -0.015787508338689804,
        -0.08475901186466217,
        -0.04273504018783569,
        0.01608871854841709,
        0.05247415974736214,
        0.06482124328613281,
        -0.04950863867998123,
        -0.021525176241993904,
        0.09492714703083038,
        0.02634880319237709,
        -0.028117399662733078,
        -0.056533120572566986,
        0.01769559271633625,
        -0.08023117482662201,
        0.02713780477643013,
        0.00417683320119977,
        -0.003919237293303013,
        0.008097833953797817,
        0.06119212880730629,
        0.027414051815867424,
        0.10464806854724884,
        0.004941850434988737,
        0.02782166190445423,
        0.006091988179832697,
        0.011441139504313469,
        0.03367438167333603,
        -8.973821968538687e-05,
        -0.16841651499271393,
        0.024831576272845268,
        -0.07028839737176895,
        -0.05543019250035286,
        -0.03416918218135834,
        0.03681078925728798,
        -0.05926702544093132,
        -0.013030070811510086,
        0.08729246258735657,
        0.05826200544834137,
        -0.060781799256801605,
        -0.04901469498872757,
        -0.023788198828697205,
        0.024720750749111176,
        -0.01235623937100172,
        -0.04017214477062225,
        -0.13239146769046783,
        0.06459467858076096,
        -0.1105394959449768,
        0.03585309535264969,
        0.03838447481393814,
        0.007608454208821058,
        0.025098804384469986,
        -0.0013063792139291763,
        0.07998990267515182,
        -0.019212933257222176,
        -0.07632956653833389,
        -0.008405397646129131,
        -0.07476352900266647,
        -0.11685719341039658
      ],
      "query_id": "eval-orbit-2",
      "question": "What happens to existing Orbit sessions when a password is reset?",
      "ranking": [
        {
          "id": "orbit",
          "score": 0.7472607661200606
        },
        {
          "id": "harbor",
          "score": 0.3055594776449159
        },
        {
          "id": "engine",
          "score": 0.26684500068678835
        },
        {
          "id": "archive",
          "score": 0.26601937216206795
        },
        {
          "id": "keel",
          "score": 0.2629907688736856
        },
        {
          "id": "iris",
          "score": 0.23781833352933673
        },
        {
          "id": "lantern",
          "score": 0.235916732910886
        },
        {
          "id": "mirror",
          "score": 0.20621543336832812
        },
        {
          "id": "lantern-charge",
          "score": 0.1423654559537168
        },
        {
          "id": "quartz",
          "score": 0.1299450593874747
        },
        {
          "id": "junction",
          "score": 0.1161428743797302
        },
        {
          "id": "quartz-batch",
          "score": 0.1122081492299847
        },
        {
          "id": "export",
          "score": 0.11096957927245929
        },
        {
          "id": "iris-network",
          "score": 0.1020016042396858
        },
        {
          "id": "rivet",
          "score": 0.09933011324924212
        },
        {
          "id": "nova",
          "score": 0.0924426459414013
        },
        {
          "id": "garden",
          "score": 0.0798623333709539
        },
        {
          "id": "drone",
          "score": 0.07789708115333453
        },
        {
          "id": "prism",
          "score": 0.07296927559074023
        },
        {
          "id": "soil",
          "score": 0.06581290393754237
        },
        {
          "id": "rivet-calibration",
          "score": 0.06358738134130051
        },
        {
          "id": "beacon",
          "score": 0.06323613117440907
        },
        {
          "id": "frost",
          "score": 0.04189294046817574
        },
        {
          "id": "cargo",
          "score": -0.007134025708704361
        }
      ],
      "reached_token_limit": false,
      "references": [
        "every existing session is revoked",
        "all sessions are revoked",
        "revoked"
      ],
      "relevance": {
        "orbit": 1
      },
      "retrieval_ms": 9.576486998412292,
      "split": "eval",
      "total_ms": 122.98293599815224
    },
    {
      "answer": "8 degrees Celsius",
      "answerable": true,
      "context_ids": [
        "prism",
        "frost",
        "quartz"
      ],
      "execution_position": 1,
      "generation_ms": 107.1015739980794,
      "group": "prism",
      "input_tokens": 176,
      "method": "dense",
      "metrics": {
        "context_recall": 1.0,
        "exact_match": 1.0,
        "ndcg": 1.0,
        "recall": 1.0,
        "token_f1": 1.0
      },
      "output_tokens": 4,
      "prompt": "Answer the question using only the context. Give a short answer. If the context does not contain the answer, say unknown.\n\nContext:\n[prism] Prism sample storage. Prism mineral samples are stored at 8 degrees Celsius. Each sample requires a white tamper seal. Samples with broken seals must be moved to quarantine shelf Q4.\n[frost] Frost sensor. The frost sensor is calibrated with a silver reference plate. Recalibrate it every 30 days. A blinking violet light means calibration is overdue.\n[quartz] Quartz service limits. The Quartz lookup service accepts 90 requests per minute per client. Requests above that limit receive status 429. A client should wait 20 seconds before trying again.\n\nQuestion: At what temperature are Prism mineral samples stored?\nAnswer:",
      "query_embedding": [
        -0.08104871958494186,
        0.005387436598539352,
        -0.08040717989206314,
        0.06406165659427643,
        -0.02091248892247677,
        -0.0012370140757411718,
        0.027106361463665962,
        0.012989494949579239,
        -0.052611030638217926,
        0.003003123216331005,
        -0.02685987763106823,
        -0.008748916909098625,
        0.04433130845427513,
        0.004356493707746267,
        -0.029647309333086014,
        -0.007987621240317822,
        0.049629971385002136,
        -0.049421120434999466,
        -0.05111626535654068,
        0.03512060269713402,
        0.06769692152738571,
        -0.03547980636358261,
        -0.05697288364171982,
        0.007188861723989248,
        0.010865560732781887,
        0.059663429856300354,
        -0.06566162407398224,
        -0.006679731421172619,
        0.07324353605508804,
        0.05670051649212837,
        -0.034262292087078094,
        0.05232253298163414,
        0.04043494537472725,
        -0.029873408377170563,
        0.04003802686929703,
        0.009606698527932167,
        -0.0859713926911354,
        -0.06966570764780045,
        -0.08387793600559235,
        0.02911628596484661,
        0.0173830296844244,
        0.004289264790713787,
        -0.016481811180710793,
        0.0394020713865757,
        0.0014627429191023111,
        0.01582169160246849,
        0.08367675542831421,
        -0.020790958777070045,
        -0.027235964313149452,
        0.027218464761972427,
        -0.006408232729882002,
        0.04700182378292084,
        -0.03092365525662899,
        -0.007128694094717503,
        -0.11752128601074219,
        0.08630391955375671,
        0.04276714846491814,
        0.029914651066064835,
        0.004056144040077925,
        0.10655054450035095,
        0.03193815052509308,
        0.01355016604065895,
        -0.11004522442817688,
        -0.004063593223690987,
        0.09634412825107574,
        0.05381704494357109,
        0.008012802340090275,
        0.00017369382840115577,
        0.10106493532657623,
        -0.09609633684158325,
        -0.009886741638183594,
        0.06878101825714111,
        -0.0048170736990869045,
        -0.0013516959734261036,
        -0.01042161788791418,
        -0.020912451669573784,
        0.08520714193582535,
        -0.09654607623815536,
        -0.09273815900087357,
        0.005783819127827883,
        -0.06151885539293289,
        -0.059815213084220886,
        0.03831545263528824,
        0.0041943322867155075,
        0.02811804600059986,
        0.0600581131875515,
        0.009279626421630383,
        0.13171347975730896,
        0.009982203133404255,
        0.010247371159493923,
        0.012228786014020443,
        0.08311716467142105,
        -0.06354883313179016,
        -0.008269265294075012,
        -0.041450776159763336,
        0.11744991689920425,
        0.058412496000528336,
        0.031146541237831116,
        0.07256198674440384,
        -0.03588664531707764,
        0.056285545229911804,
        0.011490448378026485,
        -0.0391249880194664,
        0.08131461590528488,
        -0.024572132155299187,
        -0.06832513213157654,
        0.059252720326185226,
        0.044196657836437225,
        0.002339560305699706,
        0.06945767998695374,
        -0.014863439835608006,
        0.06414869427680969,
        0.057793136686086655,
        -0.02098129689693451,
        0.031608402729034424,
        -0.012399435974657536,
        -0.08407647907733917,
        0.037050098180770874,
        -0.06048515439033508,
        0.03246135264635086,
        0.002198269357904792,
        0.01428326778113842,
        0.040728967636823654,
        0.02716754376888275,
        -0.04625369608402252,
        0.0029178669210523367,
        -0.02215650863945484,
        -1.4337766328143491e-33,
        0.016076864674687386,
        -0.04688273370265961,
        -0.0029630630742758512,
        0.02931733801960945,
        -0.05729805305600166,
        -0.016594721004366875,
        -0.016548829153180122,
        -0.004142001736909151,
        0.01871625706553459,
        0.02940613403916359,
        0.015200868248939514,
        0.0487193837761879,
        -0.05792219936847687,
        0.01331690326333046,
        -0.05720878019928932,
        -0.005179854575544596,
        -0.041165225207805634,
        0.07750851660966873,
        -0.021040091291069984,
        0.0563218928873539,
        -0.022943705320358276,
        0.047529276460409164,
        -0.029850279912352562,
        0.0652075782418251,
        -0.05161339417099953,
        0.0808376595377922,
        -0.008882220834493637,
        0.010479491204023361,
        -0.03030073083937168,
        0.005243306513875723,
        0.08098513633012772,
        -0.05358951538801193,
        -0.08194432407617569,
        0.011298231780529022,
        0.04748160019516945,
        0.06667570769786835,
        -0.0693141296505928,
        0.05020402371883392,
        0.035179197788238525,
        0.002114667324349284,
        0.1283811628818512,
        0.06517896056175232,
        0.18167102336883545,
        0.05785923823714256,
        0.0520053505897522,
        -0.05041341111063957,
        -0.0356721356511116,
        0.049609676003456116,
        0.026955267414450645,
        -0.032424263656139374,
        -0.04368716850876808,
        0.03949212655425072,
        -0.05834534764289856,
        0.051244620233774185,
        0.010419686324894428,
        0.05672193691134453,
        -0.030496908351778984,
        -0.05978699028491974,
        0.035211265087127686,
        -0.02022101916372776,
        0.021224718540906906,
        0.01289614848792553,
        -0.0035233483649790287,
        0.02117050066590309,
        0.010411670431494713,
        0.03030337393283844,
        -0.06554439663887024,
        0.004855033475905657,
        0.03655815124511719,
        -0.02769792452454567,
        -0.02217043749988079,
        0.0466546006500721,
        -0.010638110339641571,
        0.008702892810106277,
        -0.0005925795994699001,
        -0.031067200005054474,
        0.05948873981833458,
        0.023649126291275024,
        -0.017208585515618324,
        -0.039609916508197784,
        0.006794571876525879,
        -0.04098096117377281,
        0.0005479109822772443,
        -0.06792201101779938,
        -0.1036141887307167,
        -0.017206935212016106,
        0.002564026741310954,
        -0.025328168645501137,
        0.004092926625162363,
        0.03959442302584648,
        -0.02317693457007408,
        -0.11701970547437668,
        -0.04742064327001572,
        -0.0517444871366024,
        -0.06705394387245178,
        1.501620013765569e-33,
        0.042650006711483,
        -0.07826245576143265,
        -0.0037003986071795225,
        0.09178010374307632,
        -0.022557450458407402,
        -0.033491525799036026,
        0.05108516290783882,
        0.049553051590919495,
        0.0150816161185503,
        -0.0068777743726968765,
        0.05791279301047325,
        0.0009263262036256492,
        0.06401523947715759,
        -0.09674099087715149,
        -0.057937394827604294,
        0.06705006211996078,
        0.014418396167457104,
        -0.01126615609973669,
        0.019581453874707222,
        -0.017209483310580254,
        -0.11940151453018188,
        -0.01417725719511509,
        -0.019781311973929405,
        0.0349980890750885,
        -0.07663840800523758,
        0.003972161095589399,
        -0.031101373955607414,
        -0.11288880556821823,
        -0.015496008098125458,
        0.020674943923950195,
        -0.05972473323345184,
        0.017525197938084602,
        -0.04488619416952133,
        0.010090802796185017,
        -0.09690869599580765,
        -0.09672539681196213,
        -0.01341446116566658,
        -0.10839768499135971,
        -0.007018923293799162,
        0.05089870095252991,
        0.03389197215437889,
        0.04786323010921478,
        0.012772972695529461,
        0.02548563852906227,
        0.02386113442480564,
        0.027220293879508972,
        0.029860563576221466,
        0.0069009726867079735,
        0.06326935440301895,
        0.040647827088832855,
        0.061017174273729324,
        -0.028524009510874748,
        -0.045688141137361526,
        -0.03797648847103119,
        0.03266947343945503,
        -0.036003343760967255,
        -0.030251000076532364,
        0.020431114360690117,
        -0.04609732702374458,
        -0.029129376634955406,
        0.09560169279575348,
        0.014608606696128845,
        -0.0182893555611372,
        0.017779376357793808,
        -0.03261134400963783,
        0.097628653049469,
        0.08524707704782486,
        0.0887138620018959,
        -0.04375652223825455,
        0.08756774663925171,
        0.13285361230373383,
        -0.048062797635793686,
        0.11142513155937195,
        -0.07153557240962982,
        0.008489580824971199,
        -0.08171091228723526,
        -0.035387713462114334,
        0.023848310112953186,
        0.0006981281330808997,
        -0.0730297714471817,
        -0.06686168909072876,
        0.049050815403461456,
        -0.029780857264995575,
        0.07650130242109299,
        0.0740504264831543,
        -0.11098834872245789,
        0.01952151395380497,
        -0.05215788260102272,
        -0.03669378533959389,
        -0.021394886076450348,
        -0.060677748173475266,
        -0.06198146939277649,
        -0.018381837755441666,
        -0.01974640227854252,
        0.08956760168075562,
        -1.4335458153880154e-08,
        -0.021084586158394814,
        0.05296916514635086,
        0.03194627910852432,
        0.020400140434503555,
        -0.049430932849645615,
        0.054842472076416016,
        0.002988540567457676,
        0.02499490976333618,
        0.04121362417936325,
        -0.008151394315063953,
        0.06537213176488876,
        0.019737372174859047,
        -0.06767850369215012,
        -0.03334064409136772,
        -0.03008047491312027,
        -0.008530045859515667,
        0.03241674229502678,
        -0.03364894911646843,
        0.005212518386542797,
        -0.07361133396625519,
        0.04635097086429596,
        0.020167086273431778,
        0.09805691987276077,
        -0.025333702564239502,
        -0.0018610387342050672,
        0.09512915462255478,
        0.01486950647085905,
        0.045646268874406815,
        0.0716874822974205,
        0.002013956196606159,
        -0.03542187437415123,
        -0.04675139859318733,
        0.05592736974358559,
        -0.07369217276573181,
        0.02876971662044525,
        0.03337433934211731,
        -0.022156791761517525,
        0.0575445219874382,
        0.009382919408380985,
        -0.05365700647234917,
        -0.031065350398421288,
        -0.06824592500925064,
        -0.03555070608854294,
        0.0068063740618526936,
        0.0004269583150744438,
        -0.031241893768310547,
        -0.06427286565303802,
        0.08507770299911499,
        0.03338657319545746,
        0.019044179469347,
        0.041937049478292465,
        -0.015471219085156918,
        0.01256587728857994,
        -0.011393696069717407,
        -0.06694518029689789,
        -0.0020656150300055742,
        0.03033464029431343,
        -0.01558696385473013,
        -0.057616233825683594,
        -0.021342305466532707,
        0.0007954708416946232,
        -0.042086411267519,
        -0.09772150218486786,
        -0.09981168061494827
      ],
      "query_id": "eval-prism-1",
      "question": "At what temperature are Prism mineral samples stored?",
      "ranking": [
        {
          "id": "prism",
          "score": 0.8628596594958182
        },
        {
          "id": "frost",
          "score": 0.30398837305837695
        },
        {
          "id": "quartz",
          "score": 0.22870237058855125
        },
        {
          "id": "export",
          "score": 0.22112249655727828
        },
        {
          "id": "quartz-batch",
          "score": 0.2201291326693818
        },
        {
          "id": "soil",
          "score": 0.16754335594922493
        },
        {
          "id": "garden",
          "score": 0.16727994425105883
        },
        {
          "id": "mirror",
          "score": 0.16573342289508725
        },
        {
          "id": "rivet-calibration",
          "score": 0.16256590014319394
        },
        {
          "id": "archive",
          "score": 0.15401032337458784
        },
        {
          "id": "iris",
          "score": 0.11758241644023011
        },
        {
          "id": "cargo",
          "score": 0.09982604136384923
        },
        {
          "id": "keel",
          "score": 0.09788222744327213
        },
        {
          "id": "orbit",
          "score": 0.08874657645556316
        },
        {
          "id": "rivet",
          "score": 0.08127862360945712
        },
        {
          "id": "iris-network",
          "score": 0.07441391707942012
        },
        {
          "id": "lantern",
          "score": 0.06663215623008914
        },
        {
          "id": "lantern-charge",
          "score": 0.051419593116388024
        },
        {
          "id": "junction",
          "score": 0.02822902892609676
        },
        {
          "id": "engine",
          "score": 0.01110100100285557
        },
        {
          "id": "nova",
          "score": -0.0016691548249623297
        },
        {
          "id": "harbor",
          "score": -0.019329532187978872
        },
        {
          "id": "beacon",
          "score": -0.06441374646506696
        },
        {
          "id": "drone",
          "score": -0.11254833369531113
        }
      ],
      "reached_token_limit": false,
      "references": [
        "8 degrees Celsius",
        "8 Celsius",
        "8"
      ],
      "relevance": {
        "prism": 1
      },
      "retrieval_ms": 11.103664997790474,
      "split": "eval",
      "total_ms": 119.98816999766859
    },
    {
      "answer": "quarantine shelf Q4",
      "answerable": true,
      "context_ids": [
        "prism",
        "cargo",
        "iris"
      ],
      "execution_position": 0,
      "generation_ms": 123.32884499846841,
      "group": "prism",
      "input_tokens": 191,
      "method": "dense",
      "metrics": {
        "context_recall": 1.0,
        "exact_match": 1.0,
        "ndcg": 1.0,
        "recall": 1.0,
        "token_f1": 1.0
      },
      "output_tokens": 6,
      "prompt": "Answer the question using only the context. Give a short answer. If the context does not contain the answer, say unknown.\n\nContext:\n[prism] Prism sample storage. Prism mineral samples are stored at 8 degrees Celsius. Each sample requires a white tamper seal. Samples with broken seals must be moved to quarantine shelf Q4.\n[cargo] Cargo inspection. Incoming cargo must wait in the amber bay until inspection is complete. Inspectors stamp approved crates with a blue triangle. An orange circle means inspection is pending.\n[iris] Iris emergency access. When the Iris door loses network connectivity, enter the local access code 5826. The mechanical override key is stored in locker C7. The local code is fictional training data.\n\nQuestion: Where should a Prism sample with a broken seal be moved?\nAnswer:",
      "query_embedding": [
        -0.06403152644634247,
        0.04025449976325035,
        0.03586950898170471,
        -0.06917354464530945,
        0.04151051118969917,
        -0.021110082045197487,
        0.021137429401278496,
        0.04470974579453468,
        -0.03087799623608589,
        -0.01673142984509468,
        0.008923174813389778,
        0.02945012040436268,
        -0.02947872132062912,
        0.027781102806329727,
        -0.03230174258351326,
        -0.027484754100441933,
        -0.012310980819165707,
        0.0031939391046762466,
        -0.07641039043664932,
        0.03854837641119957,
        0.052036866545677185,
        0.030322758480906487,
        0.0128021240234375,
        -0.021381137892603874,
        -0.03965798020362854,
        0.06277790665626526,
        -0.05596141889691353,
        0.0059241000562906265,
        0.12137974798679352,
        -0.05793973058462143,
        -0.04806787148118019,
        -0.0042259409092366695,
        -0.05045321583747864,
        -0.026350656524300575,
        0.06794509291648865,
        0.022001750767230988,
        -0.0750017762184143,
        -0.009854800999164581,
        -0.016819842159748077,
        -0.008327744901180267,
        0.02677689865231514,
        0.06706006824970245,
        -0.07733491063117981,
        0.01370765920728445,
        -0.0029266176279634237,
        0.058696597814559937,
        0.10908303409814835,
        -0.0083012655377388,
        0.021364642307162285,
        0.004494919907301664,
        -0.03829655796289444,
        -0.019574996083974838,
        -0.06870817393064499,
        0.03431866690516472,
        -0.12982627749443054,
        0.04204607382416725,
        0.01643112115561962,
        0.006292183883488178,
        0.050979677587747574,
        0.054085250943899155,
        0.14188814163208008,
        0.06036732345819473,
        -0.025190653279423714,
        0.06754361838102341,
        0.05440731346607208,
        0.027286658063530922,
        0.022803734987974167,
        -0.016451818868517876,
        0.09413782507181168,
        -0.013936730101704597,
        -0.004435953218489885,
        -0.016531217843294144,
        -0.07856147736310959,
        -0.00481073185801506,
        0.01793394610285759,
        -0.08093743026256561,
        0.0039042914286255836,
        -0.08519884943962097,
        -0.05711263418197632,
        0.0411127470433712,
        -0.037872277200222015,
        -0.03438723832368851,
        -0.010678861290216446,
        0.038195617496967316,
        0.026545127853751183,
        0.06049778312444687,
        -0.049586329609155655,
        0.01577426679432392,
        0.02144288457930088,
        -0.03587264195084572,
        0.028684169054031372,
        0.02939368039369583,
        0.007452018093317747,
        0.023616435006260872,
        0.024739554151892662,
        0.013850048184394836,
        -0.004115658812224865,
        -0.024071786552667618,
        0.0841207280755043,
        0.06343591958284378,
        -0.026389634236693382,
        0.007496247533708811,
        -0.04343055561184883,
        0.014608158729970455,
        -0.023891685530543327,
        -0.06783335655927658,
        -0.06346631050109863,
        -0.011362425982952118,
        0.03779488801956177,
        0.0551484152674675,
        0.028169838711619377,
        0.06543177366256714,
        0.06362093240022659,
        0.040344156324863434,
        -0.013222388923168182,
        -0.046240102499723434,
        -0.07620587199926376,
        0.018354758620262146,
        -0.0990714579820633,
        -0.0031438779551535845,
        -0.05450093746185303,
        -0.04165147617459297,
        0.013517319224774837,
        0.026243312284350395,
        -0.0389605388045311,
        0.016867319121956825,
        -0.04598880559206009,
        -5.2387738780898556e-33,
        -0.024529729038476944,
        -0.03530103713274002,
        -0.024774478748440742,
        0.07010068744421005,
        0.02776414155960083,
        0.03208212926983833,
        0.05940531939268112,
        0.028427159413695335,
        -0.012885705567896366,
        0.07986699789762497,
        0.013955374248325825,
        -0.007409956771880388,
        -0.07889177650213242,
        -0.0452844463288784,
        -0.1101536676287651,
        -0.02510596066713333,
        -0.03430856764316559,
        0.0730433315038681,
        -0.18165241181850433,
        0.010111907497048378,
        -0.004893480334430933,
        0.04014620929956436,
        -0.03615497797727585,
        -0.00214099558070302,
        -0.04276437312364578,
        0.10979799926280975,
        -0.0357837975025177,
        -0.013503041118383408,
        0.025624018162488937,
        0.03022496961057186,
        -0.024724813178181648,
        0.023383814841508865,
        -0.027072975412011147,
        0.0526016540825367,
        0.012701247818768024,
        0.06289177387952805,
        -0.0007164612761698663,
        -0.030094115063548088,
        0.012608095072209835,
        -0.03466608002781868,
        0.027947289869189262,
        0.07477760314941406,
        0.07765847444534302,
        0.030350973829627037,
        0.08958231657743454,
        -0.05794627591967583,
        0.03418661281466484,
        0.023150891065597534,
        0.13334055244922638,
        -0.05733830854296684,
        -0.0605601891875267,
        0.01733783818781376,
        -0.05184192582964897,
        0.007970350794494152,
        -0.02901730127632618,
        0.012836284004151821,
        0.011305170133709908,
        0.014996979385614395,
        0.017758330330252647,
        -0.020823493599891663,
        -0.0058248224668204784,
        0.00460386835038662,
        -0.006180827971547842,
        0.050807829946279526,
        0.14144150912761688,
        0.03447072207927704,
        -0.08820483833551407,
        -0.00724276015534997,
        0.059792108833789825,
        -0.08302303403615952,
        -0.04687901586294174,
        0.011409131810069084,
        -0.07411161810159683,
        0.07883144170045853,
        -0.017915643751621246,
        -0.055932316929101944,
        -0.027209416031837463,
        0.08119338005781174,
        0.014469961635768414,
        -0.03738778457045555,
        0.009045759215950966,
        0.03742825239896774,
        -0.013949518091976643,
        -0.07388743758201599,
        -0.039408691227436066,
        0.007388471160084009,
        0.05984177067875862,
        -0.03461528941988945,
        0.0022283291909843683,
        0.003652469255030155,
        -0.006968713365495205,
        -0.044059667736291885,
        -0.04524906352162361,
        -0.07041659206151962,
        0.039390258491039276,
        3.509990499382841e-33,
        -0.01279471069574356,
        -0.07632026821374893,
        0.06123703718185425,
        0.06092383712530136,
        0.038408223539590836,
        0.006952002178877592,
        0.005972234532237053,
        0.05783948674798012,
        0.03401338309049606,
        0.03334330767393112,
        -0.03440112993121147,
        0.035260628908872604,
        0.045663148164749146,
        0.021760119125247,
        -0.1208222284913063,
        0.009663760662078857,
        0.042637813836336136,
        -0.07512073963880539,
        -0.06999041140079498,
        0.02354922890663147,
        -0.02334790676832199,
        0.00631723552942276,
        -0.031207013875246048,
        0.09971843659877777,
        -0.08132398128509521,
        0.05126439034938812,
        0.01683465763926506,
        -0.06356316059827805,
        0.007369662169367075,
        -0.04107482731342316,
        -0.04830385744571686,
        -0.01649084873497486,
        -0.051081977784633636,
        0.02125135064125061,
        -0.05556706711649895,
        -0.0837252289056778,
        -0.0368102490901947,
        -0.019347064197063446,
        -0.09651077538728714,
        -0.02130975015461445,
        -0.001980842323973775,
        0.005909974221140146,
        -0.01946665719151497,
        -0.004241200163960457,
        0.054905783385038376,
        0.00964487623423338,
        0.04198728874325752,
        -0.05071931704878807,
        -0.034076109528541565,
        0.017428450286388397,
        0.03863373026251793,
        0.03750422224402428,
        -0.002370726317167282,
        -0.00605210242792964,
        0.07380793988704681,
        0.11343127489089966,
        -0.01714208535850048,
        -0.02348618023097515,
        -0.025060784071683884,
        -0.00322901364415884,
        0.09381663054227829,
        0.12432403862476349,
        -0.023612763732671738,
        -0.058988988399505615,
        0.013138934038579464,
        0.08539014309644699,
        0.06654707342386246,
        0.041268959641456604,
        -0.060660239309072495,
        0.007610471919178963,
        0.06463172286748886,
        0.027605444192886353,
        0.08069281280040741,
        -0.08356046676635742,
        0.03766242042183876,
        -0.045341040939092636,
        -0.0500415563583374,
        -0.056568097323179245,
        -0.014448150992393494,
        -0.07169634848833084,
        -0.043236009776592255,
        -0.041410963982343674,
        -0.014340685680508614,
        0.03388826921582222,
        0.09117232263088226,
        -0.07361417263746262,
        0.01430757436901331,
        -0.11338001489639282,
        -0.037470411509275436,
        -0.01762625202536583,
        -0.08979900926351547,
        0.03579419478774071,
        0.01738431490957737,
        -0.08658772706985474,
        0.08523866534233093,
        -1.8305380322658493e-08,
        -0.002381853060796857,
        0.11431209743022919,
        0.02184193581342697,
        -0.013648170046508312,
        -0.057559844106435776,
        0.0437452457845211,
        0.024156205356121063,
        0.05499603971838951,
        -0.018251163884997368,
        -0.07736284285783768,
        -0.03170022368431091,
        -0.031905993819236755,
        -0.011904102750122547,
        0.05869153141975403,
        -0.0667000338435173,
        -0.01393920835107565,
        -0.02566288411617279,
        0.0008608097559772432,
        -0.06980407238006592,
        -0.07417596131563187,
        -0.03569132834672928,
        0.04339928179979324,
        0.1490999162197113,
        -0.014691761694848537,
        -0.06545795500278473,
        0.07686690986156464,
        0.015011570416390896,
        0.04875360429286957,
        0.020181048661470413,
        -0.02251180075109005,
        -0.048184994608163834,
        -0.034919679164886475,
        0.08801520615816116,
        0.06183520331978798,
        0.03850262239575386,
        0.0983855128288269,
        -0.08924421668052673,
        0.04036075994372368,
        0.01518743485212326,
        -0.0160528477281332,
        -9.765717550180852e-05,
        -0.015889914706349373,
        0.015260627493262291,
        0.07500895857810974,
        0.032881349325180054,
        0.052880946546792984,
        0.010360079817473888,
        0.017107043415308,
        -0.06808651983737946,
        0.04599839076399803,
        0.06766331195831299,
        -0.0489264652132988,
        -0.023752950131893158,
        0.011790909804403782,
        0.0019234266364946961,
        0.04132690653204918,
        0.020090920850634575,
        -0.03301486745476723,
        -0.08767058700323105,
        0.0647556409239769,
        -0.06826712936162949,
        -0.035047538578510284,
        -0.061944350600242615,
        -0.0012346062576398253
      ],
      "query_id": "eval-prism-2",
      "question": "Where should a Prism sample with a broken seal be moved?",
      "ranking": [
        {
          "id": "prism",
          "score": 0.6531180346450771
        },
        {
          "id": "cargo",
          "score": 0.2288371523133153
        },
        {
          "id": "iris",
          "score": 0.20033759960449296
        },
        {
          "id": "rivet",
          "score": 0.17231159638013074
        },
        {
          "id": "rivet-calibration",
          "score": 0.15066166780955698
        },
        {
          "id": "frost",
          "score": 0.13535787771495875
        },
        {
          "id": "mirror",
          "score": 0.12426911834346921
        },
        {
          "id": "archive",
          "score": 0.11148164625824082
        },
        {
          "id": "keel",
          "score": 0.11069850899190913
        },
        {
          "id": "engine",
          "score": 0.1090651325444068
        },
        {
          "id": "quartz",
          "score": 0.09572053264389313
        },
        {
          "id": "nova",
          "score": 0.08778503621882909
        },
        {
          "id": "junction",
          "score": 0.08769427857339977
        },
        {
          "id": "lantern",
          "score": 0.07421715928815122
        },
        {
          "id": "export",
          "score": 0.06578686259379837
        },
        {
          "id": "iris-network",
          "score": 0.06215998264765548
        },
        {
          "id": "quartz-batch",
          "score": 0.06187951959791927
        },
        {
          "id": "soil",
          "score": 0.060816622387637756
        },
        {
          "id": "garden",
          "score": 0.05542012653674998
        },
        {
          "id": "harbor",
          "score": 0.03838203403398645
        },
        {
          "id": "orbit",
          "score": -0.0012388052701746215
        },
        {
          "id": "beacon",
          "score": -0.05984128631052233
        },
        {
          "id": "lantern-charge",
          "score": -0.10081173223240025
        },
        {
          "id": "drone",
          "score": -0.16769136465695023
        }
      ],
      "reached_token_limit": false,
      "references": [
        "quarantine shelf Q4",
        "shelf Q4",
        "Q4"
      ],
      "relevance": {
        "prism": 1
      },
      "retrieval_ms": 14.88647499718354,
      "split": "eval",
      "total_ms": 139.96560699888505
    },
    {
      "answer": "90 requests per minute",
      "answerable": true,
      "context_ids": [
        "quartz",
        "quartz-batch",
        "mirror"
      ],
      "execution_position": 2,
      "generation_ms": 111.33218800023315,
      "group": "quartz",
      "input_tokens": 181,
      "method": "dense",
      "metrics": {
        "context_recall": 1.0,
        "exact_match": 0.0,
        "ndcg": 1.0,
        "recall": 1.0,
        "token_f1": 0.6666666666666666
      },
      "output_tokens": 5,
      "prompt": "Answer the question using only the context. Give a short answer. If the context does not contain the answer, say unknown.\n\nContext:\n[quartz] Quartz service limits. The Quartz lookup service accepts 90 requests per minute per client. Requests above that limit receive status 429. A client should wait 20 seconds before trying again.\n[quartz-batch] Quartz bulk service. The Quartz bulk service accepts 12 batches per hour. Batch jobs return status 202 when queued. This service has a separate quota from the lookup service.\n[mirror] Mirror synchronization. Mirror replicas synchronize every 14 minutes. A replica more than 40 minutes behind is marked stale. Stale replicas remain readable but cannot serve verification requests.\n\nQuestion: How many requests per minute may a Quartz client send?\nAnswer:",
      "query_embedding": [
        0.001306258956901729,
        0.02617870643734932,
        -0.028654765337705612,
        -0.0077374763786792755,
        -0.08457129448652267,
        -0.10112083703279495,
        0.0606890544295311,
        -0.008859875611960888,
        0.030482793226838112,
        0.013806763105094433,
        -0.07766597718000412,
        -0.020118800923228264,
        -0.02168157324194908,
        0.018731623888015747,
        0.040655285120010376,
        -0.0174686498939991,
        0.12908712029457092,
        -0.11634423583745956,
        0.03267567977309227,
        0.022819887846708298,
        0.03243072330951691,
        -0.08867334574460983,
        -0.022526517510414124,
        -0.005262277089059353,
        -0.03341134265065193,
        -0.04000718891620636,
        -0.04282575845718384,
        -0.03809073567390442,
        0.035880960524082184,
        0.04226948320865631,
        -0.06233211234211922,
        0.009170575998723507,
        -0.02158513478934765,
        -0.03802655264735222,
        -4.9994625442195684e-05,
        0.042874325066804886,
        -0.014620223082602024,
        -0.051179658621549606,
        -0.029755953699350357,
        0.008648673072457314,
        -0.012981685809791088,
        0.002949346089735627,
        -0.013971430249512196,
        0.0706300437450409,
        -0.020155157893896103,
        -0.03775162249803543,
        0.05105062946677208,
        0.0465579517185688,
        -0.05590149387717247,
        0.029113607481122017,
        -0.0441032238304615,
        0.025014331564307213,
        -0.012335777282714844,
        0.05126409977674484,
        0.01813853532075882,
        -0.009259955026209354,
        -0.05311587452888489,
        0.02063799649477005,
        0.018959125503897667,
        0.08613596856594086,
        -0.060837894678115845,
        -0.09908364713191986,
        -0.05767853930592537,
        -0.01623724028468132,
        0.0480552576482296,
        0.02683168835937977,
        -0.06882862746715546,
        -0.03418765962123871,
        0.02378333918750286,
        -0.04055556282401085,
        0.021308081224560738,
        -0.018353505060076714,
        -0.04655520245432854,
        -0.020671026781201363,
        0.050555840134620667,
        0.009208040311932564,
        0.00024023368314374238,
        -0.020441513508558273,
        -0.05475433170795441,
        -0.0821692943572998,
        -0.04223915562033653,
        0.004822226241230965,
        -0.017383361235260963,
        -0.03327636793255806,
        0.07567133009433746,
        -0.03411552682518959,
        0.04735402390360832,
        0.1334201842546463,
        0.02455158345401287,
        -0.06586913764476776,
        0.006649670656770468,
        0.10345128923654556,
        -0.09492957592010498,
        0.026136305183172226,
        -0.04120791703462601,
        0.0883733481168747,
        -0.039414260536432266,
        0.0466926209628582,
        -0.06724001467227936,
        0.03430885076522827,
        0.04868897795677185,
        -0.04283440485596657,
        -0.01848371885716915,
        0.010106189176440239,
        -0.03355305641889572,
        -0.056137800216674805,
        0.008756771683692932,
        0.08707261830568314,
        -0.036062534898519516,
        0.13836142420768738,
        -0.017652234062552452,
        0.03682589530944824,
        0.0337519571185112,
        0.008674662560224533,
        0.026633819565176964,
        0.056759800761938095,
        -0.02423752099275589,
        0.022731110453605652,
        0.02597692608833313,
        0.07526497542858124,
        0.03820608928799629,
        0.01978442445397377,
        -0.03182769939303398,
        -0.08036401122808456,
        0.01354170124977827,
        0.053719356656074524,
        0.028585221618413925,
        -7.006291173188907e-34,
        -0.06365704536437988,
        0.09077495336532593,
        0.003378415247425437,
        -0.02966723032295704,
        0.0238996222615242,
        0.0033854746725410223,
        0.015037070028483868,
        0.043491218239068985,
        0.028672445565462112,
        -0.07046304643154144,
        -0.04284605756402016,
        -0.0062253717333078384,
        0.020081542432308197,
        0.03678957745432854,
        0.017219550907611847,
        -0.03904396668076515,
        0.08913162350654602,
        0.029482396319508553,
        0.05108651891350746,
        -0.052389007061719894,
        -0.017647026106715202,
        -0.07577970623970032,
        -0.06556207686662674,
        0.03958847001194954,
        0.04152107983827591,
        0.0660257488489151,
        -0.038550276309251785,
        0.05202645808458328,
        -0.01945420727133751,
        0.03239184990525246,
        0.14571738243103027,
        0.034848153591156006,
        -0.054912883788347244,
        0.03337027132511139,
        0.025987405329942703,
        0.04191237688064575,
        0.040636926889419556,
        0.03222589194774628,
        0.0024470153730362654,
        -0.0252056997269392,
        -0.10109811276197433,
        0.04056650772690773,
        -0.0011319092009216547,
        0.03395615145564079,
        -0.09426732361316681,
        -0.10357880592346191,
        -0.05779372528195381,
        -0.028013842180371284,
        -0.008078002370893955,
        0.03139284998178482,
        0.0014568313490599394,
        -0.013617997989058495,
        0.011416725814342499,
        0.11887480318546295,
        0.06520339846611023,
        0.0815572589635849,
        0.01702398806810379,
        -0.03494332358241081,
        -0.03029276616871357,
        0.08589249849319458,
        0.07961584627628326,
        -0.10911483317613602,
        0.02600710839033127,
        -0.008009163662791252,
        0.09668377041816711,
        0.060329463332891464,
        -0.00022552699374500662,
        0.018878182396292686,
        0.005004135426133871,
        0.04465070739388466,
        0.0010606783907860518,
        0.018388625234365463,
        0.01657172478735447,
        -0.05872946232557297,
        -0.09190289676189423,
        -0.05766802653670311,
        0.08706510812044144,
        0.021737096831202507,
        -0.022761207073926926,
        0.05684242770075798,
        -0.027378305792808533,
        -0.07109831273555756,
        0.0014933887869119644,
        -0.032181669026613235,
        -0.014066027477383614,
        0.08326143026351929,
        0.036535173654556274,
        0.0024680832866579294,
        -0.03644271567463875,
        0.010464453138411045,
        0.02080909162759781,
        -0.004864121787250042,
        -0.03138072416186333,
        0.003819335950538516,
        -0.158140167593956,
        1.226174412225548e-33,
        -0.036586206406354904,
        -0.0069083054549992085,
        -0.008179632015526295,
        0.10618271678686142,
        0.03762320056557655,
        -0.003100362606346607,
        0.013607770204544067,
        0.1095075011253357,
        -0.004917521961033344,
        0.09655263274908066,
        0.020287618041038513,
        -0.06850696355104446,
        0.004230124410241842,
        -0.0023414648603647947,
        -0.0964154377579689,
        0.020531028509140015,
        0.11522272974252701,
        -0.07669702917337418,
        0.04198398441076279,
        0.017861438915133476,
        -0.00602993369102478,
        0.005675222724676132,
        -0.07588685303926468,
        -0.06151331216096878,
        -0.004445069003850222,
        0.012548588216304779,
        -0.03586035594344139,
        -0.06580397486686707,
        -0.05512208491563797,
        -0.04240832477807999,
        -0.04681526869535446,
        -0.05802248790860176,
        -0.039468590170145035,
        0.004598777275532484,
        0.04862704873085022,
        -0.018985409289598465,
        0.07524465769529343,
        0.13559912145137787,
        0.017002681270241737,
        0.11277097463607788,
        0.059472259134054184,
        -0.0008644010522402823,
        0.00921617355197668,
        0.05481630936264992,
        -0.017817245796322823,
        0.07286499440670013,
        -0.028586911037564278,
        0.020372124388813972,
        -0.0813860148191452,
        -0.004539870657026768,
        0.01048518717288971,
        -0.04152991250157356,
        0.05172542482614517,
        0.04741658270359039,
        -0.03088190034031868,
        -0.02093951776623726,
        0.027354564517736435,
        -0.007007696200162172,
        0.03522617742419243,
        0.016612377017736435,
        0.09384791553020477,
        0.03386778384447098,
        -0.046378765255212784,
        -0.010824523866176605,
        0.07707598805427551,
        0.03724077343940735,
        -0.03273361921310425,
        -0.05485152453184128,
        -0.02158314920961857,
        0.014783184044063091,
        0.09208548814058304,
        0.011158143170177937,
        -0.045870374888181686,
        0.008815350010991096,
        -0.041943710297346115,
        0.0029294071719050407,
        -0.038405321538448334,
        -0.0410880409181118,
        -0.09582965821027756,
        -0.008739844895899296,
        -0.042735252529382706,
        0.08435423672199249,
        0.003818994387984276,
        -0.02673487924039364,
        -0.03821839764714241,
        -0.03555169329047203,
        0.025996675714850426,
        0.011009739711880684,
        0.003625294426456094,
        -0.0071533131413161755,
        0.019123677164316177,
        0.056295037269592285,
        0.0028591135051101446,
        -0.010238255374133587,
        -0.008096817880868912,
        -1.791602599610087e-08,
        0.006711644120514393,
        -0.03528255969285965,
        -0.014076165854930878,
        -0.05509309470653534,
        0.03141878917813301,
        0.09768997132778168,
        -0.055934302508831024,
        -0.029827915132045746,
        0.02272466942667961,
        0.024228308349847794,
        0.06907434016466141,
        -0.028233371675014496,
        -0.01479315385222435,
        0.009875470772385597,
        -0.01536006759852171,
        -0.05488761514425278,
        0.033348239958286285,
        -0.07760970294475555,
        -0.043607234954833984,
        -0.06407957524061203,
        0.007291093468666077,
        0.07489099353551865,
        0.0688365250825882,
        -0.0708431676030159,
        0.04714406281709671,
        0.048526883125305176,
        0.05876297876238823,
        0.11294785141944885,
        -0.08117780834436417,
        -0.05661746859550476,
        -0.08434997498989105,
        -0.026814041659235954,
        0.005967289209365845,
        0.006581843830645084,
        -0.058996472507715225,
        0.036246106028556824,
        -0.14548669755458832,
        -0.01672632060945034,
        0.0011387068079784513,
        -0.02319497987627983,
        0.01582358591258526,
        -0.05240136757493019,
        0.012290878221392632,
        0.02459009177982807,
        0.08736369013786316,
        0.010981868021190166,
        -0.10083762556314468,
        -0.04747927561402321,
        0.042738672345876694,
        0.006982777733355761,
        0.006206465885043144,
        -0.01310324389487505,
        0.058274466544389725,
        -0.02065306343138218,
        -0.025214670225977898,
        0.03731228783726692,
        0.026025040075182915,
        -0.08427626639604568,
        0.014936997555196285,
        0.018294798210263252,
        0.05269632115960121,
        0.0690876767039299,
        -0.07510765641927719,
        -0.035201143473386765
      ],
      "query_id": "eval-quartz-1",
      "question": "How many requests per minute may a Quartz client send?",
      "ranking": [
        {
          "id": "quartz",
          "score": 0.7830967627139988
        },
        {
          "id": "quartz-batch",
          "score": 0.5995620703598169
        },
        {
          "id": "mirror",
          "score": 0.37585665905684684
        },
        {
          "id": "junction",
          "score": 0.3686704183374557
        },
        {
          "id": "orbit",
          "score": 0.25669401596846975
        },
        {
          "id": "nova",
          "score": 0.25508674569795514
        },
        {
          "id": "harbor",
          "score": 0.22884081685999133
        },
        {
          "id": "beacon",
          "score": 0.21726792133998749
        },
        {
          "id": "lantern-charge",
          "score": 0.21504237929620176
        },
        {
          "id": "lantern",
          "score": 0.20092915796458874
        },
        {
          "id": "drone",
          "score": 0.1966313908908643
        },
        {
          "id": "prism",
          "score": 0.19613590826027924
        },
        {
          "id": "rivet-calibration",
          "score": 0.17355022006705265
        },
        {
          "id": "frost",
          "score": 0.17249001226929855
        },
        {
          "id": "keel",
          "score": 0.1498519331138656
        },
        {
          "id": "iris-network",
          "score": 0.11254038782133949
        },
        {
          "id": "rivet",
          "score": 0.1120645338621457
        },
        {
          "id": "export",
          "score": 0.1016600233579829
        },
        {
          "id": "garden",
          "score": 0.10020669360065677
        },
        {
          "id": "soil",
          "score": 0.09141193989085793
        },
        {
          "id": "cargo",
          "score": 0.08779467224563078
        },
        {
          "id": "engine",
          "score": 0.07876720719746035
        },
        {
          "id": "archive",
          "score": 0.07754334787896887
        },
        {
          "id": "iris",
          "score": 0.04906511728437057
        }
      ],
      "reached_token_limit": false,
      "references": [
        "90",
        "90 requests"
      ],
      "relevance": {
        "quartz": 1
      },
      "retrieval_ms": 15.257643997756531,
      "split": "eval",
      "total_ms": 128.12676999965333
    },
    {
      "answer": "20 seconds",
      "answerable": true,
      "context_ids": [
        "quartz",
        "quartz-batch",
        "mirror"
      ],
      "execution_position": 1,
      "generation_ms": 291.57185800067964,
      "group": "quartz",
      "input_tokens": 185,
      "method": "dense",
      "metrics": {
        "context_recall": 1.0,
        "exact_match": 1.0,
        "ndcg": 1.0,
        "recall": 1.0,
        "token_f1": 1.0
      },
      "output_tokens": 3,
      "prompt": "Answer the question using only the context. Give a short answer. If the context does not contain the answer, say unknown.\n\nContext:\n[quartz] Quartz service limits. The Quartz lookup service accepts 90 requests per minute per client. Requests above that limit receive status 429. A client should wait 20 seconds before trying again.\n[quartz-batch] Quartz bulk service. The Quartz bulk service accepts 12 batches per hour. Batch jobs return status 202 when queued. This service has a separate quota from the lookup service.\n[mirror] Mirror synchronization. Mirror replicas synchronize every 14 minutes. A replica more than 40 minutes behind is marked stale. Stale replicas remain readable but cannot serve verification requests.\n\nQuestion: How long should a Quartz client wait after a rate-limit response?\nAnswer:",
      "query_embedding": [
        -0.055591292679309845,
        0.024280618876218796,
        -0.0050908406265079975,
        -0.006776070687919855,
        -0.0340358130633831,
        -0.08725199848413467,
        -0.030103908851742744,
        -0.01420119870454073,
        0.042321979999542236,
        -0.00851687602698803,
        0.027205677703022957,
        -0.010884852148592472,
        -0.05837157741189003,
        -0.0035135194193571806,
        0.022226611152291298,
        -0.00912282895296812,
        0.13032525777816772,
        -0.07227999716997147,
        0.028100039809942245,
        0.004567988682538271,
        0.0029242674354463816,
        -0.09633422642946243,
        -0.002111700363457203,
        0.0003804178850259632,
        -0.014421481639146805,
        0.00015059681027196348,
        -0.04059877246618271,
        -0.03823179006576538,
        -0.006997330579906702,
        0.030490562319755554,
        -0.040977951139211655,
        -0.05131407454609871,
        -0.03747251629829407,
        -0.061401527374982834,
        -0.013976595364511013,
        0.04830316826701164,
        -0.0033214064314961433,
        -0.05020422860980034,
        -0.022754307836294174,
        0.009256510064005852,
        -0.0018664810340851545,
        0.03712655231356621,
        -0.035286955535411835,
        0.10206270962953568,
        0.07401090115308762,
        -0.0675504058599472,
        0.05868074297904968,
        0.037478405982255936,
        -0.06410857290029526,
        0.010031374171376228,
        -0.026460357010364532,
        0.05530396103858948,
        -0.024688759818673134,
        0.02243775688111782,
        0.0021535507403314114,
        0.07480480521917343,
        0.02364731766283512,
        0.054876599460840225,
        -0.04802405461668968,
        0.04075656086206436,
        -0.06072293594479561,
        -0.0994425117969513,
        -0.06217368319630623,
        -0.03551807627081871,
        0.037588898092508316,
        0.03623105585575104,
        -0.0312193613499403,
        -0.08573504537343979,
        0.01675221137702465,
        0.042604658752679825,
        0.011460845358669758,
        -0.05980886518955231,
        0.003129643388092518,
        -0.001315295579843223,
        0.0020448616705834866,
        -0.017392219975590706,
        -0.0026027255225926638,
        0.02584623172879219,
        -0.013627665117383003,
        -0.0723443403840065,
        -0.013825190253555775,
        -0.047836363315582275,
        0.018579207360744476,
        -0.06884036958217621,
        0.012164992280304432,
        -0.0424887053668499,
        0.10926385223865509,
        0.13114801049232483,
        0.05289890617132187,
        -0.05935688689351082,
        0.084344282746315,
        0.05354045331478119,
        -0.09331119805574417,
        0.0016940555069595575,
        0.015105393715202808,
        0.06087413430213928,
        -0.038892220705747604,
        0.036477137356996536,
        -0.03894489258527756,
        -0.0003989931137766689,
        0.046807873994112015,
        -0.04287835955619812,
        -0.022005919367074966,
        0.036139633506536484,
        -0.00848971027880907,
        -0.04908385127782822,
        0.023852059617638588,
        0.11379087716341019,
        -0.04116271436214447,
        0.12807084619998932,
        0.0073774573393166065,
        0.07730288803577423,
        0.03802325949072838,
        0.021245116367936134,
        -0.0447893925011158,
        0.05931730568408966,
        -0.0458005890250206,
        0.012853731401264668,
        0.03814956173300743,
        0.03248012810945511,
        0.06316982954740524,
        0.04955550283193588,
        -0.04110468551516533,
        -0.05815849453210831,
        0.027880646288394928,
        0.07250908762216568,
        0.015148896723985672,
        -2.1187675885877243e-33,
        -0.14858825504779816,
        0.059107642620801926,
        -0.022697173058986664,
        -0.10643366724252701,
        -0.024363085627555847,
        0.0073804655112326145,
        0.009476437233388424,
        0.07875816524028778,
        -0.035117700695991516,
        -0.014153634198009968,
        0.00881112553179264,
        -0.0884801596403122,
        -0.023967457935214043,
        -0.004867141600698233,
        -0.024841969832777977,
        -0.04679768532514572,
        0.0586484894156456,
        0.03244202211499214,
        0.017330829054117203,
        -0.058359500020742416,
        -0.020318005234003067,
        -0.11699529737234116,
        -0.058569543063640594,
        0.06535527855157852,
        0.0013980926014482975,
        -0.0017140003619715571,
        -0.04955679178237915,
        0.07480376213788986,
        -0.02763889729976654,
        0.004369797650724649,
        0.11111076176166534,
        0.05839700996875763,
        -0.03737254440784454,
        -0.019887449219822884,
        -0.01216505654156208,
        -0.001266785548068583,
        0.06170862168073654,
        -0.0061934152618050575,
        0.0052062091417610645,
        -0.06240597367286682,
        -0.1014389768242836,
        0.07798925787210464,
        -0.017506258562207222,
        0.06425713002681732,
        -0.06003144010901451,
        -0.12133534252643585,
        -0.03645652160048485,
        -0.019895747303962708,
        -0.06618689745664597,
        0.016047829762101173,
        0.003250331152230501,
        -0.008440311998128891,
        -0.051415782421827316,
        0.09287898987531662,
        0.05121277645230293,
        0.06426559388637543,
        0.027800610288977623,
        -0.008690828457474709,
        -0.10726038366556168,
        0.04747559130191803,
        0.10707913339138031,
        -0.13310690224170685,
        0.026235008612275124,
        -0.0417538546025753,
        0.049813833087682724,
        0.06765340268611908,
        -0.02454836294054985,
        -0.016725847497582436,
        -0.03170877695083618,
        0.004581619054079056,
        0.03961165249347687,
        0.07000185549259186,
        -0.0031958152540028095,
        -0.014931957237422466,
        -0.05444222688674927,
        -0.04983067139983177,
        0.051856230944395065,
        0.0015068016946315765,
        -0.01670091412961483,
        -0.04821300879120827,
        0.04329434409737587,
        -0.06913679093122482,
        -0.06613211333751678,
        -0.009175433777272701,
        -0.040850572288036346,
        0.06339048594236374,
        0.0692722499370575,
        0.011297781020402908,
        -0.02070225402712822,
        0.01564016193151474,
        -0.02347550354897976,
        0.009209861978888512,
        0.020588664337992668,
        0.02654319442808628,
        -0.03661029413342476,
        2.333748240279843e-33,
        0.05254918709397316,
        -0.08245836943387985,
        0.013252459466457367,
        0.07568953931331635,
        0.07873046398162842,
        -0.005384919233620167,
        -0.05435752868652344,
        0.12297603487968445,
        -0.0024727806448936462,
        0.02871888503432274,
        0.027680281549692154,
        -0.028372114524245262,
        0.006100520025938749,
        0.026903213933110237,
        -0.07303407043218613,
        0.03406235948204994,
        0.0965190902352333,
        -0.06552810221910477,
        0.05946952477097511,
        0.0757041871547699,
        0.039275504648685455,
        -0.0218991506844759,
        -0.057506661862134933,
        -0.014769644476473331,
        -0.0528019517660141,
        0.014746641740202904,
        -0.03062208741903305,
        -0.03484368324279785,
        -0.04411697760224342,
        -0.060831841081380844,
        -0.07831581681966782,
        -0.032004889100790024,
        0.00011551305215107277,
        -0.04137361794710159,
        0.10977369546890259,
        0.0005205905181355774,
        0.05142168700695038,
        0.024299893528223038,
        0.005578008480370045,
        0.12327416986227036,
        0.06818109005689621,
        0.0037079760804772377,
        -0.048551417887210846,
        0.03019067645072937,
        0.013703652657568455,
        0.00218668719753623,
        0.01284901611506939,
        0.003502531675621867,
        -0.08768875896930695,
        0.03313376381993294,
        0.00546628562733531,
        -0.03428729251027107,
        0.10001970827579498,
        0.029601598158478737,
        -0.005979518871754408,
        -0.05000536888837814,
        0.03463205695152283,
        -0.054268285632133484,
        -0.014543904922902584,
        0.024240944534540176,
        0.04476134479045868,
        0.05471480265259743,
        -0.0038719838485121727,
        -0.009802551940083504,
        0.09432320296764374,
        0.05813225358724594,
        0.0329357348382473,
        -0.018889624625444412,
        0.05344504863023758,
        0.0444381982088089,
        0.12475798279047012,
        0.03541788086295128,
        -0.02957594394683838,
        0.07503324747085571,
        0.01793871447443962,
        -0.0098313232883811,
        -0.041713472455739975,
        -0.016934826970100403,
        -0.039614636451005936,
        -0.012154432944953442,
        -0.0314984992146492,
        0.10305379331111908,
        0.019945897161960602,
        0.01953687146306038,
        -0.0015743147814646363,
        -0.04420521482825279,
        0.0240667462348938,
        -0.02193952351808548,
        0.022750094532966614,
        -0.022128773853182793,
        0.03558701276779175,
        -0.005070475861430168,
        -0.04449410364031792,
        0.012261397205293179,
        -0.011270301416516304,
        -1.7345504588206495e-08,
        -0.0036183143965899944,
        -0.05348583683371544,
        -0.028039267286658287,
        0.03952987119555473,
        0.05864423140883446,
        0.14545844495296478,
        -0.0149069894105196,
        -0.052723634988069534,
        -0.03804721310734749,
        -0.02269146963953972,
        0.07516718655824661,
        0.007573125883936882,
        0.05878482758998871,
        0.016536826267838478,
        0.0589410774409771,
        -0.06994105875492096,
        0.0551711805164814,
        -0.049374230206012726,
        -0.01953260786831379,
        -0.050384581089019775,
        -0.030460866168141365,
        0.10295551270246506,
        0.08019596338272095,
        -0.1347348541021347,
        0.005556750576943159,
        0.028885919600725174,
        0.06222410500049591,
        0.08733398467302322,
        -0.06710058450698853,
        -0.03908739238977432,
        -0.05241365730762482,
        -0.021328603848814964,
        0.022844552993774414,
        0.016229094937443733,
        -0.03457055240869522,
        -0.00130531657487154,
        -0.07534079998731613,
        -0.009248480200767517,
        0.08460301160812378,
        0.03197026625275612,
        -0.0016855710418894887,
        -0.012993273325264454,
        -0.02100543864071369,
        0.006835148669779301,
        0.08679134398698807,
        -0.008725553750991821,
        -0.07184506952762604,
        -0.02632860094308853,
        0.010610444471240044,
        0.030478011816740036,
        -0.013920210301876068,
        -0.032554980367422104,
        -0.004638377111405134,
        -0.02610323391854763,
        -0.01690676249563694,
        -0.04582047089934349,
        0.04171449691057205,
        -0.030545735731720924,
        -0.03620259463787079,
        0.038815803825855255,
        0.02991783805191517,
        -0.022465281188488007,
        -0.08442483097314835,
        -0.028091825544834137
      ],
      "query_id": "eval-quartz-2",
      "question": "How long should a Quartz client wait after a rate-limit response?",
      "ranking": [
        {
          "id": "quartz",
          "score": 0.7141047251259811
        },
        {
          "id": "quartz-batch",
          "score": 0.48461373562525384
        },
        {
          "id": "mirror",
          "score": 0.40458496808635563
        },
        {
          "id": "junction",
          "score": 0.3798899279883378
        },
        {
          "id": "lantern",
          "score": 0.24191314109341613
        },
        {
          "id": "orbit",
          "score": 0.24041238588426636
        },
        {
          "id": "lantern-charge",
          "score": 0.23535258701194364
        },
        {
          "id": "frost",
          "score": 0.2192147009091768
        },
        {
          "id": "nova",
          "score": 0.2101861994582487
        },
        {
          "id": "beacon",
          "score": 0.18794272893384806
        },
        {
          "id": "rivet-calibration",
          "score": 0.18588737550299025
        },
        {
          "id": "prism",
          "score": 0.17545919563114049
        },
        {
          "id": "rivet",
          "score": 0.1751386292863729
        },
        {
          "id": "harbor",
          "score": 0.1730640207146625
        },
        {
          "id": "drone",
          "score": 0.15880940759678042
        },
        {
          "id": "keel",
          "score": 0.14612373757870292
        },
        {
          "id": "cargo",
          "score": 0.1343167568710109
        },
        {
          "id": "archive",
          "score": 0.12242254999641161
        },
        {
          "id": "export",
          "score": 0.09785231029963963
        },
        {
          "id": "engine",
          "score": 0.09770805849247742
        },
        {
          "id": "garden",
          "score": 0.08156217914249207
        },
        {
          "id": "iris-network",
          "score": 0.07948990619025574
        },
        {
          "id": "soil",
          "score": 0.06681852470554654
        },
        {
          "id": "iris",
          "score": 0.029572777052406487
        }
      ],
      "reached_token_limit": false,
      "references": [
        "20 seconds",
        "20"
      ],
      "relevance": {
        "quartz": 1
      },
      "retrieval_ms": 12.907989999803249,
      "split": "eval",
      "total_ms": 306.1064430003171
    },
    {
      "answer": "three hours",
      "answerable": true,
      "context_ids": [
        "rivet",
        "rivet-calibration",
        "keel"
      ],
      "execution_position": 0,
      "generation_ms": 84.010374997888,
      "group": "rivet",
      "input_tokens": 193,
      "method": "dense",
      "metrics": {
        "context_recall": 1.0,
        "exact_match": 1.0,
        "ndcg": 1.0,
        "recall": 1.0,
        "token_f1": 1.0
      },
      "output_tokens": 3,
      "prompt": "Answer the question using only the context. Give a short answer. If the context does not contain the answer, say unknown.\n\nContext:\n[rivet] Rivet tool checkout. Rivet torque tools must be returned within three hours. Borrowers leave their badge in the red tray. Tools with a damaged grip go to the repair desk instead of the tool rack.\n[rivet-calibration] Rivet calibration. Rivet torque tools are calibrated every 60 days. Calibration happens at the instrument bench. The repair desk handles physical damage, not routine calibration.\n[keel] Keel backup policy. Keel configuration backups run every six hours. The station keeps 28 backup snapshots. Restoring a snapshot requires the maintenance role and restarts the routing service.\n\nQuestion: How long may a borrower keep a Rivet torque tool?\nAnswer:",
      "query_embedding": [
        -0.10655827075242996,
        0.021557798609137535,
        0.02330782637000084,
        0.028374414891004562,
        -0.02922721393406391,
        -0.025450576096773148,
        -0.11762619018554688,
        -0.038683295249938965,
        0.03945983201265335,
        -0.001760947867296636,
        0.0028712444473057985,
        0.06067299470305443,
        0.04912611097097397,
        -0.03845799341797829,
        -0.05872008949518204,
        0.04903535917401314,
        -0.022176088765263557,
        -0.05410134792327881,
        0.013882594183087349,
        0.017078278586268425,
        0.00535917142406106,
        -0.0538782998919487,
        -0.01853369176387787,
        0.003935809247195721,
        0.07351333647966385,
        -0.01614413782954216,
        -0.007902352139353752,
        0.0410066656768322,
        0.021060368046164513,
        0.008442336693406105,
        -0.018366340547800064,
        -0.09658712148666382,
        -0.10368002206087112,
        0.02703048288822174,
        0.007091805338859558,
        0.08826778084039688,
        -0.07489711046218872,
        -0.04301685839891434,
        -0.0690595954656601,
        0.053309082984924316,
        -0.026064511388540268,
        0.004619952756911516,
        0.035346854478120804,
        -0.05542626976966858,
        0.02359105460345745,
        0.0493386909365654,
        0.022529052570462227,
        -0.001849415129981935,
        0.028883224353194237,
        0.04051528498530388,
        -0.036851536482572556,
        -0.02373039908707142,
        0.03240172192454338,
        -0.011147805489599705,
        0.029248090460896492,
        -0.011028874665498734,
        0.06775673478841782,
        -0.005241175647825003,
        -0.018265482038259506,
        0.07205111533403397,
        0.06087653711438179,
        0.0037221245002001524,
        -0.03383302316069603,
        -0.015343519859015942,
        0.003983586560934782,
        0.02719070017337799,
        0.011056842282414436,
        -0.01957305707037449,
        0.00975662562996149,
        0.03677140921354294,
        -0.0017752695130184293,
        -0.03679151087999344,
        -0.07001539319753647,
        0.08174379914999008,
        0.07378839701414108,
        -0.008832572028040886,
        0.01933692954480648,
        0.05820656567811966,
        -0.0022335893008857965,
        -0.08752667903900146,
        -0.13481728732585907,
        0.08723664283752441,
        0.06470227241516113,
        -0.03536791726946831,
        0.06263598799705505,
        -0.00311820930801332,
        0.0030611760448664427,
        0.06936205923557281,
        0.047130338847637177,
        0.05351362004876137,
        0.052922338247299194,
        0.057935889810323715,
        -0.007935416884720325,
        -0.03247414529323578,
        -0.009958096779882908,
        0.01256417017430067,
        -0.023298362269997597,
        0.0832601934671402,
        -0.09136956185102463,
        -0.035907354205846786,
        -0.016109751537442207,
        0.027910469099879265,
        -0.08327954262495041,
        -0.04148156940937042,
        0.006246133707463741,
        0.012205834500491619,
        -0.04033659026026726,
        -0.008955082856118679,
        -0.11765981465578079,
        0.03819197043776512,
        0.028528787195682526,
        0.060805585235357285,
        0.01835946924984455,
        0.01639747992157936,
        0.039133019745349884,
        -0.03324035555124283,
        -0.07361903786659241,
        0.013925454579293728,
        0.04770269617438316,
        0.05522490292787552,
        0.07081935554742813,
        0.016001299023628235,
        -0.021661296486854553,
        -0.07031670212745667,
        -0.07743386924266815,
        0.060708899050951004,
        -0.010096680372953415,
        -3.610301677152246e-33,
        -0.05099695548415184,
        -0.05982251465320587,
        -0.07532603293657303,
        0.027882112190127373,
        -0.09205901622772217,
        0.03804076090455055,
        0.06094614416360855,
        0.05428062751889229,
        -0.01480020396411419,
        0.021700788289308548,
        0.08567266166210175,
        -0.00894341990351677,
        -0.08125624805688858,
        -0.12490839511156082,
        0.02479347586631775,
        -0.0163972657173872,
        0.09403164684772491,
        0.011561482213437557,
        -0.04163959249854088,
        -0.01426620688289404,
        -0.025925878435373306,
        -0.06685327738523483,
        0.012548761442303658,
        0.04476428031921387,
        -0.01041410956531763,
        -0.020408526062965393,
        0.06883681565523148,
        -0.016096726059913635,
        -0.017639733850955963,
        0.004545643925666809,
        0.017617061734199524,
        0.06667865067720413,
        0.045111577957868576,
        0.04461311176419258,
        -0.07437483966350555,
        -0.05148885026574135,
        0.019227005541324615,
        -0.03150128200650215,
        -0.07309115678071976,
        0.0021993527188897133,
        0.05440972372889519,
        0.01750306971371174,
        -0.0151994489133358,
        -0.03401956707239151,
        -0.0010807191720232368,
        -0.1157749816775322,
        0.02881012298166752,
        0.0374995693564415,
        -0.03547128289937973,
        0.012007401324808598,
        -0.05011893808841705,
        0.041360724717378616,
        0.008312320336699486,
        0.061790093779563904,
        -0.03550942242145538,
        0.06595425307750702,
        0.011650322005152702,
        -0.10123101621866226,
        0.008122609928250313,
        -0.037730176001787186,
        -0.01997363567352295,
        0.04904477298259735,
        0.12910394370555878,
        0.0462648868560791,
        0.024232182651758194,
        0.024039018899202347,
        0.05382796749472618,
        0.06287118047475815,
        -0.03782028704881668,
        0.023092376068234444,
        0.0276947058737278,
        -0.09852416813373566,
        -0.09847263991832733,
        -0.008097059093415737,
        -0.06945505738258362,
        -0.056678276509046555,
        0.06226857006549835,
        -0.019521212205290794,
        0.0908360704779625,
        0.0048769074492156506,
        0.009537147358059883,
        0.005116152111440897,
        0.004498971160501242,
        0.07132686674594879,
        0.002371698385104537,
        -0.042866118252277374,
        0.0261990986764431,
        -0.06590510159730911,
        0.0017517119413241744,
        0.05934746935963631,
        -0.05021195858716965,
        -0.08232278376817703,
        -0.03385250270366669,
        -0.03178106248378754,
        0.028057999908924103,
        1.976556833038221e-33,
        0.03353925421833992,
        -0.024396009743213654,
        -0.05340903624892235,
        0.08306819945573807,
        0.010809266939759254,
        -0.02517392486333847,
        -0.10928747802972794,
        0.061588186770677567,
        -0.0440312884747982,
        0.04836295545101166,
        -0.0099352290853858,
        -0.03034934401512146,
        0.004527392331510782,
        0.004069857764989138,
        0.07483147084712982,
        0.03784565627574921,
        -0.000420902855694294,
        -0.09033671766519547,
        -0.058405280113220215,
        -0.016556184738874435,
        0.0872742235660553,
        -0.002724011428654194,
        0.08636465668678284,
        0.033377181738615036,
        -0.026041507720947266,
        -0.007081277668476105,
        -0.07838674634695053,
        -0.0181465782225132,
        -0.13167957961559296,
        -0.017868543043732643,
        -0.038626350462436676,
        -0.07171562314033508,
        -0.04902563616633415,
        0.06054572016000748,
        -0.018724404275417328,
        -0.10236020386219025,
        0.01970498263835907,
        0.04791839420795441,
        0.03285408765077591,
        0.015929676592350006,
        0.07482025772333145,
        0.02458394505083561,
        0.008692586794495583,
        0.04752272740006447,
        -0.02186901681125164,
        -0.03329376503825188,
        -0.003145541762933135,
        -0.12899832427501678,
        0.09766429662704468,
        0.08187755942344666,
        0.030432939529418945,
        0.024770155549049377,
        0.1261049062013626,
        -0.05579470098018646,
        -0.0855921134352684,
        -0.04969390854239464,
        0.06568104773759842,
        -0.10320743173360825,
        0.08523710072040558,
        0.0609460286796093,
        0.043070387095212936,
        -0.01477416418492794,
        0.008929933421313763,
        0.04914325103163719,
        0.03926565870642662,
        -0.03358715400099754,
        0.07985381782054901,
        -0.027154522016644478,
        -0.030639104545116425,
        -0.02367962710559368,
        0.14214307069778442,
        0.024562951177358627,
        0.1012628823518753,
        -0.03166074678301811,
        -0.020345564931631088,
        0.034555234014987946,
        0.03853105753660202,
        -0.06803765147924423,
        -0.013329163193702698,
        -0.042587459087371826,
        -0.0013176322681829333,
        -0.05391203239560127,
        0.022330477833747864,
        0.023386450484395027,
        -0.035683196038007736,
        -0.030242761597037315,
        -0.0019657823722809553,
        0.05932513251900673,
        0.05988895148038864,
        0.051016952842473984,
        0.055793073028326035,
        -0.0258436668664217,
        -0.016500378027558327,
        -0.04738623648881912,
        -0.0008980280254036188,
        -1.723764775363179e-08,
        -0.01361876167356968,
        0.03685415908694267,
        0.019528714939951897,
        -0.00483322748914361,
        0.06202496960759163,
        0.04098942503333092,
        -0.038008660078048706,
        0.054806411266326904,
        -0.05211266875267029,
        0.04380166158080101,
        0.14238397777080536,
        -0.022818472236394882,
        -0.011707386001944542,
        0.012606313452124596,
        -0.09282862395048141,
        -0.07373887300491333,
        0.056553617119789124,
        -0.04102165624499321,
        -0.01655724085867405,
        -0.026214350014925003,
        0.028619395568966866,
        0.013871274888515472,
        0.07284782081842422,
        0.005548445973545313,
        -0.06541771441698074,
        -0.056400179862976074,
        -0.029403939843177795,
        0.09261424839496613,
        -0.0129074202850461,
        0.06863603740930557,
        -0.019890405237674713,
        0.017016587778925896,
        0.060352250933647156,
        0.008747734129428864,
        -0.07901860773563385,
        -0.021610090509057045,
        -0.05162588506937027,
        0.0371670238673687,
        -0.00024169946846086532,
        0.05119514465332031,
        -0.03626887872815132,
        0.09546300768852234,
        -0.044396281242370605,
        0.011548883281648159,
        -0.02003578655421734,
        0.0346415750682354,
        -0.11107255518436432,
        -0.01739027351140976,
        -0.013771944679319859,
        0.01626107282936573,
        0.009585426189005375,
        0.004231281112879515,
        0.02420233003795147,
        0.036405544728040695,
        -0.013165456242859364,
        -0.012263880111277103,
        0.05223176255822182,
        -0.0062249936163425446,
        -0.012440269812941551,
        -0.06143549084663391,
        -0.025160931050777435,
        -0.017579229548573494,
        0.022450527176260948,
        0.01983703300356865
      ],
      "query_id": "eval-rivet-1",
      "question": "How long may a borrower keep a Rivet torque tool?",
      "ranking": [
        {
          "id": "rivet",
          "score": 0.6823468761036846
        },
        {
          "id": "rivet-calibration",
          "score": 0.6598162161311086
        },
        {
          "id": "keel",
          "score": 0.2888018854405461
        },
        {
          "id": "archive",
          "score": 0.2586379448965224
        },
        {
          "id": "engine",
          "score": 0.24025661821539077
        },
        {
          "id": "mirror",
          "score": 0.17854486663859248
        },
        {
          "id": "iris",
          "score": 0.17228719717403512
        },
        {
          "id": "junction",
          "score": 0.17197072290611873
        },
        {
          "id": "quartz",
          "score": 0.16691930389454482
        },
        {
          "id": "orbit",
          "score": 0.13653223305646478
        },
        {
          "id": "harbor",
          "score": 0.10925683122827969
        },
        {
          "id": "prism",
          "score": 0.09997878529886654
        },
        {
          "id": "quartz-batch",
          "score": 0.09680023533735471
        },
        {
          "id": "cargo",
          "score": 0.09213391444314652
        },
        {
          "id": "export",
          "score": 0.08875653330772598
        },
        {
          "id": "lantern",
          "score": 0.05491312521187102
        },
        {
          "id": "frost",
          "score": 0.04833679286977674
        },
        {
          "id": "lantern-charge",
          "score": 0.04806898951503851
        },
        {
          "id": "garden",
          "score": 0.02966278258606045
        },
        {
          "id": "soil",
          "score": 0.0254500723134245
        },
        {
          "id": "nova",
          "score": 0.019416081662882695
        },
        {
          "id": "iris-network",
          "score": 0.016803878781724603
        },
        {
          "id": "drone",
          "score": 0.005120300040738792
        },
        {
          "id": "beacon",
          "score": -0.03443318725614687
        }
      ],
      "reached_token_limit": false,
      "references": [
        "three hours",
        "3 hours",
        "three",
        "3"
      ],
      "relevance": {
        "rivet": 1
      },
      "retrieval_ms": 8.489724998071324,
      "split": "eval",
      "total_ms": 94.05610099929618
    },
    {
      "answer": "repair desk",
      "answerable": true,
      "context_ids": [
        "rivet",
        "rivet-calibration",
        "archive"
      ],
      "execution_position": 2,
      "generation_ms": 81.96799800134613,
      "group": "rivet",
      "input_tokens": 184,
      "method": "dense",
      "metrics": {
        "context_recall": 1.0,
        "exact_match": 1.0,
        "ndcg": 1.0,
        "recall": 1.0,
        "token_f1": 1.0
      },
      "output_tokens": 3,
      "prompt": "Answer the question using only the context. Give a short answer. If the context does not contain the answer, say unknown.\n\nContext:\n[rivet] Rivet tool checkout. Rivet torque tools must be returned within three hours. Borrowers leave their badge in the red tray. Tools with a damaged grip go to the repair desk instead of the tool rack.\n[rivet-calibration] Rivet calibration. Rivet torque tools are calibrated every 60 days. Calibration happens at the instrument bench. The repair desk handles physical damage, not routine calibration.\n[archive] Archive recovery. The archive service keeps deleted notebooks for 21 days. Restore a notebook from the Recovery drawer. Restoring does not restore former sharing permissions.\n\nQuestion: Where should a torque tool with a damaged grip be returned?\nAnswer:",
      "query_embedding": [
        -0.06556106358766556,
        -0.02319505624473095,
        0.011220230720937252,
        0.05314842611551285,
        -0.0648849830031395,
        0.02527095563709736,
        -0.013143619522452354,
        0.004249610472470522,
        0.04623046889901161,
        0.03280281648039818,
        0.060852669179439545,
        0.08612938970327377,
        0.006915367674082518,
        -0.0053111957386136055,
        -0.04483800381422043,
        -0.001123122638091445,
        0.026713449507951736,
        -0.009333372116088867,
        0.06518954038619995,
        -0.012529570609331131,
        -0.01707540452480316,
        0.08629784733057022,
        -0.00796086061745882,
        0.01246488094329834,
        -0.027831273153424263,
        0.023953383788466454,
        -0.08387436717748642,
        0.053722601383924484,
        -0.015192201361060143,
        -0.030656103044748306,
        -0.08070820569992065,
        -0.04297111555933952,
        -0.09742292016744614,
        -0.0017382556106895208,
        0.0009536308352835476,
        0.07257308810949326,
        -0.058249857276678085,
        -0.07013601809740067,
        -0.008255327120423317,
        -0.018598560243844986,
        0.0014630296500399709,
        0.022884385660290718,
        0.06761982291936874,
        -0.09124374389648438,
        0.08535744994878769,
        0.03584832325577736,
        0.07959308475255966,
        0.035304803401231766,
        0.11715719848871231,
        0.03186202794313431,
        0.017163889482617378,
        -0.024276848882436752,
        -0.0015994246350601315,
        0.016834894195199013,
        0.04280725121498108,
        0.030415518209338188,
        0.02319922298192978,
        -0.029634393751621246,
        -0.00046822300646454096,
        0.05553456395864487,
        0.0898856595158577,
        0.05099615827202797,
        -0.04620520770549774,
        0.050918322056531906,
        -0.012975546531379223,
        -0.035562433302402496,
        0.018626129254698753,
        -0.07727523893117905,
        0.0011482085101306438,
        0.03522610291838646,
        0.01224123127758503,
        -0.07538289576768875,
        -0.0741259753704071,
        0.0413101501762867,
        0.056268077343702316,
        0.012118987739086151,
        -0.032735731452703476,
        0.02227320335805416,
        0.02659417875111103,
        -0.06044641509652138,
        -0.06923136860132217,
        0.06340952962636948,
        0.07578018307685852,
        0.04623202607035637,
        0.07269319891929626,
        0.009660836309194565,
        0.011903484351933002,
        0.020895998924970627,
        0.11145596951246262,
        0.06840954720973969,
        -0.024936676025390625,
        0.06295932084321976,
        -0.05081527680158615,
        0.06440607458353043,
        -0.028212063014507294,
        0.019195949658751488,
        0.05492159351706505,
        0.061538051813840866,
        -0.06140802428126335,
        0.006878742482513189,
        0.023248767480254173,
        0.022379569709300995,
        -0.06663474440574646,
        -0.0532747320830822,
        -0.05060750991106033,
        0.029845528304576874,
        -0.06120553985238075,
        -0.042129356414079666,
        -0.03360321745276451,
        0.019878186285495758,
        0.024622900411486626,
        0.032503943890333176,
        -0.02910025790333748,
        0.004697376862168312,
        0.056131698191165924,
        -0.061186108738183975,
        -0.03292321041226387,
        0.019642431288957596,
        -0.04938361793756485,
        -0.0071677519008517265,
        -0.03849733620882034,
        -0.042353663593530655,
        0.04653606191277504,
        0.009111816063523293,
        -0.023171747103333473,
        0.031777188181877136,
        -0.03122955560684204,
        -6.619956597761012e-33,
        -0.00012935335689689964,
        -0.06233489513397217,
        -0.013451811857521534,
        -0.0205317884683609,
        -0.03970557451248169,
        0.00839536264538765,
        0.06525783985853195,
        -0.025633323937654495,
        -0.0036464130971580744,
        -0.008548114448785782,
        0.09708788990974426,
        0.003753093769773841,
        0.008632799610495567,
        -0.036732591688632965,
        -0.03977878764271736,
        0.005266936495900154,
        0.034382179379463196,
        0.05106782168149948,
        -0.085401251912117,
        0.02711622044444084,
        -0.05551309883594513,
        0.08500349521636963,
        -0.014452382922172546,
        0.06537489593029022,
        0.006657048594206572,
        0.05660257861018181,
        0.05335889011621475,
        0.03896506130695343,
        0.006707204971462488,
        0.022118808701634407,
        -0.06573516130447388,
        0.030582936480641365,
        0.049523238092660904,
        0.009312765672802925,
        -0.07486384361982346,
        0.018105320632457733,
        0.02286072075366974,
        -0.08760377764701843,
        -0.11242848634719849,
        -0.05555589497089386,
        0.08068836480379105,
        0.053577080368995667,
        -0.09217037260532379,
        0.008825989440083504,
        0.03507691249251366,
        -0.06769821047782898,
        0.062320075929164886,
        0.05067933723330498,
        0.05943918973207474,
        -0.1021939143538475,
        -0.07674406468868256,
        0.009988807141780853,
        0.13530898094177246,
        0.05095863714814186,
        -0.0720132365822792,
        0.06598145514726639,
        0.009841294959187508,
        0.05673222243785858,
        0.023722654208540916,
        0.04428628832101822,
        0.012191803194582462,
        0.06465642899274826,
        0.08417785167694092,
        0.017393246293067932,
        0.0843077301979065,
        -0.026068145409226418,
        0.040138740092515945,
        -0.00789841078221798,
        -0.01945141702890396,
        -0.041429296135902405,
        0.02618567831814289,
        -0.07027937471866608,
        0.020117562264204025,
        0.05515977740287781,
        -0.04153083637356758,
        -0.017354536801576614,
        0.021464407444000244,
        0.0009891404770314693,
        -0.009644530713558197,
        -0.05040779709815979,
        -0.0033932537771761417,
        -0.01545317005366087,
        -0.00584773812443018,
        0.0341712161898613,
        -0.023973766714334488,
        -0.03078887052834034,
        0.014422432519495487,
        -0.094944529235363,
        0.013284196145832539,
        0.023537371307611465,
        -0.10757087916135788,
        -0.09291919320821762,
        -0.037578240036964417,
        -0.00158852175809443,
        0.03033461421728134,
        3.8895668088129736e-33,
        0.036352675408124924,
        -0.0300848800688982,
        -0.000549004995264113,
        0.06074073165655136,
        -0.09754786640405655,
        -0.07077457755804062,
        -0.05721849948167801,
        -0.0398569218814373,
        -0.03305603563785553,
        -0.045138511806726456,
        0.0013494499726220965,
        -0.039826322346925735,
        -0.04735273867845535,
        0.041391655802726746,
        0.0630912333726883,
        0.03930814191699028,
        -0.061558231711387634,
        -0.09151741862297058,
        -0.06842552870512009,
        -0.02313486486673355,
        0.12712889909744263,
        0.01168150082230568,
        0.09134376794099808,
        0.09955151379108429,
        0.029264744371175766,
        0.009334424510598183,
        -0.042347460985183716,
        -0.05874870717525482,
        -0.14275920391082764,
        -0.017898600548505783,
        0.012340015731751919,
        -0.0843106284737587,
        -0.031241202726960182,
        0.05360560491681099,
        -0.03477499261498451,
        0.001933120540343225,
        -0.0004958860226906836,
        0.002335797995328903,
        0.0531778410077095,
        0.034819621592760086,
        0.05106748640537262,
        0.037708524614572525,
        0.007533232681453228,
        0.07500340044498444,
        0.045967791229486465,
        -0.06961631029844284,
        -0.005127147771418095,
        -0.012277227826416492,
        0.08537633717060089,
        0.07456269860267639,
        0.03437652438879013,
        0.014515133574604988,
        0.04303997755050659,
        0.02058049663901329,
        -0.005919663701206446,
        -0.007089334540069103,
        0.08593502640724182,
        -0.1254737228155136,
        0.030878420919179916,
        0.030231811106204987,
        -0.05089590325951576,
        -0.016952740028500557,
        -0.0014370641438290477,
        0.05860499292612076,
        0.00876538548618555,
        -0.03174357861280441,
        0.09429360926151276,
        0.0013678042450919747,
        -0.030222073197364807,
        -0.042320676147937775,
        0.059203095734119415,
        0.11742734163999557,
        0.1600692868232727,
        -0.04786523059010506,
        0.05926238372921944,
        0.08037817478179932,
        0.02703547105193138,
        -0.06440228223800659,
        -0.03764236718416214,
        -0.038536254316568375,
        0.041669923812150955,
        -0.030458716675639153,
        0.022690266370773315,
        0.04078957438468933,
        -0.013863147236406803,
        0.01840919815003872,
        -0.01939205639064312,
        0.022745531052350998,
        0.009222928434610367,
        -0.07187247276306152,
        -0.03507057577371597,
        -0.047799404710531235,
        -0.01678438112139702,
        -0.07018185406923294,
        -0.022956129163503647,
        -1.8668465884275065e-08,
        -0.02166622132062912,
        0.0365106426179409,
        0.05913001298904419,
        -0.019392943009734154,
        0.005798064637929201,
        0.06932082027196884,
        -0.04181903228163719,
        0.07528799027204514,
        0.005999767687171698,
        -0.06539615988731384,
        -0.01259677205234766,
        -0.08492998033761978,
        0.014926259405910969,
        0.03193981572985649,
        -0.10375739634037018,
        -0.07604061812162399,
        0.031334325671195984,
        -0.029717687517404556,
        -0.055216457694768906,
        -0.06481863558292389,
        -0.00783377792686224,
        -0.030566513538360596,
        0.1517377644777298,
        -0.006684156134724617,
        0.00046666813432238996,
        -0.030455738306045532,
        -0.0877704843878746,
        0.01576608419418335,
        -0.01162171270698309,
        0.027621686458587646,
        -0.01808369718492031,
        -0.05767626687884331,
        0.04924088716506958,
        -0.016219772398471832,
        0.06386309117078781,
        -0.0174881424754858,
        -0.09078241139650345,
        0.049359750002622604,
        0.00042488836334086955,
        0.045887626707553864,
        -0.04725462198257446,
        0.04030127450823784,
        0.046788979321718216,
        -0.0033553573302924633,
        -0.05833657830953598,
        0.006209386046975851,
        -0.05938003957271576,
        0.0063274032436311245,
        -0.02044420689344406,
        -0.04389875754714012,
        -0.06959817558526993,
        0.0005991827929392457,
        0.009377624839544296,
        -0.006909591145813465,
        -0.028030870482325554,
        -0.0292952973395586,
        -0.008111665956676006,
        -0.057856373488903046,
        -0.05373748391866684,
        0.06497389823198318,
        -0.0769287720322609,
        -0.06112468242645264,
        -0.02920881286263466,
        0.050428397953510284
      ],
      "query_id": "eval-rivet-2",
      "question": "Where should a torque tool with a damaged grip be returned?",
      "ranking": [
        {
          "id": "rivet",
          "score": 0.6553396645363478
        },
        {
          "id": "rivet-calibration",
          "score": 0.4954084165442793
        },
        {
          "id": "archive",
          "score": 0.18056024312182073
        },
        {
          "id": "iris",
          "score": 0.16948790828266833
        },
        {
          "id": "junction",
          "score": 0.10379765494421674
        },
        {
          "id": "keel",
          "score": 0.08780988015745947
        },
        {
          "id": "prism",
          "score": 0.06163757842505431
        },
        {
          "id": "orbit",
          "score": 0.057239431217072326
        },
        {
          "id": "cargo",
          "score": 0.056222940724264196
        },
        {
          "id": "frost",
          "score": 0.022072025436801406
        },
        {
          "id": "engine",
          "score": 0.01854796070876339
        },
        {
          "id": "mirror",
          "score": 0.004816448536380164
        },
        {
          "id": "nova",
          "score": 0.0007418538508962907
        },
        {
          "id": "quartz",
          "score": -0.017060396609900615
        },
        {
          "id": "soil",
          "score": -0.019911421359264197
        },
        {
          "id": "lantern",
          "score": -0.02268071086537082
        },
        {
          "id": "export",
          "score": -0.031070429401128793
        },
        {
          "id": "quartz-batch",
          "score": -0.036431031322820134
        },
        {
          "id": "iris-network",
          "score": -0.061621196647410385
        },
        {
          "id": "garden",
          "score": -0.07632215432730917
        },
        {
          "id": "lantern-charge",
          "score": -0.10081969709861387
        },
        {
          "id": "drone",
          "score": -0.11282385426126279
        },
        {
          "id": "beacon",
          "score": -0.12972039434114738
        },
        {
          "id": "harbor",
          "score": -0.14411400997540216
        }
      ],
      "reached_token_limit": false,
      "references": [
        "repair desk",
        "the repair desk"
      ],
      "relevance": {
        "rivet": 1
      },
      "retrieval_ms": 8.029021002585068,
      "split": "eval",
      "total_ms": 91.42828000040026
    },
    {
      "answer": "30 degrees Fahrenheit",
      "answerable": false,
      "context_ids": [
        "frost",
        "garden",
        "soil"
      ],
      "execution_position": 1,
      "generation_ms": 125.69513400012511,
      "group": "unknown-weather",
      "input_tokens": 167,
      "method": "dense",
      "metrics": {
        "context_recall": null,
        "exact_match": 0.0,
        "ndcg": null,
        "recall": null,
        "token_f1": 0.0
      },
      "output_tokens": 6,
      "prompt": "Answer the question using only the context. Give a short answer. If the context does not contain the answer, say unknown.\n\nContext:\n[frost] Frost sensor. The frost sensor is calibrated with a silver reference plate. Recalibrate it every 30 days. A blinking violet light means calibration is overdue.\n[garden] Garden humidity. The seed garden humidity target is 64 percent. If humidity exceeds 70 percent, open the roof vent for 12 minutes. The soil moisture reading is a separate measurement.\n[soil] Garden soil moisture. The seed garden soil moisture target is 42 percent. A dry soil warning triggers after ten minutes below 35 percent. Soil sensors do not measure humidity.\n\nQuestion: What will the station temperature be tomorrow?\nAnswer:",
      "query_embedding": [
        -0.060997117310762405,
        0.02198760211467743,
        0.015585321001708508,
        0.0815829411149025,
        -0.05733443424105644,
        -0.009531643241643906,
        -0.0019971623551100492,
        0.005746128037571907,
        -0.027042051777243614,
        -0.010372329503297806,
        -0.0358501672744751,
        -0.07367196679115295,
        0.01075143925845623,
        -0.015744658187031746,
        0.015427670441567898,
        -0.03888692334294319,
        0.038064729422330856,
        -0.09246853739023209,
        -0.03562220185995102,
        0.032282739877700806,
        -0.06624540686607361,
        0.039965737611055374,
        -0.045143939554691315,
        0.04234322905540466,
        0.026986243203282356,
        0.0385780893266201,
        -0.03103010356426239,
        0.04273604601621628,
        -0.026906099170446396,
        0.04681332781910896,
        -0.13481715321540833,
        0.02125607058405876,
        0.046542998403310776,
        -0.008000344969332218,
        -0.0018987269140779972,
        -0.05375131219625473,
        0.03324589878320694,
        -0.08802968263626099,
        0.01534233707934618,
        0.07080704718828201,
        -0.01728338934481144,
        -0.05252677947282791,
        0.012309676967561245,
        0.04193055257201195,
        0.022943589836359024,
        0.005898070987313986,
        -0.006964242085814476,
        0.03493591025471687,
        0.07721993327140808,
        0.03248335421085358,
        -0.01335973385721445,
        0.028135789558291435,
        -0.013823792338371277,
        0.07035748660564423,
        -0.03087708353996277,
        0.06041763722896576,
        -0.004003460519015789,
        0.002398597076535225,
        0.06762243807315826,
        0.13386373221874237,
        -0.019925415515899658,
        0.05048472434282303,
        -0.08916109055280685,
        0.03382677212357521,
        0.16511434316635132,
        -0.06499183177947998,
        -0.08757942914962769,
        0.04956648871302605,
        0.014462332241237164,
        -0.05731714516878128,
        -0.008410627953708172,
        0.011368556879460812,
        0.03810443729162216,
        -0.10833493620157242,
        -0.04100581631064415,
        -0.021977901458740234,
        0.04429010674357414,
        -0.01568705029785633,
        0.026060936972498894,
        0.007330798543989658,
        -0.0026122445706278086,
        -0.08253011852502823,
        0.012118985876441002,
        -0.02059102989733219,
        -0.11305499821901321,
        0.043687853962183,
        0.08921760320663452,
        0.15230673551559448,
        0.04595908522605896,
        0.0066565172746777534,
        -0.046906452625989914,
        0.00022280862322077155,
        -0.0924437865614891,
        0.006474604830145836,
        -0.0459868460893631,
        0.13163796067237854,
        -0.017330054193735123,
        0.0001421971683157608,
        -0.03140603005886078,
        0.003344347234815359,
        0.04317981377243996,
        0.011563635431230068,
        -0.01915777288377285,
        0.050344549119472504,
        0.023243384435772896,
        -0.03822679817676544,
        0.025342777371406555,
        0.019357558339834213,
        -0.011792750097811222,
        -0.08733649551868439,
        -0.09462796151638031,
        0.008268089033663273,
        -0.024232584983110428,
        -0.008561376482248306,
        0.03404487296938896,
        0.02594226412475109,
        0.03423119708895683,
        0.03211498260498047,
        -0.0555163249373436,
        -0.012080563232302666,
        -0.028833553194999695,
        0.032811835408210754,
        0.038858652114868164,
        0.11589706689119339,
        -0.04250727593898773,
        0.08254286646842957,
        0.00011654215632006526,
        -4.612295633187056e-33,
        0.03089454397559166,
        0.0170151274651289,
        0.018625320866703987,
        0.03838702291250229,
        0.04868335649371147,
        -0.039760272949934006,
        -0.07672058045864105,
        0.008493734523653984,
        0.04197419807314873,
        -0.022299764677882195,
        0.008921967819333076,
        -0.036499202251434326,
        -0.05302279442548752,
        0.041382599622011185,
        0.0045198071748018265,
        -0.011703833937644958,
        0.020247552543878555,
        0.05123543739318848,
        -0.02070760726928711,
        0.051663871854543686,
        -0.04202772304415703,
        0.03740548714995384,
        -0.057086363434791565,
        -0.041912004351615906,
        0.00971481017768383,
        -0.025125602260231972,
        0.03450549393892288,
        -0.0573064349591732,
        -0.02903848886489868,
        0.004760717507451773,
        0.015922246500849724,
        -0.0510096438229084,
        -0.027578791603446007,
        0.033643029630184174,
        0.020219305530190468,
        -0.023225771263241768,
        -0.08145760744810104,
        0.029579337686300278,
        -0.024392709136009216,
        0.026362348347902298,
        0.13034555315971375,
        0.0018655292224138975,
        0.04302157834172249,
        -0.046028170734643936,
        0.08430156111717224,
        -0.004388746805489063,
        0.05596863850951195,
        0.0005423579132184386,
        0.04337301105260849,
        0.005784087814390659,
        -0.035755641758441925,
        0.027171501889824867,
        -0.11484675854444504,
        0.017932003363966942,
        0.0016835771966725588,
        0.05119764059782028,
        0.028492366895079613,
        -0.006193956360220909,
        0.024975502863526344,
        0.03230952471494675,
        -0.02530696988105774,
        0.051148921251297,
        0.03861984610557556,
        -0.13241539895534515,
        0.05007924512028694,
        0.03331137076020241,
        -0.024014277383685112,
        -0.03259504958987236,
        -0.0652703195810318,
        -0.0137571906670928,
        0.03368419408798218,
        -0.03831705078482628,
        0.058233100920915604,
        -0.00014533105422742665,
        -0.018892280757427216,
        0.03119734488427639,
        0.05434475466609001,
        -0.01516904029995203,
        0.013473599217832088,
        0.05911746621131897,
        -0.06363244354724884,
        0.05164732411503792,
        0.033941999077796936,
        -0.07172023504972458,
        0.022684376686811447,
        -0.05445083975791931,
        -0.011621566489338875,
        0.05768107622861862,
        -0.011493315920233727,
        0.032758790999650955,
        -0.03538064286112785,
        -0.04956495016813278,
        0.0018486519111320376,
        0.06944137811660767,
        -0.05518389120697975,
        2.40449279639019e-33,
        0.042931362986564636,
        -0.006065985653549433,
        -0.08881571143865585,
        0.019190145656466484,
        -0.0823620855808258,
        -0.02363250032067299,
        0.03608177229762077,
        0.042620230466127396,
        0.023933351039886475,
        0.08089759945869446,
        -0.011267835274338722,
        -0.023861853405833244,
        0.09498916566371918,
        3.902298431057716e-06,
        -0.030347125604748726,
        -0.0030220807529985905,
        0.01033241581171751,
        0.052566733211278915,
        -0.0112387053668499,
        0.04377489164471626,
        -0.14259199798107147,
        0.00839537288993597,
        -0.03520799055695534,
        0.12574288249015808,
        -0.010955963283777237,
        0.03286700323224068,
        0.11397957056760788,
        -0.020058631896972656,
        -0.08237498998641968,
        -0.026524126529693604,
        -0.07047757506370544,
        -0.03213139995932579,
        -0.0442126989364624,
        0.09227652847766876,
        -0.017502307891845703,
        0.07903407514095306,
        0.07075022906064987,
        -0.01143202930688858,
        0.03944786265492439,
        -0.008492563851177692,
        0.0231736209243536,
        0.02159593254327774,
        0.03348584100604057,
        0.04094630852341652,
        -0.014743573032319546,
        -0.012914098799228668,
        0.00516223581507802,
        0.05493774265050888,
        0.06478339433670044,
        0.06290251761674881,
        0.06390555948019028,
        -0.06811733543872833,
        -0.05504229664802551,
        0.028174370527267456,
        0.01401049830019474,
        -0.05209365859627724,
        -0.03765634819865227,
        0.0008223732002079487,
        -0.07687150686979294,
        -0.06310875713825226,
        0.04182259365916252,
        -0.0507449246942997,
        0.034862931817770004,
        0.002996993949636817,
        -0.007989587262272835,
        7.012428977759555e-05,
        -0.05650479346513748,
        0.05314714461565018,
        0.029034631326794624,
        0.05376649275422096,
        0.15988117456436157,
        -0.0015435103559866548,
        -0.02923913300037384,
        -0.0442892424762249,
        -0.02098837122321129,
        0.009430808015167713,
        0.10067238658666611,
        0.03150814026594162,
        -0.02135065570473671,
        -0.023860545828938484,
        -0.09719980508089066,
        0.07643601298332214,
        -0.04701634868979454,
        -0.036073822528123856,
        0.022190367802977562,
        -0.06974714249372482,
        0.08604969084262848,
        0.008065827190876007,
        0.021134424954652786,
        0.011392581276595592,
        -0.05537445843219757,
        0.0438503697514534,
        -0.05120772123336792,
        -0.010446918196976185,
        -0.05848800018429756,
        -1.371556113127781e-08,
        -0.021275050938129425,
        0.016785096377134323,
        -0.03340042009949684,
        0.05282682552933693,
        0.02331412397325039,
        -0.05708758905529976,
        -0.012331846170127392,
        -0.11002470552921295,
        0.0057155373506248,
        0.03450847417116165,
        0.09761346131563187,
        0.021482989192008972,
        0.0535975880920887,
        -0.029591698199510574,
        0.0346464142203331,
        -0.06624484062194824,
        -0.07540933787822723,
        -0.0344853550195694,
        -0.0035471611190587282,
        -0.023544220253825188,
        0.03217129781842232,
        -0.026728849858045578,
        0.006974941119551659,
        0.029659103602170944,
        0.07647335529327393,
        0.017969442531466484,
        0.03699389100074768,
        0.0941241979598999,
        0.027436451986432076,
        0.07846325635910034,
        -0.03150618448853493,
        -0.033340997993946075,
        -0.09163433313369751,
        -0.07945156842470169,
        -0.03449936583638191,
        -0.04699954763054848,
        -0.012736805714666843,
        0.08794096857309341,
        0.0029163684230297804,
        -0.0023790765553712845,
        -0.016530180349946022,
        -0.043969299644231796,
        -0.11211967468261719,
        -0.006425367668271065,
        0.012304704636335373,
        -0.10561459511518478,
        -0.018239153549075127,
        0.05595758929848671,
        0.0005168105126358569,
        -0.020851872861385345,
        -0.029697241261601448,
        0.021657979115843773,
        0.03240073472261429,
        0.06409773975610733,
        0.043499041348695755,
        -0.010942621156573296,
        -0.07360106706619263,
        0.010018224827945232,
        -0.042333509773015976,
        0.0412004329264164,
        -0.09539669752120972,
        -0.028019681572914124,
        -0.12666520476341248,
        -0.021815016865730286
      ],
      "query_id": "eval-unknown-weather",
      "question": "What will the station temperature be tomorrow?",
      "ranking": [
        {
          "id": "frost",
          "score": 0.24913600856020157
        },
        {
          "id": "garden",
          "score": 0.23391098402213703
        },
        {
          "id": "soil",
          "score": 0.20467275413018463
        },
        {
          "id": "prism",
          "score": 0.1958074990492872
        },
        {
          "id": "keel",
          "score": 0.11690045279074704
        },
        {
          "id": "engine",
          "score": 0.0955468205509973
        },
        {
          "id": "lantern",
          "score": 0.08849759341121273
        },
        {
          "id": "iris",
          "score": 0.08649021867650804
        },
        {
          "id": "harbor",
          "score": 0.07238253166158759
        },
        {
          "id": "orbit",
          "score": 0.06316440849854937
        },
        {
          "id": "export",
          "score": 0.05537013660163119
        },
        {
          "id": "iris-network",
          "score": 0.053019084202678694
        },
        {
          "id": "quartz-batch",
          "score": 0.0517471097855629
        },
        {
          "id": "beacon",
          "score": 0.04455751483444102
        },
        {
          "id": "junction",
          "score": 0.04117601152833489
        },
        {
          "id": "drone",
          "score": 0.03747614294438004
        },
        {
          "id": "nova",
          "score": 0.0360582308068155
        },
        {
          "id": "mirror",
          "score": 0.03439607046176868
        },
        {
          "id": "cargo",
          "score": 0.029799773634975348
        },
        {
          "id": "quartz",
          "score": 0.025473656364714554
        },
        {
          "id": "lantern-charge",
          "score": 0.018638032064406854
        },
        {
          "id": "archive",
          "score": 0.014685238711570748
        },
        {
          "id": "rivet-calibration",
          "score": 0.0017036927704757216
        },
        {
          "id": "rivet",
          "score": -0.037245455328709244
        }
      ],
      "reached_token_limit": false,
      "references": [
        "unknown"
      ],
      "relevance": {},
      "retrieval_ms": 8.087312999123242,
      "split": "eval",
      "total_ms": 135.15537199782557
    },
    {
      "answer": "5826",
      "answerable": false,
      "context_ids": [
        "iris",
        "iris-network",
        "beacon"
      ],
      "execution_position": 0,
      "generation_ms": 93.3893490000628,
      "group": "unknown-captain",
      "input_tokens": 190,
      "method": "dense",
      "metrics": {
        "context_recall": null,
        "exact_match": 0.0,
        "ndcg": null,
        "recall": null,
        "token_f1": 0.0
      },
      "output_tokens": 4,
      "prompt": "Answer the question using only the context. Give a short answer. If the context does not contain the answer, say unknown.\n\nContext:\n[iris] Iris emergency access. When the Iris door loses network connectivity, enter the local access code 5826. The mechanical override key is stored in locker C7. The local code is fictional training data.\n[iris-network] Iris network enrollment. The Iris network enrollment code is 7319. This code enrolls a controller in the network and cannot open a door. Enrollment is performed from the network console.\n[beacon] Beacon heartbeat. A beacon reports its heartbeat every 45 seconds. After four consecutive missed heartbeats, the console labels it silent. A silent label does not disable the beacon.\n\nQuestion: What is the station captain's personal phone number?\nAnswer:",
      "query_embedding": [
        -0.12359026819467545,
        0.020979316905140877,
        0.015529650263488293,
        -0.01245142426341772,
        -0.05303918942809105,
        0.07344620674848557,
        0.06934510916471481,
        0.09761858731508255,
        -0.010537217371165752,
        -0.015873393043875694,
        -0.054724130779504776,
        -0.012431574985384941,
        0.0027843602001667023,
        -0.05130470171570778,
        -0.04891069978475571,
        -0.07508363574743271,
        0.019406162202358246,
        -0.04846329614520073,
        0.0532996729016304,
        -0.008724644780158997,
        -0.020369049161672592,
        0.07512278854846954,
        -0.04622197896242142,
        -0.047724395990371704,
        0.03333914279937744,
        -0.023420365527272224,
        -0.013223838061094284,
        0.04761020839214325,
        -0.013730302453041077,
        -0.0222194641828537,
        0.006903833709657192,
        0.09229693561792374,
        0.1103062778711319,
        0.022937864065170288,
        0.019199736416339874,
        0.022442515939474106,
        0.04996532201766968,
        0.05501601845026016,
        0.008843250572681427,
        0.07220953702926636,
        -0.02048374153673649,
        -0.05089370906352997,
        -0.0068827103823423386,
        0.044173359870910645,
        0.03340784087777138,
        0.00054831278976053,
        -0.010973542928695679,
        -0.04375946521759033,
        0.07610494643449783,
        0.0421176552772522,
        -0.009184900671243668,
        -0.00596160301938653,
        0.04322093352675438,
        0.06042169779539108,
        0.06606381386518478,
        -0.019618481397628784,
        0.02510124258697033,
        0.046879809349775314,
        0.08512288331985474,
        0.08754552900791168,
        -0.006994285155087709,
        0.010785053484141827,
        -0.07657850533723831,
        -0.01590973511338234,
        0.012225030921399593,
        -0.0003593429282773286,
        -0.07828239351511002,
        -0.03584664687514305,
        0.015209665521979332,
        -0.044810034334659576,
        0.005049769766628742,
        0.044686153531074524,
        -0.017436588183045387,
        -0.051812440156936646,
        -0.03838784620165825,
        0.01878868043422699,
        -0.01307044830173254,
        0.043013568967580795,
        0.0004456464375834912,
        0.05691729485988617,
        -0.10076300799846649,
        -0.126998171210289,
        -0.016347968950867653,
        0.03419903665781021,
        -0.011295188218355179,
        0.017368894070386887,
        0.024149814620614052,
        0.012287313118577003,
        -0.013455216772854328,
        0.016701294109225273,
        -0.035475946962833405,
        0.06512868404388428,
        0.006030977703630924,
        -0.004099072422832251,
        -0.12503927946090698,
        0.08605197072029114,
        -0.06102185323834419,
        0.0268404558300972,
        -0.09298188239336014,
        0.06140681728720665,
        0.024863343685865402,
        0.05605847388505936,
        -0.036278679966926575,
        0.019885418936610222,
        0.007720048073679209,
        0.00785752758383751,
        0.04783684015274048,
        0.03264114633202553,
        0.03104313649237156,
        -0.04116379842162132,
        -0.0011707214871421456,
        -0.02203522063791752,
        -0.06423228234052658,
        0.022067341953516006,
        0.01682877168059349,
        0.03208175301551819,
        0.029057210311293602,
        0.014620212838053703,
        0.058122631162405014,
        -0.07380855828523636,
        0.008877619169652462,
        -0.05098173767328262,
        -0.029071908444166183,
        0.05100298672914505,
        -0.14356543123722076,
        0.026504110544919968,
        0.07751759886741638,
        -4.996566573180785e-33,
        0.020666584372520447,
        0.05456085503101349,
        0.0655047595500946,
        0.03326999023556709,
        0.06403069198131561,
        0.03560083359479904,
        -0.044786129146814346,
        0.02309408225119114,
        0.04603676497936249,
        0.07022253423929214,
        -0.040922727435827255,
        0.03893266245722771,
        0.02625257708132267,
        -0.10068310797214508,
        -0.07600963860750198,
        0.0008572348160669208,
        -0.04588911309838295,
        -0.007371739484369755,
        -0.040016256272792816,
        -0.031422197818756104,
        0.0700911283493042,
        -0.011797184124588966,
        -0.060448866337537766,
        -0.026003751903772354,
        0.12416891008615494,
        0.0510602630674839,
        0.012341017834842205,
        -0.017652083188295364,
        0.12552911043167114,
        0.024269871413707733,
        -0.047507911920547485,
        0.052769631147384644,
        0.03293368220329285,
        0.041162289679050446,
        0.025393685325980186,
        -0.006527209188789129,
        -0.05891960859298706,
        -0.03941991925239563,
        -0.08768825232982635,
        -0.011130825616419315,
        0.04947669431567192,
        0.012774699367582798,
        -0.04275376722216606,
        0.08703423291444778,
        -0.09407848119735718,
        -0.06825553625822067,
        0.07366205751895905,
        0.03229720517992973,
        0.1663738191127777,
        0.009422305040061474,
        -0.0013684136793017387,
        0.04703107103705406,
        -0.14284080266952515,
        -0.021517673507332802,
        0.038386523723602295,
        -0.04045141860842705,
        0.04940272122621536,
        0.016960464417934418,
        0.04407479241490364,
        -0.01618432067334652,
        0.06371209025382996,
        0.0659053698182106,
        0.03420056775212288,
        -0.002545171184465289,
        0.07556462287902832,
        -0.0796504095196724,
        -0.02964041940867901,
        -0.10366290807723999,
        0.021108519285917282,
        -0.007692708633840084,
        0.03746045008301735,
        -0.039278559386730194,
        0.015878725796937943,
        -0.04907679930329323,
        -0.07077202200889587,
        0.018306082114577293,
        -0.02146095782518387,
        0.04377347603440285,
        -0.03755662590265274,
        0.060474518686532974,
        -0.031673282384872437,
        0.017790010198950768,
        -0.04077719524502754,
        0.041745707392692566,
        0.002449034946039319,
        0.00831941980868578,
        0.00478491373360157,
        -0.0060210078954696655,
        -0.041649434715509415,
        0.04479778930544853,
        -0.019024336710572243,
        -0.03293736279010773,
        -0.011700001545250416,
        0.02302301675081253,
        -0.09657501429319382,
        3.174819958422959e-33,
        -0.03758200258016586,
        -0.058328963816165924,
        -0.01966787502169609,
        -0.06993544101715088,
        -0.017368340864777565,
        -0.07426279038190842,
        0.08206126093864441,
        0.05119789391756058,
        -0.007331878412514925,
        0.032999325543642044,
        -0.010225498117506504,
        0.009428641758859158,
        0.029090404510498047,
        0.08014366775751114,
        -0.007706267759203911,
        0.06590426713228226,
        0.029248347505927086,
        0.07201419025659561,
        -0.05119713768362999,
        -0.0716431513428688,
        -0.002032649703323841,
        0.005733990576118231,
        0.0368352048099041,
        0.1328999251127243,
        -0.05494636297225952,
        -0.008415323682129383,
        0.16353312134742737,
        0.022774558514356613,
        -0.0481407605111599,
        -0.008722755126655102,
        -0.06908755749464035,
        -0.040859658271074295,
        -0.09018199890851974,
        0.059205181896686554,
        -0.055578622967004776,
        0.064555324614048,
        0.008485756814479828,
        0.1272246241569519,
        -0.0004502689989749342,
        0.017751993611454964,
        0.012595325708389282,
        0.02043777145445347,
        0.017972836270928383,
        0.059914879500865936,
        -0.07233119010925293,
        -0.041004471480846405,
        0.016951262950897217,
        0.029016252607107162,
        -0.029679326340556145,
        0.030605725944042206,
        -0.009157450869679451,
        -0.024317802861332893,
        0.0020420467481017113,
        0.04214620962738991,
        -0.01815006136894226,
        0.016928208991885185,
        -0.003491281997412443,
        -0.0009553713607601821,
        0.03728995844721794,
        -0.032204944640398026,
        0.10525918006896973,
        0.008928442373871803,
        0.01136284414678812,
        0.0383872464299202,
        0.012721511535346508,
        0.04314229637384415,
        -0.0383206307888031,
        -0.05585349351167679,
        0.025602759793400764,
        0.03381464630365372,
        0.052071474492549896,
        -0.10659957677125931,
        0.0032578313257545233,
        0.022789472714066505,
        -0.08997728675603867,
        0.00933542475104332,
        -0.03796987608075142,
        0.04769621044397354,
        -0.08586619049310684,
        -0.005373020656406879,
        0.02864978089928627,
        0.021306481212377548,
        -0.06754990667104721,
        0.026488561183214188,
        -0.07021136581897736,
        -0.009498373605310917,
        0.12848253548145294,
        0.0523715578019619,
        0.06811285763978958,
        -0.011947163380682468,
        -0.008720649406313896,
        -0.010644773952662945,
        -0.10564647614955902,
        -0.0902208685874939,
        -0.09334059804677963,
        -1.5524571850278335e-08,
        -0.02787560410797596,
        -0.015264016576111317,
        0.015139338560402393,
        0.00800323486328125,
        0.026052845641970634,
        -0.03532005101442337,
        -0.019586320966482162,
        -0.09302134066820145,
        -0.025067077949643135,
        0.0028434975538402796,
        0.01632728986442089,
        -0.02313545159995556,
        -0.017969423905014992,
        -0.011036301963031292,
        0.05582370609045029,
        -0.04395934194326401,
        0.019287096336483955,
        -0.07131119817495346,
        0.009674751199781895,
        0.07194885611534119,
        -0.0503317266702652,
        -0.026666464284062386,
        0.03290237858891487,
        0.02925858087837696,
        0.02248387038707733,
        0.030730238184332848,
        0.032552480697631836,
        0.077695332467556,
        0.047203317284584045,
        -0.004700130317360163,
        0.0760362297296524,
        0.07960096001625061,
        -0.09679733216762543,
        -0.020336776971817017,
        -0.07649827748537064,
        0.007051086984574795,
        -0.03430993854999542,
        -0.027789819985628128,
        0.0065635936334729195,
        -0.06294199079275131,
        -0.048717789351940155,
        -0.003726668655872345,
        -0.05734328180551529,
        0.07333154231309891,
        -0.00465979240834713,
        0.019166942685842514,
        0.013949054293334484,
        -0.050774164497852325,
        0.027661701664328575,
        -0.0647677332162857,
        -0.05461939051747322,
        -0.03513346612453461,
        0.03272135555744171,
        0.0038805976510047913,
        -0.0033393402118235826,
        -0.0658840537071228,
        -0.03671423718333244,
        0.016814248636364937,
        -0.023564647883176804,
        0.0228390172123909,
        -0.06185908988118172,
        0.010315227322280407,
        -0.08489993214607239,
        -0.03647056967020035
      ],
      "query_id": "eval-unknown-captain",
      "question": "What is the station captain's personal phone number?",
      "ranking": [
        {
          "id": "iris",
          "score": 0.26451943972264835
        },
        {
          "id": "iris-network",
          "score": 0.2445809283646612
        },
        {
          "id": "beacon",
          "score": 0.18879328904931045
        },
        {
          "id": "keel",
          "score": 0.18524463663106105
        },
        {
          "id": "cargo",
          "score": 0.13706182688230212
        },
        {
          "id": "harbor",
          "score": 0.13119222893434412
        },
        {
          "id": "quartz",
          "score": 0.11594683556215317
        },
        {
          "id": "engine",
          "score": 0.10537124380977506
        },
        {
          "id": "nova",
          "score": 0.09713112374709394
        },
        {
          "id": "quartz-batch",
          "score": 0.08450441589283088
        },
        {
          "id": "orbit",
          "score": 0.08034038685724021
        },
        {
          "id": "junction",
          "score": 0.07370124046087408
        },
        {
          "id": "lantern",
          "score": 0.06474582070151
        },
        {
          "id": "export",
          "score": 0.06080844396901611
        },
        {
          "id": "drone",
          "score": 0.056989916264799836
        },
        {
          "id": "frost",
          "score": 0.05375242156764174
        },
        {
          "id": "rivet",
          "score": 0.049310407804825936
        },
        {
          "id": "garden",
          "score": 0.04715128304209787
        },
        {
          "id": "mirror",
          "score": 0.04310197699362495
        },
        {
          "id": "archive",
          "score": 0.03947676159746634
        },
        {
          "id": "prism",
          "score": 0.031039771915670644
        },
        {
          "id": "soil",
          "score": 0.02606872263938634
        },
        {
          "id": "lantern-charge",
          "score": 0.0034599387804095613
        },
        {
          "id": "rivet-calibration",
          "score": -0.01978459780769711
        }
      ],
      "reached_token_limit": false,
      "references": [
        "unknown"
      ],
      "relevance": {},
      "retrieval_ms": 9.16506200155709,
      "split": "eval",
      "total_ms": 104.03239000152098
    },
    {
      "answer": "64",
      "answerable": true,
      "context_ids": [
        "garden",
        "soil",
        "iris-network"
      ],
      "execution_position": 2,
      "generation_ms": 75.78865500181564,
      "group": "garden",
      "input_tokens": 176,
      "method": "hybrid",
      "metrics": {
        "context_recall": 1.0,
        "exact_match": 1.0,
        "ndcg": 1.0,
        "recall": 1.0,
        "token_f1": 1.0
      },
      "output_tokens": 2,
      "prompt": "Answer the question using only the context. Give a short answer. If the context does not contain the answer, say unknown.\n\nContext:\n[garden] Garden humidity. The seed garden humidity target is 64 percent. If humidity exceeds 70 percent, open the roof vent for 12 minutes. The soil moisture reading is a separate measurement.\n[soil] Garden soil moisture. The seed garden soil moisture target is 42 percent. A dry soil warning triggers after ten minutes below 35 percent. Soil sensors do not measure humidity.\n[iris-network] Iris network enrollment. The Iris network enrollment code is 7319. This code enrolls a controller in the network and cannot open a door. Enrollment is performed from the network console.\n\nQuestion: What humidity percentage should the seed garden target?\nAnswer:",
      "query_embedding": [
        0.024175312370061874,
        0.06817159801721573,
        -0.020276924595236778,
        -0.012731192633509636,
        0.06974628567695618,
        -0.04330040514469147,
        -0.008381826803088188,
        -0.08070207387208939,
        0.003745695576071739,
        0.011192538775503635,
        0.05933472141623497,
        -0.09311539679765701,
        -0.0002031816984526813,
        0.012858225964009762,
        0.009868398308753967,
        0.011020990088582039,
        0.09179329872131348,
        0.009830557741224766,
        -0.07286567240953445,
        -0.0076766409911215305,
        0.03259376063942909,
        0.004371620249003172,
        0.01866721734404564,
        -0.020018231123685837,
        0.030287815257906914,
        -0.008528483100235462,
        -0.07475931197404861,
        0.036577288061380386,
        -0.02903882786631584,
        -0.029507379978895187,
        -0.029683304950594902,
        0.11243090033531189,
        0.03629879280924797,
        -0.044244423508644104,
        -0.016139524057507515,
        0.01945084147155285,
        0.02100353315472603,
        -0.10591546446084976,
        0.04505171254277229,
        0.04162053018808365,
        -0.014165079221129417,
        0.007670905906707048,
        0.004123124293982983,
        0.07265050709247589,
        -0.027685264125466347,
        0.0325661227107048,
        -0.020977841690182686,
        0.0960426926612854,
        0.08891922235488892,
        -0.00822522770613432,
        0.05676981434226036,
        0.05186169967055321,
        0.02628842368721962,
        -0.04044320061802864,
        -0.09068357199430466,
        0.043015092611312866,
        -0.02774195559322834,
        0.002116992138326168,
        -0.0182148739695549,
        -0.05563584715127945,
        0.045446936041116714,
        0.015150065533816814,
        -0.13155174255371094,
        0.005280755460262299,
        0.10630812495946884,
        -0.053115762770175934,
        -0.06249573454260826,
        0.026375379413366318,
        0.08427155017852783,
        -0.03510913625359535,
        0.025620747357606888,
        0.06013495847582817,
        -0.008831795305013657,
        -0.043272752314805984,
        -0.008283196948468685,
        0.1268230527639389,
        -0.03761322796344757,
        0.040004078298807144,
        0.04223676770925522,
        -0.04562154412269592,
        0.02626912109553814,
        -0.010341932065784931,
        0.028894172981381416,
        0.007119797635823488,
        -0.029653433710336685,
        0.017025988548994064,
        0.04936833679676056,
        0.10111180692911148,
        0.03181343898177147,
        0.011930312030017376,
        0.029273025691509247,
        0.0071168504655361176,
        -0.027973957359790802,
        0.05151339992880821,
        -0.024448584765195847,
        0.14168748259544373,
        0.006433242466300726,
        -0.13268204033374786,
        -0.10057900846004486,
        -0.02637525461614132,
        -0.05986242741346359,
        -0.03356847167015076,
        0.011072198860347271,
        -0.015483188442885876,
        0.042819149792194366,
        -0.05352783203125,
        -0.06008528545498848,
        0.012645229697227478,
        -0.0032386903185397387,
        0.07180950045585632,
        -0.07246505469083786,
        -0.003074015025049448,
        0.03993833437561989,
        0.06945321708917618,
        0.05712829530239105,
        -0.0471268892288208,
        0.022070452570915222,
        0.016914192587137222,
        0.01534842886030674,
        -0.004093964584171772,
        0.014897232875227928,
        0.01624920405447483,
        -0.028529364615678787,
        0.007880008779466152,
        -0.005705193150788546,
        -0.01861286163330078,
        -0.07538959383964539,
        -3.43471882065389e-33,
        0.04328659549355507,
        -0.050074201077222824,
        0.003764007706195116,
        0.0013775861589238048,
        0.02436361275613308,
        -0.052328966557979584,
        -0.010378412902355194,
        -0.0198654904961586,
        0.0507165752351284,
        -0.06394053250551224,
        -0.06637980043888092,
        -0.06630106270313263,
        -0.045368701219558716,
        0.030639605596661568,
        -0.017935506999492645,
        -0.07322368025779724,
        -0.03379164636135101,
        0.09821997582912445,
        -0.03526007756590843,
        0.005167790688574314,
        -0.10686394572257996,
        0.05515601858496666,
        -0.10458870232105255,
        0.04583156481385231,
        0.056708335876464844,
        -0.026382099837064743,
        0.0737302303314209,
        0.0019960145000368357,
        -0.03925882279872894,
        0.014090572483837605,
        0.09951204061508179,
        -0.036140814423561096,
        0.03313653916120529,
        -0.05297994613647461,
        0.056636083871126175,
        0.06738661229610443,
        0.011941464617848396,
        0.04737716540694237,
        0.0510108657181263,
        0.05121674761176109,
        -0.03090330772101879,
        0.031026089563965797,
        0.10184825956821442,
        -0.06040642783045769,
        0.00643186504021287,
        -0.0331704206764698,
        0.04642195999622345,
        -0.02796940505504608,
        -0.008969566784799099,
        0.0074987648986279964,
        -0.00048225800856016576,
        0.016358250752091408,
        0.02426411770284176,
        -0.005755786783993244,
        0.01830224320292473,
        0.003026567166671157,
        0.03367851674556732,
        0.011434877291321754,
        -0.02462957799434662,
        -0.01765836589038372,
        -0.01815839484333992,
        0.032365914434194565,
        -0.023093614727258682,
        -0.059349287301301956,
        0.033457063138484955,
        -0.05310891568660736,
        -0.08992363512516022,
        0.01034940592944622,
        -0.08381698280572891,
        0.138780876994133,
        0.06242924556136131,
        -0.06572957336902618,
        0.005663926713168621,
        -0.01055907178670168,
        -0.08578179776668549,
        -0.028026921674609184,
        0.041235581040382385,
        0.03991048410534859,
        -0.03781687095761299,
        0.03428501635789871,
        0.03479333221912384,
        -0.004965031985193491,
        -0.10577261447906494,
        -0.04886886477470398,
        -0.11981389671564102,
        -0.02900729887187481,
        -0.01633821427822113,
        0.099061518907547,
        -0.07680624723434448,
        -0.008832871913909912,
        0.13084472715854645,
        -0.011254399083554745,
        0.036684416234493256,
        -0.043206628412008286,
        -0.003555125091224909,
        1.7703470222421674e-33,
        -0.038794465363025665,
        0.05032834783196449,
        0.020493585616350174,
        0.13380540907382965,
        0.01217181608080864,
        0.029052892699837685,
        0.015605959109961987,
        0.01913285255432129,
        0.028311902657151222,
        0.028416471555829048,
        -0.0711018294095993,
        0.09224089235067368,
        -0.013798711821436882,
        0.005659786053001881,
        -0.05094274878501892,
        0.07312807440757751,
        -0.03895522654056549,
        0.03389419615268707,
        0.006689428351819515,
        0.014620599336922169,
        -0.10057615488767624,
        -0.0028265761211514473,
        0.015625707805156708,
        0.07273149490356445,
        -0.0140050258487463,
        -0.07273949682712555,
        0.023042118176817894,
        0.003651429433375597,
        -0.0874234139919281,
        -0.06973864883184433,
        -0.00403169821947813,
        -0.037483099848032,
        -0.0723537802696228,
        0.05454486981034279,
        -0.02166357822716236,
        -0.033300403505563736,
        0.01220257580280304,
        -0.05197343975305557,
        0.006555457133799791,
        -0.0014285899233072996,
        -0.0005782031221315265,
        -0.04435290768742561,
        -0.004227344412356615,
        -0.039607416838407516,
        0.05221277102828026,
        0.06137984246015549,
        0.07536253333091736,
        -0.052343934774398804,
        0.05583645775914192,
        0.013353291898965836,
        0.06675947457551956,
        0.021560722962021828,
        0.02410322241485119,
        0.06478914618492126,
        0.026650238782167435,
        -0.035330940037965775,
        -0.02993648499250412,
        0.005250108893960714,
        -0.020594444125890732,
        0.04514414072036743,
        0.008762053214013577,
        0.028367668390274048,
        -0.004596024751663208,
        -0.010111380368471146,
        -0.05859264358878136,
        0.024667439982295036,
        0.009906530380249023,
        0.12935291230678558,
        -0.03476663678884506,
        -0.014709027484059334,
        0.03481539711356163,
        0.06247084587812424,
        0.12131030857563019,
        -0.048951875418424606,
        -0.05923965200781822,
        -0.03579285740852356,
        0.05503624305129051,
        -0.01853581890463829,
        -0.07905073463916779,
        0.016031518578529358,
        -0.10875307768583298,
        0.02657054178416729,
        -0.12230255454778671,
        -0.028008608147501945,
        -0.00413708109408617,
        -0.06615768373012543,
        0.042130254209041595,
        -0.06316182762384415,
        -0.0013139693764969707,
        0.11186494678258896,
        -0.013561327010393143,
        0.000462695345049724,
        0.03104453906416893,
        -0.015952689573168755,
        0.07618875801563263,
        -1.496548485135918e-08,
        -0.06841577589511871,
        -0.021945757791399956,
        0.0446331687271595,
        -0.05922060087323189,
        -0.0085245156660676,
        0.0437532514333725,
        0.051461584866046906,
        0.017730621621012688,
        0.04013236239552498,
        0.04252764582633972,
        0.041212402284145355,
        0.02678217738866806,
        -0.06810004264116287,
        0.03081067092716694,
        0.02676406502723694,
        -0.11988411843776703,
        0.07365033030509949,
        0.03735429048538208,
        -0.03678091987967491,
        0.036442212760448456,
        0.06605194509029388,
        0.025703875347971916,
        -0.032792892307043076,
        -0.01263536885380745,
        0.1100677028298378,
        0.020391954109072685,
        0.06105710193514824,
        0.006145628169178963,
        0.04661761596798897,
        0.052906282246112823,
        0.03413545340299606,
        -0.01905779168009758,
        -0.007330672815442085,
        -0.03963811323046684,
        -0.13650435209274292,
        0.009990597143769264,
        -0.02076530084013939,
        0.07617587596178055,
        -0.022034069523215294,
        0.0023720841854810715,
        -0.0226454958319664,
        -0.013615202158689499,
        -0.0392247810959816,
        -0.02267332561314106,
        -0.012223266065120697,
        -0.01740449294447899,
        -0.03711826726794243,
        0.06463747471570969,
        -0.0770464837551117,
        -0.054446667432785034,
        0.0469527468085289,
        0.005831803195178509,
        0.04183369129896164,
        0.020922711119055748,
        0.009067416191101074,
        -0.0052666743285954,
        -0.031711578369140625,
        -0.02183346450328827,
        0.00466170534491539,
        -0.01816719025373459,
        -0.07545869797468185,
        0.009131909348070621,
        -0.10128062218427658,
        -0.024957839399576187
      ],
      "query_id": "eval-garden-1",
      "question": "What humidity percentage should the seed garden target?",
      "ranking": [
        {
          "id": "garden",
          "score": 0.03278688524590164
        },
        {
          "id": "soil",
          "score": 0.03225806451612903
        },
        {
          "id": "iris-network",
          "score": 0.029857397504456328
        },
        {
          "id": "keel",
          "score": 0.029631255487269532
        },
        {
          "id": "lantern",
          "score": 0.029418126757516764
        },
        {
          "id": "quartz",
          "score": 0.029206349206349208
        },
        {
          "id": "iris",
          "score": 0.029138513513513514
        },
        {
          "id": "junction",
          "score": 0.029083245521601686
        },
        {
          "id": "frost",
          "score": 0.028693528693528692
        },
        {
          "id": "quartz-batch",
          "score": 0.02854251012145749
        },
        {
          "id": "archive",
          "score": 0.028370221327967807
        },
        {
          "id": "prism",
          "score": 0.027529761904761904
        },
        {
          "id": "lantern-charge",
          "score": 0.02749719416386083
        },
        {
          "id": "drone",
          "score": 0.02715098147128967
        },
        {
          "id": "harbor",
          "score": 0.026875901875901876
        },
        {
          "id": "orbit",
          "score": 0.02658450704225352
        },
        {
          "id": "rivet-calibration",
          "score": 0.02638888888888889
        },
        {
          "id": "beacon",
          "score": 0.026356857985087564
        },
        {
          "id": "engine",
          "score": 0.02632034632034632
        },
        {
          "id": "rivet",
          "score": 0.026190476190476188
        },
        {
          "id": "nova",
          "score": 0.025708635464733027
        },
        {
          "id": "export",
          "score": 0.025503573749187783
        },
        {
          "id": "mirror",
          "score": 0.024868705591597158
        },
        {
          "id": "cargo",
          "score": 0.02424331472230385
        }
      ],
      "reached_token_limit": false,
      "references": [
        "64 percent",
        "64"
      ],
      "relevance": {
        "garden": 1
      },
      "retrieval_ms": 11.212459001399111,
      "split": "eval",
      "total_ms": 88.79369399801362
    },
    {
      "answer": "12 minutes",
      "answerable": true,
      "context_ids": [
        "garden",
        "soil",
        "quartz"
      ],
      "execution_position": 1,
      "generation_ms": 98.85297700020601,
      "group": "garden",
      "input_tokens": 174,
      "method": "hybrid",
      "metrics": {
        "context_recall": 1.0,
        "exact_match": 1.0,
        "ndcg": 1.0,
        "recall": 1.0,
        "token_f1": 1.0
      },
      "output_tokens": 3,
      "prompt": "Answer the question using only the context. Give a short answer. If the context does not contain the answer, say unknown.\n\nContext:\n[garden] Garden humidity. The seed garden humidity target is 64 percent. If humidity exceeds 70 percent, open the roof vent for 12 minutes. The soil moisture reading is a separate measurement.\n[soil] Garden soil moisture. The seed garden soil moisture target is 42 percent. A dry soil warning triggers after ten minutes below 35 percent. Soil sensors do not measure humidity.\n[quartz] Quartz service limits. The Quartz lookup service accepts 90 requests per minute per client. Requests above that limit receive status 429. A client should wait 20 seconds before trying again.\n\nQuestion: How long should the roof vent stay open when garden humidity exceeds the limit?\nAnswer:",
      "query_embedding": [
        0.03707733005285263,
        0.07054591178894043,
        0.04401758313179016,
        -0.06513912230730057,
        0.06120308116078377,
        -0.09425528347492218,
        -0.061942387372255325,
        -0.05108954757452011,
        0.0614493303000927,
        0.04048283398151398,
        0.008615314960479736,
        0.032517209649086,
        -0.007870039902627468,
        0.03367028012871742,
        0.039507415145635605,
        0.08550926297903061,
        0.0070614926517009735,
        -0.03945870324969292,
        -0.0339081808924675,
        0.01795460283756256,
        0.09490830451250076,
        0.013744739815592766,
        -0.027955424040555954,
        -0.039436083287000656,
        0.019740359857678413,
        0.009103636257350445,
        -0.04245157167315483,
        0.010116614401340485,
        -0.0018345501739531755,
        0.010907363146543503,
        -0.01073008868843317,
        -0.03802165761590004,
        -0.015014885924756527,
        0.009306260384619236,
        0.04816025495529175,
        0.05062521621584892,
        -0.0023611236829310656,
        -0.05346446484327316,
        -0.07144889235496521,
        0.026079650968313217,
        -0.030120236799120903,
        0.023957353085279465,
        -0.032288458198308945,
        -0.03155174478888512,
        -0.017086340114474297,
        0.04950372129678726,
        0.0016031484119594097,
        0.04374897480010986,
        0.10817964375019073,
        -0.010441840626299381,
        -0.015098421834409237,
        0.07478201389312744,
        -0.010539139620959759,
        -0.01743326336145401,
        -0.05960936099290848,
        0.006139879114925861,
        0.011159855872392654,
        -0.05369038134813309,
        -0.07698468863964081,
        -0.008228200487792492,
        -0.008469093590974808,
        -0.011736344546079636,
        -0.1472945660352707,
        0.0052658868953585625,
        0.04476334899663925,
        -0.07564224302768707,
        -0.10299593955278397,
        0.018575528636574745,
        0.05319366976618767,
        0.0552290640771389,
        -0.02281244471669197,
        -0.03291679546236992,
        -0.07492206245660782,
        -0.06829773634672165,
        0.023408940061926842,
        0.04494091123342514,
        -0.0677076131105423,
        -0.025559332221746445,
        0.05119113251566887,
        -0.05921035259962082,
        0.06545841693878174,
        0.046905189752578735,
        0.01159182470291853,
        -0.04276483505964279,
        -0.031436603516340256,
        0.03571763262152672,
        0.014272225089371204,
        0.16601866483688354,
        0.037461377680301666,
        -0.006492892745882273,
        0.04346615448594093,
        -0.0023657758720219135,
        -0.018051743507385254,
        0.07213319092988968,
        0.03792443498969078,
        0.03582170605659485,
        0.000741964322514832,
        -0.008927730843424797,
        -0.010122273117303848,
        0.04545044153928757,
        -0.06112140789628029,
        -0.057797495275735855,
        -0.03629066422581673,
        0.023937948048114777,
        0.017537932842969894,
        -0.04350024461746216,
        0.018847253173589706,
        0.060626741498708725,
        -0.0590510256588459,
        -0.016510291025042534,
        -0.04365743324160576,
        0.024259284138679504,
        0.05628027394413948,
        0.08026584982872009,
        0.03944369778037071,
        0.06556899100542068,
        0.08293896913528442,
        0.04734351113438606,
        0.028278494253754616,
        0.04586039483547211,
        0.03777430206537247,
        0.027020668610930443,
        -0.027359196916222572,
        -0.006317391525954008,
        0.004294354934245348,
        0.037696365267038345,
        -0.07912775874137878,
        -1.8010794036894545e-33,
        -0.007756990380585194,
        -0.007006907369941473,
        0.04822366312146187,
        0.06672181189060211,
        0.009826532565057278,
        -0.010018994100391865,
        -0.017354926094412804,
        -0.018850861117243767,
        0.007161685265600681,
        0.0556829608976841,
        -0.0060802120715379715,
        -0.04996677488088608,
        -0.11567649245262146,
        -0.04139767959713936,
        -0.017686333507299423,
        -0.032440975308418274,
        0.007151983678340912,
        0.057675573974847794,
        -0.031697072088718414,
        -0.06372393667697906,
        -0.01458260603249073,
        -0.07717405259609222,
        -0.04937673732638359,
        0.061570487916469574,
        0.01649472489953041,
        -0.10719873756170273,
        0.07553310692310333,
        -0.014310630969703197,
        -0.00036617196747101843,
        0.022246673703193665,
        0.1153089702129364,
        -0.01014650333672762,
        0.024919088929891586,
        0.04357157647609711,
        0.01728714257478714,
        0.06996166706085205,
        -0.0005319708143360913,
        0.041135307401418686,
        0.01303651463240385,
        -0.008167196065187454,
        -0.09012884646654129,
        -0.02993275411427021,
        0.013198950327932835,
        0.03384656086564064,
        0.018176304176449776,
        -0.07862848043441772,
        0.045227427035570145,
        -0.019214704632759094,
        -0.0880882516503334,
        0.041679199784994125,
        0.07576262205839157,
        0.03221912309527397,
        -0.06229959800839424,
        -0.07003374397754669,
        -0.02934771403670311,
        0.04953762888908386,
        0.04906963184475899,
        -0.04643732309341431,
        -0.05335837975144386,
        -0.010161882266402245,
        -0.021648544818162918,
        0.05683957412838936,
        0.045241422951221466,
        -0.10311339795589447,
        0.0500057078897953,
        -0.05443644896149635,
        0.004720643162727356,
        -0.007723852526396513,
        -0.09372507780790329,
        0.03842025250196457,
        0.06871455907821655,
        -0.09111352264881134,
        -0.022400088608264923,
        -0.05968734249472618,
        -0.09655320644378662,
        -0.07989946007728577,
        0.04617658630013466,
        -0.05552053451538086,
        -0.008542157709598541,
        -0.003911095205694437,
        0.0685456395149231,
        -0.04525265470147133,
        0.009206285700201988,
        0.0044786566868424416,
        -0.05819997563958168,
        -0.10688364505767822,
        0.05002741515636444,
        0.024849211797118187,
        -0.09115187078714371,
        0.08500373363494873,
        -0.010953199118375778,
        0.025240646675229073,
        0.09551477432250977,
        -0.037437450140714645,
        0.04693387821316719,
        5.478333565644691e-34,
        0.007663755211979151,
        -0.031020333990454674,
        -0.04318748787045479,
        0.04045659676194191,
        0.04947813227772713,
        0.0020182516891509295,
        -0.0759294256567955,
        0.16072727739810944,
        -0.018678640946745872,
        0.009004246443510056,
        -0.005951599217951298,
        0.02427764981985092,
        0.03673585504293442,
        0.028754062950611115,
        -0.0029878607019782066,
        0.041879359632730484,
        0.055996380746364594,
        -0.027445631101727486,
        -0.0375099740922451,
        0.07881288975477219,
        -0.02005179040133953,
        -0.02064300887286663,
        0.04312806949019432,
        0.07208152860403061,
        -0.03137405589222908,
        -0.017013555392622948,
        0.09554345905780792,
        0.029248114675283432,
        -0.01012405101209879,
        -0.07176662981510162,
        -0.08714614063501358,
        -0.0028398188296705484,
        -0.045897226780653,
        0.06846951693296432,
        0.10740985721349716,
        -0.058317337185144424,
        -0.040790148079395294,
        -0.03316862881183624,
        0.005793711170554161,
        0.01594618707895279,
        -0.008604760281741619,
        -0.013586788438260555,
        0.04014711081981659,
        -0.060513220727443695,
        0.05499179661273956,
        0.029230250045657158,
        0.0635097399353981,
        -0.1300487220287323,
        0.01780061423778534,
        -0.08206212520599365,
        0.024211982265114784,
        -0.02421475760638714,
        0.06832905113697052,
        0.0776282548904419,
        0.06686590611934662,
        -0.023822078481316566,
        0.009963667951524258,
        -0.025136679410934448,
        0.0021919263526797295,
        0.005953661631792784,
        0.04352571815252304,
        0.01408403366804123,
        -0.03523843735456467,
        0.005866629537194967,
        -0.02020869590342045,
        -0.03251440078020096,
        -0.008024071343243122,
        -0.012263749726116657,
        -0.018170366063714027,
        -0.04475833475589752,
        0.01783669739961624,
        -0.011577143333852291,
        -0.02300916239619255,
        -0.05130983144044876,
        -0.09472711384296417,
        -0.008656123653054237,
        0.03233524411916733,
        -0.013579332269728184,
        -0.06754162162542343,
        -0.025377830490469933,
        -0.12106717377901077,
        0.0538371317088604,
        -0.09182336181402206,
        -0.07079753279685974,
        0.08039579540491104,
        -0.13527871668338776,
        0.030021997168660164,
        0.018695523962378502,
        0.047117166221141815,
        0.13860121369361877,
        0.05352382734417915,
        0.03757388889789581,
        -0.0010373415425419807,
        -0.030558990314602852,
        -0.043523091822862625,
        -1.791807591189354e-08,
        -0.06365509331226349,
        -0.01784423738718033,
        0.07365208864212036,
        -0.032339826226234436,
        0.014577632769942284,
        0.06532581150531769,
        0.12737415730953217,
        -0.012740175239741802,
        0.029288478195667267,
        0.05045666545629501,
        0.07613188773393631,
        0.06478829681873322,
        0.023540504276752472,
        -0.0006587996613234282,
        -0.03063007816672325,
        -0.04371035844087601,
        -0.016840998083353043,
        -0.025644628331065178,
        0.025318346917629242,
        0.03518788516521454,
        0.014912288635969162,
        0.06701988726854324,
        -0.013761651702225208,
        -0.008311874233186245,
        -0.004485256504267454,
        -0.005856337025761604,
        0.04776792228221893,
        -0.023380616679787636,
        0.055674389004707336,
        0.061486925929784775,
        0.0026148364413529634,
        0.030281880870461464,
        -0.04708924517035484,
        -0.006775510497391224,
        -0.14591805636882782,
        0.02849595807492733,
        0.04492936283349991,
        0.0038135151844471693,
        -0.05494653433561325,
        -0.042417675256729126,
        -0.013374128378927708,
        0.004511367529630661,
        0.001867123181000352,
        -0.04741969704627991,
        -0.01931796409189701,
        0.0022801451850682497,
        0.03490573540329933,
        0.10550563782453537,
        -0.0718650072813034,
        0.04857543110847473,
        0.0262154471129179,
        0.05314544588327408,
        -0.012800008989870548,
        0.005061084870249033,
        0.0022445390932261944,
        -0.017763977870345116,
        0.027095124125480652,
        -0.07118486613035202,
        0.010110829025506973,
        -0.058095142245292664,
        -0.0718325525522232,
        0.01757834479212761,
        -0.0797232836484909,
        0.006975747179239988
      ],
      "query_id": "eval-garden-2",
      "question": "How long should the roof vent stay open when garden humidity exceeds the limit?",
      "ranking": [
        {
          "id": "garden",
          "score": 0.03278688524590164
        },
        {
          "id": "soil",
          "score": 0.03200204813108039
        },
        {
          "id": "quartz",
          "score": 0.030621785881252923
        },
        {
          "id": "lantern",
          "score": 0.029437229437229435
        },
        {
          "id": "keel",
          "score": 0.02919863597612958
        },
        {
          "id": "engine",
          "score": 0.029030910609857977
        },
        {
          "id": "harbor",
          "score": 0.028612012987012988
        },
        {
          "id": "iris",
          "score": 0.028309409888357256
        },
        {
          "id": "iris-network",
          "score": 0.028283227848101264
        },
        {
          "id": "archive",
          "score": 0.02817460317460317
        },
        {
          "id": "junction",
          "score": 0.02803921568627451
        },
        {
          "id": "orbit",
          "score": 0.027884615384615386
        },
        {
          "id": "lantern-charge",
          "score": 0.027745885954841176
        },
        {
          "id": "drone",
          "score": 0.027583600982429624
        },
        {
          "id": "quartz-batch",
          "score": 0.027579737335834898
        },
        {
          "id": "rivet",
          "score": 0.027071520029266508
        },
        {
          "id": "frost",
          "score": 0.026334026334026334
        },
        {
          "id": "export",
          "score": 0.026234567901234566
        },
        {
          "id": "prism",
          "score": 0.025989268947015427
        },
        {
          "id": "beacon",
          "score": 0.025859192525859193
        },
        {
          "id": "nova",
          "score": 0.025833333333333333
        },
        {
          "id": "mirror",
          "score": 0.02574682290807064
        },
        {
          "id": "rivet-calibration",
          "score": 0.025603392041748205
        },
        {
          "id": "cargo",
          "score": 0.02424331472230385
        }
      ],
      "reached_token_limit": false,
      "references": [
        "12 minutes",
        "12"
      ],
      "relevance": {
        "garden": 1
      },
      "retrieval_ms": 12.627109997993102,
      "split": "eval",
      "total_ms": 112.89382799805026
    },
    {
      "answer": "nine hours",
      "answerable": true,
      "context_ids": [
        "harbor",
        "engine",
        "cargo"
      ],
      "execution_position": 0,
      "generation_ms": 73.51897699845722,
      "group": "harbor",
      "input_tokens": 166,
      "method": "hybrid",
      "metrics": {
        "context_recall": 1.0,
        "exact_match": 1.0,
        "ndcg": 1.0,
        "recall": 1.0,
        "token_f1": 1.0
      },
      "output_tokens": 3,
      "prompt": "Answer the question using only the context. Give a short answer. If the context does not contain the answer, say unknown.\n\nContext:\n[harbor] Harbor visitor passes. Harbor visitor passes remain valid for nine hours. Visitors collect a pass at the east kiosk. A visitor pass does not authorize access to the engine deck.\n[engine] Engine deck passes. Engine deck contractor passes expire after four hours. Contractors collect them at the north security desk. Harbor visitor passes are not accepted on the engine deck.\n[cargo] Cargo inspection. Incoming cargo must wait in the amber bay until inspection is complete. Inspectors stamp approved crates with a blue triangle. An orange circle means inspection is pending.\n\nQuestion: How long is a harbor visitor pass valid?\nAnswer:",
      "query_embedding": [
        0.04633563011884689,
        0.0063043092377483845,
        0.05497981235384941,
        -0.007232358679175377,
        -0.008935295045375824,
        -0.010157586075365543,
        -0.06729745864868164,
        -0.0730905756354332,
        -0.0652279481291771,
        -0.0547887422144413,
        0.002608367707580328,
        0.01067193504422903,
        -0.022961057722568512,
        0.0891948714852333,
        -0.008648830465972424,
        0.055577173829078674,
        0.0062858047895133495,
        -0.05366882309317589,
        0.0175483301281929,
        0.0001062537485267967,
        0.04191763326525688,
        -0.04956893250346184,
        -0.11030055582523346,
        -0.01197582483291626,
        -0.046236827969551086,
        -0.011040156707167625,
        0.03041006438434124,
        0.026979295536875725,
        0.03797346353530884,
        0.028221415355801582,
        -0.05489109456539154,
        -0.00605747988447547,
        -0.01625777967274189,
        0.04359544441103935,
        0.04572372883558273,
        0.022735780104994774,
        0.02196255885064602,
        -0.03170974925160408,
        0.033863939344882965,
        -0.019341768696904182,
        -0.026180552318692207,
        0.012916982173919678,
        0.057904407382011414,
        0.11992362141609192,
        -0.022549156099557877,
        0.04703649878501892,
        -0.03741932287812233,
        -0.01988629437983036,
        0.031171806156635284,
        0.07102083414793015,
        0.05953504517674446,
        0.035061489790678024,
        0.013988861814141273,
        0.04588094353675842,
        -0.05125042051076889,
        -0.0424041748046875,
        -0.06995983421802521,
        -0.006776986178010702,
        -0.06714227050542831,
        0.02987600304186344,
        -0.012173384428024292,
        -0.0791226327419281,
        -0.020629800856113434,
        -0.036288388073444366,
        -0.028573624789714813,
        -0.00694365706294775,
        -0.1274547278881073,
        -0.10169916599988937,
        0.08928388357162476,
        -0.07939840853214264,
        -0.06463645398616791,
        0.04498361423611641,
        -0.04375651851296425,
        0.002265454735606909,
        -0.011039809323847294,
        0.020191915333271027,
        -0.013481397181749344,
        -0.0045587713830173016,
        0.03847390413284302,
        -0.10950261354446411,
        -0.02340787649154663,
        0.005377947352826595,
        0.030074801295995712,
        -0.002921604085713625,
        0.11119231581687927,
        -0.023784924298524857,
        -0.0705944299697876,
        0.11947683990001678,
        -0.0012953762197867036,
        0.05794920027256012,
        0.07675614207983017,
        -0.02630387619137764,
        -0.04657928645610809,
        -0.061476606875658035,
        -0.0012969711096957326,
        -0.02927096001803875,
        -0.0779050663113594,
        0.013003209605813026,
        -0.043438490480184555,
        0.033267732709646225,
        0.022544527426362038,
        0.014780771918594837,
        -0.0442081019282341,
        -0.0062758480198681355,
        0.0529230572283268,
        -0.017795411869883537,
        0.0020981323905289173,
        0.047767575830221176,
        0.007144653704017401,
        0.04442359879612923,
        0.02169307880103588,
        0.01613844558596611,
        0.08955118060112,
        0.004873441532254219,
        -0.038998499512672424,
        0.09190411865711212,
        -0.04033336415886879,
        -0.012089341878890991,
        0.01917656697332859,
        -0.05882469192147255,
        0.046803273260593414,
        0.036277104169130325,
        0.05256730318069458,
        -0.07395971566438675,
        -0.08908869326114655,
        -0.011393943801522255,
        0.12776276469230652,
        -3.522886407095331e-33,
        -0.09485706686973572,
        0.012476665899157524,
        -0.04992204159498215,
        0.016848888248205185,
        0.012686710804700851,
        -0.09457232803106308,
        -0.023416008800268173,
        -0.02559121511876583,
        0.02159075252711773,
        0.03291942924261093,
        0.008999038487672806,
        0.0008044563583098352,
        0.0018702959641814232,
        -0.06913001090288162,
        0.07763411104679108,
        0.02033103071153164,
        0.046030908823013306,
        0.029767833650112152,
        -0.01906260848045349,
        -0.008196092210710049,
        0.07942572236061096,
        -0.16977348923683167,
        0.01875358447432518,
        -0.02583436295390129,
        -0.019040044397115707,
        -0.04808327555656433,
        -0.01881670579314232,
        0.025289122015237808,
        -0.026944031938910484,
        0.023960169404745102,
        -0.010437702760100365,
        0.0020681635942310095,
        0.018500391393899918,
        0.056329384446144104,
        0.0796314924955368,
        -0.029742134734988213,
        0.10735633969306946,
        -0.036532409489154816,
        0.0678112730383873,
        -0.059786684811115265,
        -0.05026169866323471,
        -0.027599448338150978,
        0.04157508164644241,
        0.10162152349948883,
        0.0009037808631546795,
        -0.08526939153671265,
        0.05997560918331146,
        -0.022875303402543068,
        0.007969540543854237,
        0.1398666799068451,
        -0.023460695520043373,
        -0.004987174179404974,
        -0.14101631939411163,
        -0.03164059668779373,
        -0.045942533761262894,
        0.02412332408130169,
        0.02497919462621212,
        0.010774906724691391,
        -0.03921400010585785,
        0.004120859317481518,
        0.03653402626514435,
        0.052328601479530334,
        -0.026360515505075455,
        0.02227872982621193,
        0.0217733271420002,
        0.06562228500843048,
        -0.013281164690852165,
        -0.014632174745202065,
        -0.03748895600438118,
        -0.03308331221342087,
        0.09118860214948654,
        -0.01069157849997282,
        -0.08893537521362305,
        -0.03829517215490341,
        -0.08296672254800797,
        -0.061470191925764084,
        0.10161106288433075,
        0.047480784356594086,
        0.13936308026313782,
        0.05220245569944382,
        -0.0715295746922493,
        -0.008485057391226292,
        -0.03554923087358475,
        0.08071757853031158,
        -0.030080264434218407,
        -0.015920590609312057,
        0.039975520223379135,
        0.02657954767346382,
        -0.07570852339267731,
        -0.05356833338737488,
        0.025488290935754776,
        -0.019174223765730858,
        0.0864793062210083,
        -0.05447603017091751,
        -0.009650339372456074,
        2.107714635612133e-33,
        -0.00379932951182127,
        0.004151563625782728,
        0.0017343508079648018,
        -0.013432515785098076,
        -0.03738091513514519,
        -0.06646937131881714,
        -0.00285259447991848,
        0.1411971151828766,
        -0.036090195178985596,
        0.028350738808512688,
        -0.10463673621416092,
        0.045074183493852615,
        0.09263475239276886,
        0.044108644127845764,
        0.01414734311401844,
        0.022515319287776947,
        0.08181237429380417,
        0.014110390096902847,
        -0.002379601588472724,
        0.0016675328370183706,
        0.06175602599978447,
        0.023624245077371597,
        -0.03680828586220741,
        -0.008558293804526329,
        -0.03509989380836487,
        0.07338690757751465,
        0.039228446781635284,
        -0.08482274413108826,
        6.769616447854787e-05,
        0.00011964522127527744,
        -0.021330075338482857,
        0.03779354318976402,
        -0.014882165938615799,
        0.02045864425599575,
        -0.009581100195646286,
        -0.10543563961982727,
        0.07910286635160446,
        0.05538414791226387,
        -0.05748238414525986,
        0.15318551659584045,
        0.019913772121071815,
        -0.004959386307746172,
        0.011731933802366257,
        0.02135295420885086,
        -0.10688505321741104,
        0.07196957617998123,
        -0.007239464670419693,
        0.021934637799859047,
        -0.01215335726737976,
        0.021009651944041252,
        -0.09710922837257385,
        0.029705045744776726,
        0.04934876784682274,
        0.013000840321183205,
        -0.059583261609077454,
        0.04250346124172211,
        -0.01582288183271885,
        -0.026237083598971367,
        0.02676285058259964,
        -0.02451532706618309,
        0.017281273379921913,
        0.016573935747146606,
        -0.02810618095099926,
        0.019559863954782486,
        0.01404458936303854,
        0.041235215961933136,
        0.001340372720733285,
        0.022849606350064278,
        -0.05509205535054207,
        0.0652487576007843,
        0.01674153283238411,
        -0.04866853356361389,
        -0.06517356634140015,
        -0.009409257210791111,
        -0.005048377905040979,
        -0.0835176408290863,
        0.03926696255803108,
        0.05397944897413254,
        -0.0173739455640316,
        0.004262465983629227,
        -0.03881492465734482,
        0.07072147727012634,
        -0.07526177167892456,
        -0.014032077975571156,
        0.07516461610794067,
        -0.1443375051021576,
        0.011140208691358566,
        0.009798482991755009,
        0.026901869103312492,
        0.04287615045905113,
        0.06316425651311874,
        0.02227880246937275,
        -0.0906263142824173,
        -0.0250543262809515,
        -0.07326257228851318,
        -1.451412945385755e-08,
        -0.017014527693390846,
        0.05604119598865509,
        -0.023705700412392616,
        -0.02096588723361492,
        -0.0013733129017055035,
        -0.02574986219406128,
        0.03960644453763962,
        -0.027578409761190414,
        -0.010009834542870522,
        0.01812179759144783,
        0.07670849561691284,
        0.0034809766802936792,
        -0.009836072102189064,
        -0.0727195143699646,
        -0.06267057359218597,
        -0.030436556786298752,
        -0.01444151159375906,
        -0.06839831918478012,
        -0.055479470640420914,
        0.025682758539915085,
        -0.036754149943590164,
        0.012148581445217133,
        -0.042617835104465485,
        -0.005023333244025707,
        -0.08645498007535934,
        0.07389690726995468,
        0.02525956928730011,
        0.05903918296098709,
        0.02176668681204319,
        -0.019205808639526367,
        0.02478874661028385,
        0.1273854672908783,
        -0.016820432618260384,
        -0.001660595997236669,
        -0.05872805789113045,
        0.01746191270649433,
        0.029149455949664116,
        -0.037939101457595825,
        -0.06087871640920639,
        0.07678095996379852,
        -0.06517047435045242,
        0.032698918133974075,
        -0.01981569081544876,
        0.048582032322883606,
        0.050462380051612854,
        0.042756740003824234,
        -0.039394788444042206,
        -0.003562584752216935,
        0.024249030277132988,
        0.004438110627233982,
        -0.0012577751185745,
        0.0226688701659441,
        -0.014544856734573841,
        0.05848516523838043,
        0.002743170829489827,
        0.046007588505744934,
        -0.022070467472076416,
        -0.050866879522800446,
        -0.05978790298104286,
        -0.011448988690972328,
        0.005140309222042561,
        0.06079423800110817,
        0.009757637046277523,
        0.017666125670075417
      ],
      "query_id": "eval-harbor-1",
      "question": "How long is a harbor visitor pass valid?",
      "ranking": [
        {
          "id": "harbor",
          "score": 0.03278688524590164
        },
        {
          "id": "engine",
          "score": 0.03225806451612903
        },
        {
          "id": "cargo",
          "score": 0.03076923076923077
        },
        {
          "id": "orbit",
          "score": 0.03036576949620428
        },
        {
          "id": "lantern",
          "score": 0.029437229437229435
        },
        {
          "id": "mirror",
          "score": 0.029411764705882353
        },
        {
          "id": "lantern-charge",
          "score": 0.02900988017658188
        },
        {
          "id": "iris-network",
          "score": 0.028958333333333336
        },
        {
          "id": "quartz",
          "score": 0.02797067901234568
        },
        {
          "id": "frost",
          "score": 0.02792120864410021
        },
        {
          "id": "iris",
          "score": 0.027912386121341344
        },
        {
          "id": "export",
          "score": 0.02761904761904762
        },
        {
          "id": "garden",
          "score": 0.02749719416386083
        },
        {
          "id": "drone",
          "score": 0.0273972602739726
        },
        {
          "id": "keel",
          "score": 0.027071520029266508
        },
        {
          "id": "archive",
          "score": 0.027046783625730993
        },
        {
          "id": "junction",
          "score": 0.026687875574407917
        },
        {
          "id": "quartz-batch",
          "score": 0.026171741361614778
        },
        {
          "id": "soil",
          "score": 0.0260840108401084
        },
        {
          "id": "beacon",
          "score": 0.026013513513513515
        },
        {
          "id": "nova",
          "score": 0.025978407557354925
        },
        {
          "id": "prism",
          "score": 0.02532051282051282
        },
        {
          "id": "rivet",
          "score": 0.024706420619185605
        },
        {
          "id": "rivet-calibration",
          "score": 0.023809523809523808
        }
      ],
      "reached_token_limit": false,
      "references": [
        "nine hours",
        "9 hours",
        "nine",
        "9"
      ],
      "relevance": {
        "harbor": 1
      },
      "retrieval_ms": 8.12848400164512,
      "split": "eval",
      "total_ms": 83.3065760016325
    },
    {
      "answer": "east kiosk",
      "answerable": true,
      "context_ids": [
        "harbor",
        "engine",
        "quartz"
      ],
      "execution_position": 2,
      "generation_ms": 93.2418049997068,
      "group": "harbor",
      "input_tokens": 164,
      "method": "hybrid",
      "metrics": {
        "context_recall": 1.0,
        "exact_match": 1.0,
        "ndcg": 1.0,
        "recall": 1.0,
        "token_f1": 1.0
      },
      "output_tokens": 3,
      "prompt": "Answer the question using only the context. Give a short answer. If the context does not contain the answer, say unknown.\n\nContext:\n[harbor] Harbor visitor passes. Harbor visitor passes remain valid for nine hours. Visitors collect a pass at the east kiosk. A visitor pass does not authorize access to the engine deck.\n[engine] Engine deck passes. Engine deck contractor passes expire after four hours. Contractors collect them at the north security desk. Harbor visitor passes are not accepted on the engine deck.\n[quartz] Quartz service limits. The Quartz lookup service accepts 90 requests per minute per client. Requests above that limit receive status 429. A client should wait 20 seconds before trying again.\n\nQuestion: Where should a visitor collect a harbor pass?\nAnswer:",
      "query_embedding": [
        0.07309921085834503,
        0.05891643092036247,
        0.010852649807929993,
        -0.00041400999180041254,
        0.002637665020301938,
        -0.01353935431689024,
        0.0383208766579628,
        -0.04100953787565231,
        -0.06317500025033951,
        -0.03245384991168976,
        0.004347389098256826,
        -0.06784162670373917,
        -0.06671752035617828,
        0.09119047224521637,
        0.006505950354039669,
        0.06819713115692139,
        0.015233449637889862,
        -0.008298690430819988,
        0.06632386147975922,
        -0.012981444597244263,
        -0.005484588444232941,
        -0.027214130386710167,
        -0.031780388206243515,
        -0.013924015685915947,
        -0.07725811004638672,
        0.005352618172764778,
        0.03693490847945213,
        0.03217391297221184,
        0.02963932789862156,
        0.01999051682651043,
        -0.0550045482814312,
        -0.006379867438226938,
        -0.047630175948143005,
        0.0628049448132515,
        0.012080324813723564,
        0.043066419661045074,
        0.06076078489422798,
        -0.03864505514502525,
        0.0408485010266304,
        -0.02471574954688549,
        -0.04023882374167442,
        0.04852190986275673,
        0.05637092888355255,
        0.1155996173620224,
        -0.029306354001164436,
        0.0207402054220438,
        0.009846503846347332,
        -0.011535878293216228,
        0.07624073326587677,
        0.055008601397275925,
        0.10479704290628433,
        0.014622588641941547,
        -0.003657581051811576,
        0.04041588306427002,
        -0.04401810094714165,
        -0.025503767654299736,
        -0.0646262839436531,
        -0.07135673612356186,
        -0.016460981220006943,
        -0.0015850563067942858,
        -0.026645466685295105,
        -0.06587261706590652,
        -0.024108130484819412,
        -0.04067002981901169,
        -0.024414246901869774,
        -0.0057102045975625515,
        -0.09627639502286911,
        0.05003420263528824,
        0.06137365102767944,
        -0.09593848139047623,
        0.0014228160725906491,
        0.07788415253162384,
        0.013206432573497295,
        -0.02843409776687622,
        0.003894713707268238,
        -0.030213868245482445,
        -0.007277180906385183,
        -0.02286681905388832,
        -0.008550784550607204,
        -0.04121995344758034,
        -0.03133958578109741,
        0.02504163235425949,
        -0.006530835293233395,
        0.02700985036790371,
        0.07689031958580017,
        0.012998554855585098,
        -0.05343162268400192,
        0.019051572307944298,
        0.055832672864198685,
        0.07658793777227402,
        0.019106565043330193,
        -0.02993844635784626,
        -0.045881662517786026,
        -0.0564613901078701,
        -0.01661253161728382,
        0.029396390542387962,
        -0.0825052484869957,
        0.012548602186143398,
        -0.05097690597176552,
        0.045361053198575974,
        0.07742168009281158,
        0.048565804958343506,
        0.052016738802194595,
        0.04444744065403938,
        0.04326178878545761,
        -0.008402302861213684,
        -0.04153130203485489,
        0.03393485024571419,
        0.010157437063753605,
        0.025922853499650955,
        -0.006611740216612816,
        0.034847378730773926,
        0.02314681001007557,
        0.0408337377011776,
        -0.02880306914448738,
        0.07850287854671478,
        0.015137151814997196,
        -0.03442877158522606,
        -0.016951944679021835,
        -0.0664215162396431,
        0.02602376416325569,
        0.011334781534969807,
        0.044151902198791504,
        0.023019669577479362,
        -0.07581276446580887,
        -0.026796208694577217,
        0.022160623222589493,
        -5.769875450102812e-33,
        -0.034779176115989685,
        0.02517881616950035,
        -0.049162160605192184,
        0.05587824806571007,
        0.05748860165476799,
        -0.06232044845819473,
        -0.006554828025400639,
        -0.039267439395189285,
        0.03344481438398361,
        0.006223093718290329,
        0.0073392353951931,
        -0.02710213139653206,
        -0.006516891531646252,
        -0.008432076312601566,
        0.0493551604449749,
        -0.04044738784432411,
        -0.01281892228871584,
        0.0003800929698627442,
        -0.07614787667989731,
        -0.019559675827622414,
        0.01354464702308178,
        -0.09772532433271408,
        0.027697952464222908,
        -0.026326889172196388,
        -0.021244004368782043,
        -0.009854858741164207,
        -0.01333325169980526,
        0.027703117579221725,
        -0.031222503632307053,
        0.04420049861073494,
        -0.01079099252820015,
        -0.02322589047253132,
        0.043967392295598984,
        0.030062638223171234,
        0.060143399983644485,
        0.00411413935944438,
        0.04579952359199524,
        -0.03831169754266739,
        0.015202158130705357,
        -0.0696510300040245,
        -0.05421638488769531,
        -0.008642897941172123,
        -0.0008592320955358446,
        0.09255844354629517,
        -0.005794781260192394,
        -0.06371455639600754,
        0.05002942308783531,
        -0.005573257803916931,
        0.031251903623342514,
        0.10398901253938675,
        -0.03446958214044571,
        -0.03281555324792862,
        -0.14706939458847046,
        -0.03597458824515343,
        -0.037426844239234924,
        -0.03613976761698723,
        0.0261919517070055,
        -0.0012005030876025558,
        -0.005248548928648233,
        -0.020219754427671432,
        -0.021404623985290527,
        0.05850977823138237,
        -0.008240009658038616,
        0.04856472089886665,
        0.028625354170799255,
        0.011827914975583553,
        -0.007118904963135719,
        -0.036080945283174515,
        -0.05655819922685623,
        -0.02590746432542801,
        0.013655317947268486,
        0.05163686349987984,
        -0.07109736651182175,
        0.03878189995884895,
        -0.0837736651301384,
        0.02645386941730976,
        0.03174739331007004,
        0.07005704194307327,
        0.13500703871250153,
        0.00989970751106739,
        -0.07934938371181488,
        -0.013631277717649937,
        -0.0439227931201458,
        0.13733205199241638,
        0.005754598882049322,
        -0.0032864059321582317,
        0.058204323053359985,
        -0.046903084963560104,
        -0.04684111475944519,
        -0.08496705442667007,
        -0.02066711336374283,
        -0.012500044889748096,
        0.07187057286500931,
        -0.0752619206905365,
        -0.046079255640506744,
        3.289410821160962e-33,
        -0.002116632182151079,
        -0.02970036491751671,
        0.02214355580508709,
        -0.061314620077610016,
        -0.08143631368875504,
        -0.03668844327330589,
        0.02100534923374653,
        -0.05662448704242706,
        0.044104788452386856,
        0.08502074331045151,
        -0.23706398904323578,
        0.08400608599185944,
        0.05777977034449577,
        0.07652415335178375,
        0.07636917382478714,
        -0.015521383844316006,
        0.09864684194326401,
        -0.00601658271625638,
        -0.01886291243135929,
        0.0032885160762816668,
        -0.01329778227955103,
        0.05270468816161156,
        0.0014705086359754205,
        -0.012445006519556046,
        -0.07555610686540604,
        0.068456269800663,
        0.017134184017777443,
        -0.10684613883495331,
        -0.021258775144815445,
        -0.049398235976696014,
        -0.05191691219806671,
        0.04938000440597534,
        0.02796809934079647,
        -0.016597703099250793,
        -0.03845125064253807,
        -0.0339917354285717,
        0.08297041058540344,
        0.05558982118964195,
        -0.04918157681822777,
        0.12196270376443863,
        0.05112569406628609,
        0.0016191827598959208,
        0.008612695150077343,
        0.10834764689207077,
        -0.11507563292980194,
        0.04821454733610153,
        -0.05193071439862251,
        0.03577713668346405,
        -0.01715216226875782,
        0.031101170927286148,
        -0.12489355355501175,
        0.03145802021026611,
        0.008967265486717224,
        0.026348818093538284,
        -0.10337162017822266,
        0.09244800359010696,
        -0.026165317744016647,
        -0.03184507042169571,
        0.036452457308769226,
        -0.03490561619400978,
        -0.02736714296042919,
        0.03248284012079239,
        -0.11833992600440979,
        0.029647067189216614,
        -0.006172562018036842,
        -0.01220394391566515,
        -0.012730127200484276,
        -0.004153946414589882,
        -0.11982411891222,
        0.0982329398393631,
        -0.025216739624738693,
        -0.02154235541820526,
        -0.02078148163855076,
        -0.04797511547803879,
        0.041616156697273254,
        -0.016766756772994995,
        0.05108761787414551,
        0.09018674492835999,
        0.0007806344656273723,
        0.04012025147676468,
        -0.012382308021187782,
        0.04429665580391884,
        -0.0712868943810463,
        -0.01880587823688984,
        0.09447170048952103,
        -0.12969498336315155,
        0.007224016357213259,
        -0.04906327277421951,
        -0.03028523176908493,
        -0.007699138019233942,
        -0.025703031569719315,
        0.05334227532148361,
        -0.09914704412221909,
        -0.019798293709754944,
        -0.03153754025697708,
        -1.5606113734634164e-08,
        -0.028875617310404778,
        0.0626748725771904,
        -0.0017516722436994314,
        -0.002041636733338237,
        -0.02999117039144039,
        -0.055950626730918884,
        0.006852483842521906,
        0.10824207216501236,
        -0.03874815255403519,
        0.025110367685556412,
        0.017676809802651405,
        0.0032388914842158556,
        -0.03557616472244263,
        -0.022465134039521217,
        -0.017009736970067024,
        -0.0034554118756204844,
        0.008517478592693806,
        -0.06347005069255829,
        -0.11127188056707382,
        0.01936918869614601,
        -0.05453386530280113,
        0.026736939325928688,
        -0.020715028047561646,
        -0.008757632225751877,
        -0.05126895755529404,
        0.0592382438480854,
        0.035117216408252716,
        0.054514430463314056,
        0.03845847398042679,
        0.03745308890938759,
        0.05686622112989426,
        0.10941393673419952,
        -0.03538079187273979,
        0.008784583769738674,
        -0.007006927393376827,
        0.02741275168955326,
        0.00898742489516735,
        -0.020820001140236855,
        -0.016702156513929367,
        0.04131043702363968,
        -0.0824737697839737,
        0.017295794561505318,
        -0.020346278324723244,
        0.07127730548381805,
        0.07455242425203323,
        0.09451501071453094,
        -0.03056536614894867,
        -0.003279153723269701,
        0.04556885361671448,
        -0.007006899453699589,
        -0.06832783669233322,
        -0.06096574664115906,
        0.042036376893520355,
        0.08631963282823563,
        0.02285597287118435,
        0.057292159646749496,
        -0.008983385749161243,
        -0.05356857180595398,
        -0.02667550928890705,
        0.027607593685388565,
        -0.013896473683416843,
        0.030708903446793556,
        -0.08959165960550308,
        0.04896216094493866
      ],
      "query_id": "eval-harbor-2",
      "question": "Where should a visitor collect a harbor pass?",
      "ranking": [
        {
          "id": "harbor",
          "score": 0.03278688524590164
        },
        {
          "id": "engine",
          "score": 0.03225806451612903
        },
        {
          "id": "quartz",
          "score": 0.030798389007344232
        },
        {
          "id": "drone",
          "score": 0.030536130536130537
        },
        {
          "id": "lantern-charge",
          "score": 0.029910714285714284
        },
        {
          "id": "lantern",
          "score": 0.029877369007803793
        },
        {
          "id": "cargo",
          "score": 0.029030910609857977
        },
        {
          "id": "export",
          "score": 0.028814262023217248
        },
        {
          "id": "frost",
          "score": 0.028283227848101264
        },
        {
          "id": "beacon",
          "score": 0.02813852813852814
        },
        {
          "id": "orbit",
          "score": 0.027783137179239824
        },
        {
          "id": "nova",
          "score": 0.02761904761904762
        },
        {
          "id": "iris-network",
          "score": 0.027526395173453996
        },
        {
          "id": "archive",
          "score": 0.027242401779095628
        },
        {
          "id": "keel",
          "score": 0.02702702702702703
        },
        {
          "id": "junction",
          "score": 0.026838432635534086
        },
        {
          "id": "iris",
          "score": 0.026754075124025514
        },
        {
          "id": "quartz-batch",
          "score": 0.02632034632034632
        },
        {
          "id": "mirror",
          "score": 0.026234567901234566
        },
        {
          "id": "prism",
          "score": 0.0261986301369863
        },
        {
          "id": "soil",
          "score": 0.024868705591597158
        },
        {
          "id": "garden",
          "score": 0.02485334979932078
        },
        {
          "id": "rivet",
          "score": 0.024695121951219513
        },
        {
          "id": "rivet-calibration",
          "score": 0.023809523809523808
        }
      ],
      "reached_token_limit": false,
      "references": [
        "east kiosk",
        "the east kiosk"
      ],
      "relevance": {
        "harbor": 1
      },
      "retrieval_ms": 9.243980999599444,
      "split": "eval",
      "total_ms": 103.7965970026562
    },
    {
      "answer": "7319",
      "answerable": true,
      "context_ids": [
        "iris",
        "iris-network",
        "beacon"
      ],
      "execution_position": 1,
      "generation_ms": 101.3278350001201,
      "group": "iris",
      "input_tokens": 194,
      "method": "hybrid",
      "metrics": {
        "context_recall": 1.0,
        "exact_match": 0.0,
        "ndcg": 1.0,
        "recall": 1.0,
        "token_f1": 0.0
      },
      "output_tokens": 4,
      "prompt": "Answer the question using only the context. Give a short answer. If the context does not contain the answer, say unknown.\n\nContext:\n[iris] Iris emergency access. When the Iris door loses network connectivity, enter the local access code 5826. The mechanical override key is stored in locker C7. The local code is fictional training data.\n[iris-network] Iris network enrollment. The Iris network enrollment code is 7319. This code enrolls a controller in the network and cannot open a door. Enrollment is performed from the network console.\n[beacon] Beacon heartbeat. A beacon reports its heartbeat every 45 seconds. After four consecutive missed heartbeats, the console labels it silent. A silent label does not disable the beacon.\n\nQuestion: What code opens the Iris door when it cannot reach the network?\nAnswer:",
      "query_embedding": [
        -0.04264938831329346,
        -0.004152105655521154,
        -0.04911946877837181,
        -0.03254813328385353,
        -0.015450672246515751,
        -0.03832085430622101,
        -0.0017602756852284074,
        -0.019526846706867218,
        0.02030191197991371,
        0.020599814131855965,
        0.08895048499107361,
        0.07148891687393188,
        -0.013998929411172867,
        -0.07306531071662903,
        -0.04357779771089554,
        -0.05366181582212448,
        -0.07297956198453903,
        -0.10136187821626663,
        0.026916589587926865,
        0.010095754638314247,
        0.0874810740351677,
        -0.059267837554216385,
        -0.04058857262134552,
        -0.08005596697330475,
        -0.03317604586482048,
        0.012073760852217674,
        0.061880748718976974,
        -0.026010876521468163,
        0.031581684947013855,
        -0.04255809634923935,
        -0.059855856001377106,
        0.057974494993686676,
        -0.012351549230515957,
        0.0523693785071373,
        0.03018740750849247,
        -0.020741967484354973,
        0.0270684864372015,
        0.013202046975493431,
        -0.05489572510123253,
        -0.03537549450993538,
        -0.011115597561001778,
        -0.05186157673597336,
        -0.02056039310991764,
        0.05229678750038147,
        0.030222686007618904,
        -0.02196921966969967,
        -0.03143193572759628,
        -0.007724096532911062,
        -0.0035870918072760105,
        -0.10036984831094742,
        -0.10534530878067017,
        0.059871792793273926,
        -0.045385319739580154,
        0.02920459769666195,
        0.0684932991862297,
        0.00834602303802967,
        -0.005655187182128429,
        0.023489374667406082,
        -0.0066881729289889336,
        0.04300893098115921,
        0.1063232421875,
        0.0067388094030320644,
        -0.04869294911623001,
        0.022863442078232765,
        -0.0024333393666893244,
        0.02920614928007126,
        -0.02934611216187477,
        -0.05314866080880165,
        -0.005434771068394184,
        -0.1161026880145073,
        -0.012878971174359322,
        -0.03994295373558998,
        -0.09465499222278595,
        0.04549400880932808,
        0.061761002987623215,
        0.01169585157185793,
        -0.023326735943555832,
        -0.04075213894248009,
        0.02618417516350746,
        0.015754394233226776,
        -0.01229017786681652,
        -0.0393899530172348,
        0.048923831433057785,
        0.08217016607522964,
        0.08171320706605911,
        0.06136336550116539,
        -0.010345196351408958,
        0.04808969050645828,
        0.039569973945617676,
        0.0402187816798687,
        -0.12001193314790726,
        -0.03264973685145378,
        -0.01664639636874199,
        -0.02773600071668625,
        -0.015977518633008003,
        -0.005196487531065941,
        0.009014748968183994,
        -0.09917513281106949,
        -0.11079666763544083,
        0.06375846266746521,
        -0.021033095195889473,
        -0.030885588377714157,
        -0.024193737655878067,
        -0.034213148057460785,
        0.05129050835967064,
        0.025586862117052078,
        0.11744236946105957,
        -0.04363100230693817,
        0.05955665558576584,
        -0.023310109972953796,
        -0.041610222309827805,
        -0.03036639839410782,
        0.024579858407378197,
        -0.004958231933414936,
        0.022934261709451675,
        0.008854192681610584,
        -0.03629729524254799,
        0.05901804566383362,
        0.13145942986011505,
        0.05285533890128136,
        -0.0069060358218848705,
        -0.02255556359887123,
        0.005768714938312769,
        -0.034555286169052124,
        -0.04493337869644165,
        -0.014173722825944424,
        -0.028042159974575043,
        -4.388168900761571e-33,
        -0.043888285756111145,
        0.03584931418299675,
        -0.09156634658575058,
        -0.02492719143629074,
        0.011674709618091583,
        0.0039987387135624886,
        0.03609249368309975,
        -0.01633542776107788,
        -0.10699507594108582,
        0.021216124296188354,
        -0.060120631009340286,
        -0.07803326100111008,
        0.006809407379478216,
        -0.017129868268966675,
        0.0609980933368206,
        0.020122403278946877,
        -0.0007281321450136602,
        0.043413180857896805,
        -0.03844401612877846,
        0.026329021900892258,
        0.07049340754747391,
        -0.07728622108697891,
        0.026912225410342216,
        0.016615571454167366,
        0.08262910693883896,
        0.03993968293070793,
        -0.03584747761487961,
        -0.06220560520887375,
        0.12327904254198074,
        0.03609310835599899,
        0.021410571411252022,
        0.04037134721875191,
        0.008954131044447422,
        0.003388179000467062,
        0.02375834248960018,
        0.013324974104762077,
        0.030285796150565147,
        -0.044720545411109924,
        -0.0372035913169384,
        0.010883255861699581,
        -0.06330962479114532,
        -0.04045632481575012,
        -0.03747336566448212,
        -0.008557291701436043,
        0.033675506711006165,
        0.02112460695207119,
        -0.036866288632154465,
        0.05387123301625252,
        -0.07244480401277542,
        0.08103186637163162,
        -0.08173263072967529,
        0.0312802828848362,
        -0.03392040729522705,
        0.0021135681308805943,
        -0.023616384714841843,
        -0.01493652444332838,
        0.03751351311802864,
        0.03127659112215042,
        -0.005396164022386074,
        0.03997831791639328,
        0.014665109105408192,
        -0.033691808581352234,
        0.001022961107082665,
        -0.007932781241834164,
        0.1188305988907814,
        -0.008235001005232334,
        -0.07683052867650986,
        -0.04751204326748848,
        0.006183747202157974,
        0.031175576150417328,
        -0.0965435728430748,
        -0.04004466161131859,
        -0.011522859334945679,
        0.018810046836733818,
        -0.07471802830696106,
        0.03172154724597931,
        -0.04562244191765785,
        0.019863896071910858,
        -0.00033973323297686875,
        -0.0007252893410623074,
        0.011244590394198895,
        0.05597682669758797,
        0.004518226720392704,
        0.004719051066786051,
        0.06446269899606705,
        0.0011409950675442815,
        -0.007342818658798933,
        -0.05446527153253555,
        -0.08805664628744125,
        -0.0016695093363523483,
        0.02819550782442093,
        0.019467519596219063,
        0.024778170511126518,
        0.04522640258073807,
        -0.043190211057662964,
        2.9390712602876878e-33,
        0.00951904896646738,
        -0.01588117517530918,
        -0.019644930958747864,
        -0.03686387464404106,
        -0.008719331584870815,
        -0.021177737042307854,
        0.031055251136422157,
        0.01690342091023922,
        0.061960723251104355,
        0.04099292680621147,
        0.1095404103398323,
        -0.002967677777633071,
        0.07465896010398865,
        0.0005632727406919003,
        0.07343525439500809,
        -0.05904944986104965,
        0.04378623142838478,
        0.03229197487235069,
        -0.01510322093963623,
        0.1348511427640915,
        -0.058908190578222275,
        0.011465574614703655,
        -0.021500185132026672,
        -0.02180294319987297,
        -0.032751575112342834,
        0.045964162796735764,
        0.08238764852285385,
        0.03412218764424324,
        -0.08601666241884232,
        -0.03652998059988022,
        0.0027017935644835234,
        -0.02536080963909626,
        -0.07490541785955429,
        0.07420595735311508,
        0.038166046142578125,
        0.10781432688236237,
        0.05719591677188873,
        -0.06561688333749771,
        -0.1202818974852562,
        -0.024222686886787415,
        0.13795159757137299,
        0.006182247307151556,
        -0.00866621732711792,
        0.057279545813798904,
        -0.01647479459643364,
        -0.029305899515748024,
        -0.023508604615926743,
        0.03509325906634331,
        -0.11954402178525925,
        -0.06307327002286911,
        0.0626111775636673,
        -0.01848081313073635,
        0.08328326791524887,
        0.06933129578828812,
        -0.0392899215221405,
        0.06961484253406525,
        0.038822926580905914,
        0.06669512391090393,
        0.079295314848423,
        0.04056466370820999,
        0.08113283663988113,
        -0.06167741119861603,
        0.014016649685800076,
        0.057004645466804504,
        0.026078736409544945,
        -0.032426171004772186,
        0.025180425494909286,
        0.1035599634051323,
        -0.0243438258767128,
        -0.028187507763504982,
        0.10678271949291229,
        0.03297233209013939,
        0.054239142686128616,
        0.02491040714085102,
        0.02808994986116886,
        0.00730273500084877,
        -0.06871382892131805,
        -0.03842345252633095,
        -0.06349308788776398,
        -0.026913516223430634,
        -0.030859733000397682,
        -0.014520741067826748,
        -0.06381490081548691,
        0.008117764256894588,
        0.0658002570271492,
        -0.042123641818761826,
        0.09253127127885818,
        0.04286746680736542,
        0.024691268801689148,
        -0.006105761509388685,
        -0.13273628056049347,
        0.0771409422159195,
        0.02424112893640995,
        0.007596518378704786,
        0.033573929220438004,
        -1.6600935737187683e-08,
        -0.03512369096279144,
        0.02597615495324135,
        0.007327408529818058,
        -0.052782461047172546,
        0.09822656959295273,
        0.012213611975312233,
        0.023572079837322235,
        -0.04942532628774643,
        -0.02771918661892414,
        0.000449274608399719,
        -0.027602288872003555,
        0.048940181732177734,
        -0.0014221292221918702,
        0.026738237589597702,
        0.06417050212621689,
        -0.0026857974007725716,
        -0.06491357088088989,
        -0.04799143970012665,
        0.0032863200176507235,
        0.010771751403808594,
        -0.01150021143257618,
        -0.07543725520372391,
        0.05951239913702011,
        0.033412735909223557,
        -0.034788791090250015,
        -0.013740706257522106,
        0.016380675137043,
        0.05638021230697632,
        -0.06256425380706787,
        0.054040927439928055,
        -0.004720653872936964,
        0.031228547915816307,
        0.1124642938375473,
        0.04644394665956497,
        -0.14861291646957397,
        0.11487355083227158,
        -0.0028771026991307735,
        0.05099876970052719,
        0.05393516272306442,
        -0.08747589588165283,
        -0.009476251900196075,
        -0.031193263828754425,
        -0.049841996282339096,
        -0.013368702493607998,
        -0.043704576790332794,
        0.03025204688310623,
        0.05681673064827919,
        0.0009826170280575752,
        0.007535333279520273,
        -0.0097288703545928,
        -0.03206996992230415,
        -0.008774744346737862,
        -0.07175671309232712,
        -0.03386780247092247,
        0.007479654159396887,
        -0.054268233478069305,
        0.02589503489434719,
        -0.09395162761211395,
        -0.035790540277957916,
        0.07884956151247025,
        -0.011482766829431057,
        0.10152282565832138,
        -0.005328191909939051,
        -0.03886149823665619
      ],
      "query_id": "eval-iris-1",
      "question": "What code opens the Iris door when it cannot reach the network?",
      "ranking": [
        {
          "id": "iris",
          "score": 0.03252247488101534
        },
        {
          "id": "iris-network",
          "score": 0.03252247488101534
        },
        {
          "id": "beacon",
          "score": 0.03055037313432836
        },
        {
          "id": "frost",
          "score": 0.03036576949620428
        },
        {
          "id": "junction",
          "score": 0.030117753623188408
        },
        {
          "id": "lantern",
          "score": 0.02976190476190476
        },
        {
          "id": "mirror",
          "score": 0.028991596638655463
        },
        {
          "id": "lantern-charge",
          "score": 0.02862400327131466
        },
        {
          "id": "nova",
          "score": 0.02854251012145749
        },
        {
          "id": "archive",
          "score": 0.027598020555767037
        },
        {
          "id": "rivet",
          "score": 0.02758751902587519
        },
        {
          "id": "cargo",
          "score": 0.02749719416386083
        },
        {
          "id": "quartz-batch",
          "score": 0.02749719416386083
        },
        {
          "id": "drone",
          "score": 0.027432808155699723
        },
        {
          "id": "garden",
          "score": 0.027242401779095628
        },
        {
          "id": "keel",
          "score": 0.027106227106227107
        },
        {
          "id": "quartz",
          "score": 0.026754075124025514
        },
        {
          "id": "harbor",
          "score": 0.026334026334026334
        },
        {
          "id": "orbit",
          "score": 0.0259915611814346
        },
        {
          "id": "rivet-calibration",
          "score": 0.025528455284552845
        },
        {
          "id": "engine",
          "score": 0.02548701298701299
        },
        {
          "id": "soil",
          "score": 0.0251821349382325
        },
        {
          "id": "prism",
          "score": 0.024562989752863168
        },
        {
          "id": "export",
          "score": 0.024404761904761905
        }
      ],
      "reached_token_limit": false,
      "references": [
        "5826"
      ],
      "relevance": {
        "iris": 1
      },
      "retrieval_ms": 8.481356999254785,
      "split": "eval",
      "total_ms": 111.51541900107986
    },
    {
      "answer": "locker C7",
      "answerable": true,
      "context_ids": [
        "iris",
        "iris-network",
        "prism"
      ],
      "execution_position": 0,
      "generation_ms": 97.05330799988587,
      "group": "iris",
      "input_tokens": 198,
      "method": "hybrid",
      "metrics": {
        "context_recall": 1.0,
        "exact_match": 1.0,
        "ndcg": 1.0,
        "recall": 1.0,
        "token_f1": 1.0
      },
      "output_tokens": 4,
      "prompt": "Answer the question using only the context. Give a short answer. If the context does not contain the answer, say unknown.\n\nContext:\n[iris] Iris emergency access. When the Iris door loses network connectivity, enter the local access code 5826. The mechanical override key is stored in locker C7. The local code is fictional training data.\n[iris-network] Iris network enrollment. The Iris network enrollment code is 7319. This code enrolls a controller in the network and cannot open a door. Enrollment is performed from the network console.\n[prism] Prism sample storage. Prism mineral samples are stored at 8 degrees Celsius. Each sample requires a white tamper seal. Samples with broken seals must be moved to quarantine shelf Q4.\n\nQuestion: Where is the mechanical override key for the Iris door stored?\nAnswer:",
      "query_embedding": [
        -0.05037672817707062,
        0.02639048360288143,
        -0.018775859847664833,
        0.01858081854879856,
        -0.012136139906942844,
        -0.015108362771570683,
        0.0548962764441967,
        -2.2465226720669307e-05,
        0.03807739540934563,
        0.08960103243589401,
        0.09721915423870087,
        0.11890041083097458,
        0.004819131921976805,
        -0.09850218147039413,
        -0.05524289235472679,
        -0.029270105063915253,
        -0.09359860420227051,
        -0.040619079023599625,
        -0.03100508823990822,
        0.009982229210436344,
        0.08038423210382462,
        -0.05207576975226402,
        0.016654588282108307,
        -0.013558538630604744,
        -0.04996640980243683,
        0.027471531182527542,
        0.013063511811196804,
        0.04087407886981964,
        0.006354439537972212,
        -0.021323906257748604,
        -0.061945561319589615,
        0.0486610047519207,
        -0.006355959456413984,
        0.016007058322429657,
        -0.021282831206917763,
        0.003421194851398468,
        0.01605037786066532,
        -0.0031393759418278933,
        0.009433259256184101,
        -0.09794572740793228,
        -0.06290282309055328,
        -0.01131831668317318,
        -0.02422066032886505,
        0.022496894001960754,
        0.034522540867328644,
        0.10743331909179688,
        0.027172185480594635,
        -0.057596124708652496,
        0.03205381706357002,
        0.002203974174335599,
        -0.07288874685764313,
        0.08689393103122711,
        -0.02753104642033577,
        0.027144640684127808,
        -0.01376957818865776,
        0.04244157671928406,
        0.055438969284296036,
        0.018424347043037415,
        0.01813807711005211,
        0.038948334753513336,
        0.136509969830513,
        0.02370264008641243,
        -0.05806718394160271,
        0.04628509283065796,
        -0.08736905455589294,
        0.02464388497173786,
        -0.022899702191352844,
        -0.09102848172187805,
        0.05050539970397949,
        -0.12404069304466248,
        0.03328220546245575,
        -0.09189809858798981,
        -0.03104301728308201,
        -0.0643506571650505,
        0.0359601192176342,
        -0.05443316698074341,
        -0.04457087442278862,
        -0.0016452185809612274,
        0.004462261684238911,
        0.05477851256728172,
        0.00465072738006711,
        -0.04123454540967941,
        0.09214343875646591,
        0.07213899493217468,
        0.09807352721691132,
        0.058829255402088165,
        0.015028920024633408,
        -0.026587795466184616,
        0.014286560006439686,
        0.05854848027229309,
        -0.06351731717586517,
        -0.055290285497903824,
        0.0063507454469799995,
        -0.06396546959877014,
        -0.024231530725955963,
        0.016351839527487755,
        -0.012043237686157227,
        -0.006785980425775051,
        -0.012532240711152554,
        0.04178116098046303,
        -0.04305078834295273,
        -0.019723108038306236,
        -0.0030535582918673754,
        0.04518536478281021,
        0.04050958529114723,
        -0.01039534155279398,
        0.011026990599930286,
        -0.024648595601320267,
        0.01958378590643406,
        -0.02339593507349491,
        0.0051588620990514755,
        0.06029052659869194,
        0.04796440899372101,
        0.062372539192438126,
        -0.014848720282316208,
        0.02051570825278759,
        -0.03317375108599663,
        0.07079784572124481,
        0.11899646371603012,
        0.048707015812397,
        0.009513425640761852,
        -0.07734540849924088,
        0.01711779646575451,
        -0.0036824962589889765,
        -0.12193484604358673,
        0.0025724435690790415,
        -0.08996708691120148,
        -4.9924887098093855e-33,
        -0.04927453026175499,
        0.04792901501059532,
        -0.04636731743812561,
        -0.09246565401554108,
        -0.016900580376386642,
        0.019072601571679115,
        0.08549924194812775,
        0.0063191684894263744,
        -0.07452908903360367,
        -0.07680423557758331,
        -0.007051780354231596,
        -0.029787974432110786,
        -0.0883144661784172,
        0.00050361204193905,
        0.0016656218795105815,
        -0.024393392726778984,
        -0.08087114244699478,
        0.06907953321933746,
        -0.011221585795283318,
        -0.002597323153167963,
        0.07422738522291183,
        0.022904271259903908,
        -0.0015156477456912398,
        0.046094927936792374,
        0.09315716475248337,
        0.08955571800470352,
        -0.004092786461114883,
        -0.02217852510511875,
        -0.014883643947541714,
        0.041196245700120926,
        0.015284769237041473,
        0.04309746250510216,
        0.0030400766991078854,
        0.007675859611481428,
        0.029493222013115883,
        0.013150028884410858,
        0.02900037355720997,
        -0.03316044807434082,
        -0.07690611481666565,
        0.002890386153012514,
        0.015819184482097626,
        -0.018587667495012283,
        -0.005505074746906757,
        0.027315134182572365,
        0.03362985700368881,
        0.02490691840648651,
        0.04345399886369705,
        0.03643706440925598,
        0.036823440343141556,
        -0.023545799776911736,
        -0.09470459818840027,
        -0.006485299207270145,
        -0.02949562668800354,
        0.002974634524434805,
        -0.0885821133852005,
        -0.08136902004480362,
        0.04199747368693352,
        -0.03664153069257736,
        -0.016684874892234802,
        -0.014556349255144596,
        -0.03832625225186348,
        0.025298194959759712,
        0.1069192960858345,
        0.053775593638420105,
        0.12259851396083832,
        -0.09572009742259979,
        -0.01193232461810112,
        -0.008931194432079792,
        0.018117418512701988,
        -0.042331762611866,
        -0.049553945660591125,
        -0.05547919124364853,
        -0.10738782584667206,
        0.02490837872028351,
        -0.12266379594802856,
        -0.0021839055698364973,
        0.009928404353559017,
        0.031396765261888504,
        0.03007904440164566,
        -0.0635051280260086,
        0.007914797402918339,
        0.0930740013718605,
        -0.018587591126561165,
        0.012693865224719048,
        0.04267342388629913,
        -0.06764639914035797,
        0.01287001185119152,
        -0.05685900151729584,
        0.022928953170776367,
        -0.08447331190109253,
        -0.00501654390245676,
        -0.030870215967297554,
        -0.020181799307465553,
        -0.01243230327963829,
        -0.06682609021663666,
        2.793305736352901e-33,
        0.031566645950078964,
        -0.09690096229314804,
        0.03363865241408348,
        0.04176662489771843,
        -0.05286281928420067,
        0.06107319891452789,
        -0.037855055183172226,
        -0.003907779231667519,
        0.0676097571849823,
        0.03295181691646576,
        0.05761579051613808,
        0.031269654631614685,
        0.11160921305418015,
        -0.02644423022866249,
        0.024957159534096718,
        -0.010703873820602894,
        0.01890035718679428,
        0.04374861717224121,
        -0.04134352505207062,
        0.0029645066242665052,
        -0.06469891220331192,
        -0.011788551695644855,
        0.015326003544032574,
        0.027301328256726265,
        -0.04869193211197853,
        0.006431417539715767,
        0.048605095595121384,
        0.03836599737405777,
        -0.07692068070173264,
        -0.029384901747107506,
        -0.05432487279176712,
        -0.023841973394155502,
        -0.0832679495215416,
        0.09586972743272781,
        -0.0011452725157141685,
        -0.0034879669547080994,
        -0.08063088357448578,
        -0.04228627681732178,
        -0.08381401747465134,
        0.023014821112155914,
        0.05952062830328941,
        0.005897640250623226,
        0.037128690630197525,
        0.07747085392475128,
        -0.004188282415270805,
        -0.054760850965976715,
        0.02173459343612194,
        -0.021412493661046028,
        0.005430177785456181,
        -0.029291851446032524,
        0.07310044765472412,
        -0.04427856206893921,
        0.06384637951850891,
        0.029837587848305702,
        -0.0619422122836113,
        0.06937465071678162,
        0.057099029421806335,
        0.04271551966667175,
        0.05234474688768387,
        -0.027698786929249763,
        0.10581259429454803,
        0.04243204742670059,
        0.06898067891597748,
        0.044971536844968796,
        -0.011034348979592323,
        -0.0205527413636446,
        0.045308250933885574,
        0.016878588125109673,
        -0.07711161673069,
        -0.07357669621706009,
        0.04311438277363777,
        0.009682751260697842,
        0.05371049419045448,
        0.007639904506504536,
        0.08712416887283325,
        -0.0023735754657536745,
        -0.04198005795478821,
        -0.07558318972587585,
        -0.05759474262595177,
        -0.03821318969130516,
        -0.01423863135278225,
        -0.04096802696585655,
        -0.03433767706155777,
        0.017811572179198265,
        -0.01605508103966713,
        -0.0473691001534462,
        0.006412521470338106,
        0.08194643259048462,
        0.020760273560881615,
        0.026096735149621964,
        -0.08654151111841202,
        0.07576525211334229,
        -0.05670391768217087,
        -0.057031866163015366,
        0.04179566726088524,
        -1.5719660240165467e-08,
        -0.014162823557853699,
        0.07680904865264893,
        0.06152472645044327,
        -0.07332406938076019,
        0.08103228360414505,
        -0.025410622358322144,
        0.03679557517170906,
        0.10404930263757706,
        -0.054484765976667404,
        -0.05851319432258606,
        0.004106238018721342,
        0.0353817380964756,
        0.05028745159506798,
        -0.0570618212223053,
        -0.028300639241933823,
        0.04886052384972572,
        -0.06258499622344971,
        0.04466559737920761,
        -0.01716984435915947,
        0.008814004249870777,
        0.024133946746587753,
        -0.05923576280474663,
        0.10056257992982864,
        -0.029555363580584526,
        -0.032157495617866516,
        0.01750485971570015,
        -0.013716982677578926,
        0.0527920126914978,
        -0.002566257957369089,
        0.0374896340072155,
        0.045637890696525574,
        0.00823809951543808,
        0.16213949024677277,
        0.017531950026750565,
        -0.11525028944015503,
        0.005305167753249407,
        0.01557133998721838,
        0.03413010388612747,
        0.006612524390220642,
        -0.032350167632102966,
        -0.013754789717495441,
        -0.057766031473875046,
        -0.06415378302335739,
        0.035137809813022614,
        -0.08043444901704788,
        0.05932910740375519,
        0.050719402730464935,
        0.04803925380110741,
        -0.06103425845503807,
        0.07452601194381714,
        -0.05462226644158363,
        -0.021336819976568222,
        -0.010754452086985111,
        0.011703413911163807,
        -0.053316906094551086,
        0.007984237745404243,
        0.02598240226507187,
        -0.015341738238930702,
        -0.016182349994778633,
        -0.022492999210953712,
        -0.03037751466035843,
        0.055012356489896774,
        -0.04150339215993881,
        0.002365539548918605
      ],
      "query_id": "eval-iris-2",
      "question": "Where is the mechanical override key for the Iris door stored?",
      "ranking": [
        {
          "id": "iris",
          "score": 0.03278688524590164
        },
        {
          "id": "iris-network",
          "score": 0.03225806451612903
        },
        {
          "id": "prism",
          "score": 0.031009615384615385
        },
        {
          "id": "lantern",
          "score": 0.029910714285714284
        },
        {
          "id": "frost",
          "score": 0.029857397504456328
        },
        {
          "id": "garden",
          "score": 0.029571646010002173
        },
        {
          "id": "archive",
          "score": 0.02946912242686891
        },
        {
          "id": "cargo",
          "score": 0.02919863597612958
        },
        {
          "id": "rivet",
          "score": 0.02886002886002886
        },
        {
          "id": "orbit",
          "score": 0.028370221327967807
        },
        {
          "id": "harbor",
          "score": 0.027745885954841176
        },
        {
          "id": "rivet-calibration",
          "score": 0.027745885954841176
        },
        {
          "id": "keel",
          "score": 0.027650648360030512
        },
        {
          "id": "export",
          "score": 0.027346637102734665
        },
        {
          "id": "lantern-charge",
          "score": 0.027046783625730993
        },
        {
          "id": "junction",
          "score": 0.02666666666666667
        },
        {
          "id": "beacon",
          "score": 0.026547116736990152
        },
        {
          "id": "mirror",
          "score": 0.026171741361614778
        },
        {
          "id": "soil",
          "score": 0.02604430914933198
        },
        {
          "id": "nova",
          "score": 0.026013513513513515
        },
        {
          "id": "engine",
          "score": 0.025332691999358666
        },
        {
          "id": "quartz",
          "score": 0.024404761904761905
        },
        {
          "id": "quartz-batch",
          "score": 0.02424331472230385
        },
        {
          "id": "drone",
          "score": 0.023952954675846242
        }
      ],
      "reached_token_limit": false,
      "references": [
        "locker C7",
        "C7"
      ],
      "relevance": {
        "iris": 1
      },
      "retrieval_ms": 8.057574999838835,
      "split": "eval",
      "total_ms": 106.76176000197302
    },
    {
      "answer": "18 seconds",
      "answerable": true,
      "context_ids": [
        "junction",
        "lantern-charge",
        "cargo"
      ],
      "execution_position": 2,
      "generation_ms": 93.02617399953306,
      "group": "junction",
      "input_tokens": 188,
      "method": "hybrid",
      "metrics": {
        "context_recall": 1.0,
        "exact_match": 1.0,
        "ndcg": 1.0,
        "recall": 1.0,
        "token_f1": 1.0
      },
      "output_tokens": 3,
      "prompt": "Answer the question using only the context. Give a short answer. If the context does not contain the answer, say unknown.\n\nContext:\n[junction] Junction message queue. The junction queue retries a failed delivery up to five times. Each retry waits 18 seconds. After the fifth failed retry, the message enters the copper dead-letter queue.\n[lantern-charge] Reserve lamp charging. The reserve lamp needs 200 minutes to recharge fully. Charging uses the wall connector in the corridor. A full charge lasts a shorter time when the lamp is in use.\n[cargo] Cargo inspection. Incoming cargo must wait in the amber bay until inspection is complete. Inspectors stamp approved crates with a blue triangle. An orange circle means inspection is pending.\n\nQuestion: What is the waiting time between junction delivery retries?\nAnswer:",
      "query_embedding": [
        0.014219842851161957,
        -0.06268257647752762,
        -0.005185691174119711,
        0.008946198970079422,
        -0.0636281967163086,
        -0.009294812567532063,
        -0.05627962946891785,
        0.004171130247414112,
        0.02100827731192112,
        0.018809938803315163,
        0.038685742765665054,
        0.04610498622059822,
        0.021662281826138496,
        0.02670271508395672,
        0.0058669219724833965,
        -0.005966472905129194,
        0.08148988336324692,
        -0.11785037815570831,
        -0.012582099065184593,
        -0.018904786556959152,
        0.01571856066584587,
        -0.023648390546441078,
        -0.08324522525072098,
        -0.0484415628015995,
        0.02363249473273754,
        -0.028190335258841515,
        -0.03721095621585846,
        0.013033827766776085,
        -0.013668804429471493,
        -0.002190549857914448,
        -0.04804704710841179,
        0.03842177987098694,
        -0.07797344028949738,
        -0.015026730485260487,
        0.013461213558912277,
        0.03345269709825516,
        0.03956860303878784,
        -0.0070554339326918125,
        0.07040765881538391,
        -0.041018202900886536,
        0.034587062895298004,
        -0.0436142161488533,
        -0.03613652288913727,
        0.04980028420686722,
        0.07535392791032791,
        -0.012398372404277325,
        -0.01721326634287834,
        0.04093759506940842,
        0.04500652104616165,
        -0.011216375045478344,
        0.02537141740322113,
        -0.0055105676874518394,
        -0.03882964327931404,
        0.04933719336986542,
        0.02857823856174946,
        0.12101735919713974,
        0.042088549584150314,
        0.03718050941824913,
        -0.0021289256401360035,
        0.06817848980426788,
        0.02045437879860401,
        -0.05358165130019188,
        -0.04403751716017723,
        -0.027736680582165718,
        0.01491573266685009,
        -0.02439146675169468,
        0.038364481180906296,
        -0.043642621487379074,
        0.03400725498795509,
        -0.08037494122982025,
        0.026142172515392303,
        0.023760158568620682,
        -0.03861283138394356,
        -0.05144573748111725,
        0.05064762756228447,
        -0.05724509432911873,
        0.1417379528284073,
        0.08034101128578186,
        0.020690351724624634,
        -0.12685246765613556,
        0.00448806444182992,
        0.014418715611100197,
        -0.018558084964752197,
        0.020214606076478958,
        0.03296991065144539,
        -0.07116958498954773,
        0.005920630879700184,
        0.14100420475006104,
        -0.045763593167066574,
        -0.0813218280673027,
        0.05343230068683624,
        0.02121741883456707,
        -0.060738421976566315,
        -0.021940067410469055,
        -0.07034888118505478,
        0.03263351321220398,
        -0.03305055573582649,
        0.04486926272511482,
        0.02446216531097889,
        0.020200664177536964,
        0.048358526080846786,
        0.038308266550302505,
        -0.05243330076336861,
        0.018698250874876976,
        -0.023449093103408813,
        0.014676084741950035,
        -0.014406684786081314,
        0.08997691422700882,
        -0.08035872131586075,
        0.014770891517400742,
        0.03175006061792374,
        -0.004086550325155258,
        0.024637220427393913,
        -0.032107505947351456,
        -0.10635680705308914,
        0.11169678717851639,
        -0.04691239446401596,
        -0.004747667349874973,
        0.1371758133172989,
        -0.03480082377791405,
        0.002960677957162261,
        0.06749404966831207,
        0.03906339779496193,
        -0.06709083169698715,
        -0.035228144377470016,
        -0.003805682761594653,
        0.0941588282585144,
        -1.0357474497992069e-33,
        -0.16133449971675873,
        -0.07148692011833191,
        -0.0081805270165205,
        -0.01247700396925211,
        0.04007679969072342,
        -0.07077102363109589,
        -0.04215596616268158,
        -0.03606154024600983,
        0.053945865482091904,
        -0.028733231127262115,
        -0.13586418330669403,
        -0.06995430588722229,
        -0.029556825757026672,
        -0.10575099289417267,
        -0.05163411423563957,
        -0.08462385088205338,
        0.028874065726995468,
        0.006259402725845575,
        -0.06534521281719208,
        0.0604686513543129,
        -0.00824836827814579,
        -0.14375054836273193,
        -0.04815039411187172,
        0.03601235896348953,
        0.05513762682676315,
        -0.05097606033086777,
        -0.017918042838573456,
        0.00737932650372386,
        0.05976997688412666,
        0.037576328963041306,
        -0.010529623366892338,
        0.08204645663499832,
        0.0290311761200428,
        0.03446606174111366,
        -0.02496117167174816,
        0.04104815050959587,
        0.012976276688277721,
        -0.06578905880451202,
        -0.01675298996269703,
        -0.06328050047159195,
        -0.009087339974939823,
        0.014705215580761433,
        -0.05545562505722046,
        0.038743190467357635,
        -0.006034486927092075,
        -0.0387408509850502,
        -0.023946810513734818,
        -0.04633399099111557,
        0.04995575174689293,
        0.04800688847899437,
        -0.05777725204825401,
        0.08093850314617157,
        -0.014722202904522419,
        0.006489812862128019,
        -0.004211989231407642,
        0.053067490458488464,
        0.021348780021071434,
        -0.03789006546139717,
        -0.052254948765039444,
        0.08617694675922394,
        0.027445876970887184,
        0.009050735272467136,
        -0.013840553350746632,
        -0.010961167514324188,
        0.02562732808291912,
        -0.016072958707809448,
        -0.0006870115757919848,
        -0.04667150601744652,
        0.004784185439348221,
        -0.052160557359457016,
        0.024714333936572075,
        0.048820674419403076,
        0.015654781833291054,
        -0.05562177300453186,
        -0.011588330380618572,
        -0.019655287265777588,
        -0.01905589923262596,
        0.028829971328377724,
        0.042238082736730576,
        0.03649161383509636,
        -0.040351502597332,
        0.0042910389602184296,
        -0.05465668439865112,
        0.008973044343292713,
        0.059800706803798676,
        -0.05495523288846016,
        0.04601670429110527,
        0.004003457259386778,
        -0.04961000010371208,
        -0.02810921147465706,
        -0.045173175632953644,
        0.09251601994037628,
        0.07608117163181305,
        0.04267691820859909,
        0.10009446740150452,
        4.422434285581552e-34,
        0.03915814310312271,
        -0.008860278874635696,
        0.036101069301366806,
        0.0536237433552742,
        0.02980622835457325,
        0.019403964281082153,
        0.05073742941021919,
        0.10031118243932724,
        0.002072905655950308,
        0.08286169916391373,
        -0.0665610209107399,
        -0.02240705117583275,
        0.08804982155561447,
        -0.06150171533226967,
        -0.01924358867108822,
        -0.010682797059416771,
        0.13775967061519623,
        -0.03131910786032677,
        0.056734029203653336,
        0.07730814814567566,
        0.057571299374103546,
        -0.012129207141697407,
        -0.02716233767569065,
        -0.0718645229935646,
        -0.021359900012612343,
        0.04007460176944733,
        -0.003467143978923559,
        -0.027783142402768135,
        -0.10260796546936035,
        -0.016761047765612602,
        -0.05995230749249458,
        -0.044481806457042694,
        -0.08523768186569214,
        0.07541023194789886,
        -0.00020669493824243546,
        0.0350496731698513,
        -0.0028799581341445446,
        0.035615965723991394,
        0.04395413026213646,
        -0.021724024787545204,
        0.04272448271512985,
        0.002552270656451583,
        -0.007652748841792345,
        0.041733790189027786,
        -0.04096614941954613,
        0.040476132184267044,
        0.02101508527994156,
        -0.03348669782280922,
        -0.03633229434490204,
        0.024709591642022133,
        -0.017664121463894844,
        0.07981690764427185,
        0.010734593495726585,
        -0.021923426538705826,
        0.06804252415895462,
        0.009069778025150299,
        -0.007519231643527746,
        -0.04140953719615936,
        -0.00029296521097421646,
        0.07209229469299316,
        0.07482417672872543,
        -0.026529893279075623,
        0.08773127943277359,
        0.009634934365749359,
        0.08090227097272873,
        -0.022123809903860092,
        0.08125532418489456,
        -0.02585197240114212,
        0.0743013247847557,
        0.024890467524528503,
        0.03892368823289871,
        0.053242795169353485,
        -0.07345529645681381,
        -0.03761603683233261,
        -0.06303880363702774,
        -0.07140590250492096,
        0.01936175860464573,
        -0.016519252210855484,
        -0.023074597120285034,
        -0.02822006680071354,
        -0.06254111230373383,
        0.035821229219436646,
        -0.0685860887169838,
        0.06538545340299606,
        -0.03315732628107071,
        -0.036122020334005356,
        0.1343241184949875,
        -0.022287657484412193,
        0.08317944407463074,
        -0.007835181429982185,
        -0.02250528335571289,
        0.04363908991217613,
        -0.01985003799200058,
        -0.028130950406193733,
        -0.07281019538640976,
        -1.769916480043321e-08,
        0.04316641762852669,
        0.018777476623654366,
        -0.06452342122793198,
        -0.07364969700574875,
        0.06483078002929688,
        -0.02249504067003727,
        0.008708990179002285,
        0.03032088465988636,
        -0.09414593130350113,
        0.0284819845110178,
        0.07202831655740738,
        0.009012669324874878,
        -0.0005696417647413909,
        0.03635157272219658,
        -0.021964704617857933,
        -0.021808316931128502,
        0.02122349850833416,
        -0.03896393999457359,
        -0.051306936889886856,
        -0.11741633713245392,
        -0.018883027136325836,
        0.0382600761950016,
        0.046760834753513336,
        -0.030658414587378502,
        -0.008420195430517197,
        0.04759199544787407,
        0.05706974118947983,
        0.028688592836260796,
        0.02390715479850769,
        -0.07939420640468597,
        -0.04063237085938454,
        0.02776835300028324,
        -0.04898625984787941,
        0.013656123541295528,
        -0.07315989583730698,
        -0.03370826691389084,
        -0.05579031631350517,
        0.05231400951743126,
        0.04635785147547722,
        0.02188502810895443,
        0.0028986744582653046,
        0.0013510374119505286,
        0.02920018695294857,
        0.05386674404144287,
        0.06944406032562256,
        -0.03334316983819008,
        -0.08009649813175201,
        0.06301814317703247,
        -0.03239765018224716,
        -0.01034108642488718,
        -0.0336819589138031,
        -0.05478351563215256,
        -0.02518550306558609,
        -0.0374273918569088,
        0.0643521398305893,
        -0.03570535033941269,
        0.027259159833192825,
        -0.07291025668382645,
        0.09310970455408096,
        0.053711991757154465,
        -0.08716181665658951,
        0.021593540906906128,
        -0.04003624990582466,
        -0.05266513675451279
      ],
      "query_id": "eval-junction-1",
      "question": "What is the waiting time between junction delivery retries?",
      "ranking": [
        {
          "id": "junction",
          "score": 0.03278688524590164
        },
        {
          "id": "lantern-charge",
          "score": 0.03128054740957967
        },
        {
          "id": "cargo",
          "score": 0.030798389007344232
        },
        {
          "id": "lantern",
          "score": 0.030330882352941176
        },
        {
          "id": "mirror",
          "score": 0.02946912242686891
        },
        {
          "id": "engine",
          "score": 0.028949545078577336
        },
        {
          "id": "iris-network",
          "score": 0.02871794871794872
        },
        {
          "id": "orbit",
          "score": 0.02819138376017471
        },
        {
          "id": "garden",
          "score": 0.028125
        },
        {
          "id": "frost",
          "score": 0.028068137824235385
        },
        {
          "id": "nova",
          "score": 0.027912386121341344
        },
        {
          "id": "iris",
          "score": 0.027809742999616416
        },
        {
          "id": "rivet",
          "score": 0.02758751902587519
        },
        {
          "id": "keel",
          "score": 0.027046783625730993
        },
        {
          "id": "harbor",
          "score": 0.026992753623188405
        },
        {
          "id": "quartz",
          "score": 0.026754075124025514
        },
        {
          "id": "quartz-batch",
          "score": 0.026742734890354787
        },
        {
          "id": "drone",
          "score": 0.026631393298059962
        },
        {
          "id": "archive",
          "score": 0.026334026334026334
        },
        {
          "id": "rivet-calibration",
          "score": 0.02632034632034632
        },
        {
          "id": "soil",
          "score": 0.026190476190476188
        },
        {
          "id": "export",
          "score": 0.025708635464733027
        },
        {
          "id": "beacon",
          "score": 0.025503573749187783
        },
        {
          "id": "prism",
          "score": 0.023952954675846242
        }
      ],
      "reached_token_limit": false,
      "references": [
        "18 seconds",
        "18"
      ],
      "relevance": {
        "junction": 1
      },
      "retrieval_ms": 10.759290002170019,
      "split": "eval",
      "total_ms": 105.40866399969673
    },
    {
      "answer": "[junction] Junction message queue",
      "answerable": true,
      "context_ids": [
        "junction",
        "beacon",
        "engine"
      ],
      "execution_position": 1,
      "generation_ms": 135.89350699839997,
      "group": "junction",
      "input_tokens": 182,
      "method": "hybrid",
      "metrics": {
        "context_recall": 1.0,
        "exact_match": 0.0,
        "ndcg": 1.0,
        "recall": 1.0,
        "token_f1": 0.2857142857142857
      },
      "output_tokens": 8,
      "prompt": "Answer the question using only the context. Give a short answer. If the context does not contain the answer, say unknown.\n\nContext:\n[junction] Junction message queue. The junction queue retries a failed delivery up to five times. Each retry waits 18 seconds. After the fifth failed retry, the message enters the copper dead-letter queue.\n[beacon] Beacon heartbeat. A beacon reports its heartbeat every 45 seconds. After four consecutive missed heartbeats, the console labels it silent. A silent label does not disable the beacon.\n[engine] Engine deck passes. Engine deck contractor passes expire after four hours. Contractors collect them at the north security desk. Harbor visitor passes are not accepted on the engine deck.\n\nQuestion: Which queue receives a junction message after all retries fail?\nAnswer:",
      "query_embedding": [
        0.02213761955499649,
        -0.05507849156856537,
        0.003917607944458723,
        0.039106108248233795,
        -0.015773408114910126,
        -0.020204706117510796,
        0.08285872638225555,
        -0.0878877341747284,
        0.05040084198117256,
        -0.00863720290362835,
        0.03303651884198189,
        0.04552353173494339,
        0.05228659510612488,
        -0.01840546913444996,
        -0.022178398445248604,
        0.021873073652386665,
        0.0682680681347847,
        -0.0784284844994545,
        -0.0010389863746240735,
        -0.03544473275542259,
        -0.03647656366229057,
        0.03862296789884567,
        -0.05673041194677353,
        0.025045480579137802,
        -0.03582314774394035,
        -0.013271723873913288,
        0.0038606678135693073,
        -0.03080829791724682,
        -0.040312349796295166,
        -0.0735485777258873,
        -0.06672122329473495,
        0.03935394808650017,
        -0.12640275061130524,
        0.01556345820426941,
        0.06873191893100739,
        0.0546223483979702,
        0.03713672608137131,
        -0.03940710797905922,
        0.026149224489927292,
        -0.010184623301029205,
        0.02569737285375595,
        0.010984862223267555,
        0.00285115628503263,
        0.0358266606926918,
        0.09277534484863281,
        -0.03155576437711716,
        -0.07744114100933075,
        0.02770117111504078,
        -0.0009423944866284728,
        0.0011217966675758362,
        0.028956914320588112,
        -0.017483267933130264,
        0.0024418721441179514,
        0.07978814840316772,
        0.14178410172462463,
        0.02342536859214306,
        -0.048945844173431396,
        0.05765705928206444,
        -0.011072796769440174,
        0.035682518035173416,
        0.027945958077907562,
        -0.0051062582060694695,
        -0.012756438925862312,
        -0.05271077901124954,
        0.0313023217022419,
        -0.030770014971494675,
        0.022948697209358215,
        0.021422697231173515,
        0.04655727371573448,
        0.033964600414037704,
        0.017688272520899773,
        0.0032364497892558575,
        -0.062306519597768784,
        -0.00439036637544632,
        0.02486906200647354,
        0.03443848714232445,
        0.030148902907967567,
        0.005828957539051771,
        -0.08354823291301727,
        -0.07986560463905334,
        -0.07038649916648865,
        -0.04269939661026001,
        -0.005867987871170044,
        0.0002208446676377207,
        0.07477115094661713,
        -0.09553363919258118,
        -0.05126325786113739,
        -0.020695975050330162,
        0.05659092590212822,
        -0.02633458562195301,
        -0.04132901877164841,
        0.04268217086791992,
        -0.0030087654013186693,
        0.01289471797645092,
        0.03599626198410988,
        0.06870114058256149,
        -0.05346177518367767,
        0.0037585292011499405,
        0.03627084568142891,
        0.04561502858996391,
        0.04922434315085411,
        0.019721854478120804,
        0.0116451820358634,
        -0.0025038800667971373,
        0.015479570254683495,
        0.040364012122154236,
        -0.031014271080493927,
        0.04119851812720299,
        -0.05751495808362961,
        -0.03404132276773453,
        0.004861773923039436,
        -0.004133065231144428,
        0.1234142929315567,
        0.008832168765366077,
        0.015166949480772018,
        -0.02090572565793991,
        -0.02070571482181549,
        0.006522719748318195,
        -0.01476185955107212,
        0.0529252253472805,
        -0.04627441614866257,
        0.012991612777113914,
        -0.005714413244277239,
        -0.04546467959880829,
        -0.011571615003049374,
        0.008749286644160748,
        0.08493435382843018,
        -6.820617248701719e-34,
        -0.016161425039172173,
        -0.04610960930585861,
        0.04635807126760483,
        -0.007140926085412502,
        0.09729304909706116,
        0.0031980511266738176,
        0.0010612329933792353,
        -0.010872019454836845,
        0.018235458061099052,
        -0.10850363224744797,
        -0.0910634845495224,
        -0.046060916036367416,
        0.043671105057001114,
        -0.05383319407701492,
        -0.04568595811724663,
        -0.06428136676549911,
        0.001257884781807661,
        0.019270889461040497,
        -0.08189232647418976,
        0.023400312289595604,
        -0.029897529631853104,
        0.020188044756650925,
        -0.029564619064331055,
        0.027793778106570244,
        -0.009910823777318,
        -0.01133508887141943,
        0.016176950186491013,
        -0.04549708962440491,
        -0.005232193507254124,
        0.03651204705238342,
        -0.03725693002343178,
        0.09300351142883301,
        0.042056452482938766,
        -0.006248930469155312,
        -0.061721667647361755,
        0.09574337303638458,
        -0.005269133020192385,
        0.011986428871750832,
        -0.07023908942937851,
        -0.10121738910675049,
        -0.04605337232351303,
        -0.023101191967725754,
        -0.0904417634010315,
        0.018013576045632362,
        -0.06060829386115074,
        -0.11205334961414337,
        0.003770259441807866,
        0.0160075593739748,
        -0.00886875856667757,
        -0.05213597044348717,
        0.008610003627836704,
        0.0004356871359050274,
        0.035652052611112595,
        0.038174379616975784,
        -0.02937687188386917,
        0.0039186133071780205,
        0.025198617950081825,
        0.0268291924148798,
        -0.07817922532558441,
        0.11474458128213882,
        0.05697239562869072,
        0.019576530903577805,
        -0.04605327546596527,
        -0.014758946374058723,
        0.11967495083808899,
        0.03569943085312843,
        -0.01404314860701561,
        -0.1492076814174652,
        -0.0032780522014945745,
        -0.03846421092748642,
        -0.009317519143223763,
        0.025620287284255028,
        0.03861301764845848,
        0.026377694681286812,
        -0.022786887362599373,
        -0.013408870436251163,
        -0.09446099400520325,
        0.04424971342086792,
        0.07478046417236328,
        -0.026177095249295235,
        -0.08414798974990845,
        -0.11557532846927643,
        -0.04419289529323578,
        0.016595859080553055,
        0.029693273827433586,
        -0.019296417012810707,
        0.050313159823417664,
        -0.0776524692773819,
        -0.058373380452394485,
        -0.0056196218356490135,
        -0.044029876589775085,
        0.025927450507879257,
        0.13157455623149872,
        0.05324723944067955,
        0.1172492504119873,
        -5.079897000368592e-34,
        -0.026206187903881073,
        0.010678822174668312,
        0.05916372686624527,
        0.015341361984610558,
        -0.041270989924669266,
        -0.009914799593389034,
        -0.029347019270062447,
        -0.008617745712399483,
        -0.02131190337240696,
        0.024478556588292122,
        -0.04092884808778763,
        0.010068296454846859,
        0.05553041771054268,
        0.049937110394239426,
        -0.025763733312487602,
        -0.048883289098739624,
        0.06433390825986862,
        -0.06274490058422089,
        0.02085546776652336,
        0.060332175344228745,
        0.041862331330776215,
        -0.004029485862702131,
        -0.013395411893725395,
        0.030462613329291344,
        -0.039777547121047974,
        0.0820278450846672,
        0.06039411202073097,
        -0.04700104892253876,
        -0.026137180626392365,
        -0.06930126994848251,
        0.04697860777378082,
        -0.08341315388679504,
        -0.020896513015031815,
        0.08128577470779419,
        0.10594664514064789,
        0.013290947303175926,
        -0.03531540185213089,
        0.010264555923640728,
        -0.04772612452507019,
        0.010110696777701378,
        0.10262993723154068,
        0.06736215204000473,
        -0.015208672732114792,
        0.06725970655679703,
        0.020553400740027428,
        0.019259169697761536,
        0.006914458237588406,
        0.0038746073842048645,
        -0.07647890597581863,
        -0.033781010657548904,
        -0.021784231066703796,
        -0.00567585090175271,
        0.025587333366274834,
        0.09093869477510452,
        0.011960403062403202,
        0.09042928367853165,
        -0.03317400440573692,
        0.04895896837115288,
        0.031089624390006065,
        0.06548364460468292,
        -0.011424056254327297,
        -0.07507927715778351,
        0.05144602060317993,
        0.007038384675979614,
        0.07640046626329422,
        -0.028535092249512672,
        0.047483887523412704,
        -0.012820868752896786,
        0.06248759478330612,
        0.006789102219045162,
        0.1616096943616867,
        0.12088169902563095,
        -0.05194767564535141,
        -0.052756570279598236,
        -0.004311651922762394,
        0.03479355201125145,
        -0.07157092541456223,
        -0.10514848679304123,
        -0.06746295839548111,
        -0.040691956877708435,
        -0.046861689537763596,
        0.004685461521148682,
        -0.0264113936573267,
        0.1166401281952858,
        0.011036360636353493,
        -0.05557628720998764,
        0.08474045991897583,
        -0.05105135589838028,
        0.07795579731464386,
        -0.05948014557361603,
        -0.019903117790818214,
        -0.02888450026512146,
        0.009122829884290695,
        -0.02470739372074604,
        -0.06779126822948456,
        -1.7328998680454788e-08,
        -0.08295725286006927,
        -0.014888829551637173,
        -0.04309169948101044,
        -0.007429604418575764,
        0.1376527100801468,
        -0.03820452839136124,
        0.0014147154288366437,
        0.03320271149277687,
        -0.07422755658626556,
        0.02126401849091053,
        0.008958988822996616,
        -0.03886174038052559,
        0.01201444212347269,
        -0.0716652050614357,
        0.050957050174474716,
        -0.04614351689815521,
        0.014967257156968117,
        0.012642182409763336,
        -0.04370584711432457,
        -0.05638054758310318,
        -0.004122152458876371,
        0.021504318341612816,
        -0.0005819660727865994,
        0.0680723637342453,
        -0.08414514362812042,
        -0.0035461613442748785,
        0.147542342543602,
        0.021550962701439857,
        -0.03269946947693825,
        -0.07792100310325623,
        -0.0363367460668087,
        -0.0471888892352581,
        0.07499650120735168,
        0.02754557505249977,
        -0.08410686999559402,
        0.01217683032155037,
        0.040825244039297104,
        0.0068840221501886845,
        0.0731201320886612,
        -0.03871005028486252,
        -0.0015378076350316405,
        -0.00184662698302418,
        -0.007766013499349356,
        0.04798147454857826,
        0.0823393315076828,
        0.004228722769767046,
        -0.031063513830304146,
        0.037363119423389435,
        -0.054508090019226074,
        -0.04812128469347954,
        -0.09354313462972641,
        -0.03086227923631668,
        -0.013478627428412437,
        -0.021697426214814186,
        -0.046242713928222656,
        -0.03682679310441017,
        -0.002111884066835046,
        0.030928727239370346,
        0.030736960470676422,
        0.02155466377735138,
        0.020116319879889488,
        0.08315759897232056,
        -0.04945226386189461,
        -0.027961010113358498
      ],
      "query_id": "eval-junction-2",
      "question": "Which queue receives a junction message after all retries fail?",
      "ranking": [
        {
          "id": "junction",
          "score": 0.03278688524590164
        },
        {
          "id": "beacon",
          "score": 0.031054405392392875
        },
        {
          "id": "engine",
          "score": 0.030536130536130537
        },
        {
          "id": "mirror",
          "score": 0.029386529386529386
        },
        {
          "id": "lantern",
          "score": 0.029236022193768675
        },
        {
          "id": "cargo",
          "score": 0.029116045245077504
        },
        {
          "id": "nova",
          "score": 0.028782894736842105
        },
        {
          "id": "orbit",
          "score": 0.028782894736842105
        },
        {
          "id": "export",
          "score": 0.02821869488536155
        },
        {
          "id": "archive",
          "score": 0.02819138376017471
        },
        {
          "id": "harbor",
          "score": 0.02819138376017471
        },
        {
          "id": "frost",
          "score": 0.027745885954841176
        },
        {
          "id": "iris-network",
          "score": 0.02761904761904762
        },
        {
          "id": "soil",
          "score": 0.027432808155699723
        },
        {
          "id": "drone",
          "score": 0.027364110201042444
        },
        {
          "id": "quartz-batch",
          "score": 0.02690501986276634
        },
        {
          "id": "rivet",
          "score": 0.02690100430416069
        },
        {
          "id": "lantern-charge",
          "score": 0.026875901875901876
        },
        {
          "id": "keel",
          "score": 0.02684684684684685
        },
        {
          "id": "quartz",
          "score": 0.026631393298059962
        },
        {
          "id": "iris",
          "score": 0.025937081659973226
        },
        {
          "id": "garden",
          "score": 0.02485334979932078
        },
        {
          "id": "prism",
          "score": 0.024404761904761905
        },
        {
          "id": "rivet-calibration",
          "score": 0.024404761904761905
        }
      ],
      "reached_token_limit": false,
      "references": [
        "copper dead-letter queue",
        "the copper dead-letter queue"
      ],
      "relevance": {
        "junction": 1
      },
      "retrieval_ms": 8.309214001201326,
      "split": "eval",
      "total_ms": 145.60418800101615
    },
    {
      "answer": "every six hours",
      "answerable": true,
      "context_ids": [
        "keel",
        "rivet-calibration",
        "archive"
      ],
      "execution_position": 0,
      "generation_ms": 81.78794299965375,
      "group": "keel",
      "input_tokens": 176,
      "method": "hybrid",
      "metrics": {
        "context_recall": 1.0,
        "exact_match": 1.0,
        "ndcg": 1.0,
        "recall": 1.0,
        "token_f1": 1.0
      },
      "output_tokens": 4,
      "prompt": "Answer the question using only the context. Give a short answer. If the context does not contain the answer, say unknown.\n\nContext:\n[keel] Keel backup policy. Keel configuration backups run every six hours. The station keeps 28 backup snapshots. Restoring a snapshot requires the maintenance role and restarts the routing service.\n[rivet-calibration] Rivet calibration. Rivet torque tools are calibrated every 60 days. Calibration happens at the instrument bench. The repair desk handles physical damage, not routine calibration.\n[archive] Archive recovery. The archive service keeps deleted notebooks for 21 days. Restore a notebook from the Recovery drawer. Restoring does not restore former sharing permissions.\n\nQuestion: How frequently are Keel configuration backups taken?\nAnswer:",
      "query_embedding": [
        -0.04302624985575676,
        -0.02382511831820011,
        0.01967611350119114,
        0.01862308755517006,
        0.003730783937498927,
        -0.026099087670445442,
        -0.08305419981479645,
        -0.002538175554946065,
        -0.02241598814725876,
        -0.0415087454020977,
        0.04218900203704834,
        0.0793055072426796,
        0.027513543143868446,
        -0.06526695191860199,
        -0.10189428925514221,
        -0.030566206201910973,
        -0.05359652638435364,
        -0.05264536291360855,
        -0.0408223457634449,
        0.0018291129963472486,
        -0.106196328997612,
        -0.009528652764856815,
        -0.0034187627024948597,
        -0.003033802844583988,
        0.019693905487656593,
        0.004976717289537191,
        0.01455022394657135,
        0.030808571726083755,
        -0.03804207965731621,
        0.008997133933007717,
        -0.10745745152235031,
        0.03734472021460533,
        0.008642783388495445,
        0.005771394819021225,
        -0.023925695568323135,
        0.0669330582022667,
        -0.01978178694844246,
        0.017013343051075935,
        -0.04601283371448517,
        -0.028486717492341995,
        -0.0676213726401329,
        -0.023045772686600685,
        0.008268930949270725,
        0.05460125207901001,
        -0.031150782480835915,
        0.01599794439971447,
        -0.0011990283383056521,
        -0.014625872485339642,
        0.05418865755200386,
        0.04837946221232414,
        0.05893656238913536,
        0.03671001270413399,
        0.06009966507554054,
        0.04663360118865967,
        0.023213747888803482,
        0.12406358867883682,
        -0.0007610421744175255,
        0.07394029200077057,
        0.036109842360019684,
        0.015756014734506607,
        0.01831972226500511,
        0.060084424912929535,
        -0.08224479854106903,
        0.0017667153151705861,
        0.0688241645693779,
        0.08703766018152237,
        0.06076919287443161,
        -0.021504245698451996,
        0.03221916779875755,
        0.01015846710652113,
        -0.044128574430942535,
        0.008049448020756245,
        0.024526478722691536,
        -0.012863333337008953,
        0.009201543405652046,
        0.02565264329314232,
        0.035959310829639435,
        -0.056554436683654785,
        -0.05431466922163963,
        -0.022105742245912552,
        -0.05518951267004013,
        0.032823171466588974,
        0.019130326807498932,
        0.015455447137355804,
        -0.001323934062384069,
        -0.05805898457765579,
        -0.010777737945318222,
        0.050099585205316544,
        0.04921354725956917,
        0.05053425207734108,
        0.0931875929236412,
        -0.025742895901203156,
        0.04852667078375816,
        -0.059757865965366364,
        -0.041603781282901764,
        0.07517433911561966,
        -0.029147552326321602,
        0.04903898760676384,
        0.08751118183135986,
        -0.022553659975528717,
        -0.0311730969697237,
        -0.0005970789352431893,
        0.049345798790454865,
        0.019555211067199707,
        0.00012580910697579384,
        -0.0016827286453917623,
        0.014399835839867592,
        -0.04364163428544998,
        -0.06954711675643921,
        0.004324579611420631,
        -0.007154050748795271,
        0.09456969797611237,
        0.06250156462192535,
        0.002294848207384348,
        0.039768755435943604,
        -0.035448845475912094,
        -0.0730728954076767,
        0.0006411010399460793,
        0.00044695494580082595,
        0.0530257523059845,
        0.04182514548301697,
        0.021246319636702538,
        0.1471170336008072,
        -0.057314008474349976,
        -0.01953553594648838,
        0.07352340966463089,
        0.046653106808662415,
        -1.8242399484785152e-33,
        -0.06807028502225876,
        0.04537801444530487,
        -0.02147316187620163,
        0.00500127486884594,
        -0.04404960945248604,
        -0.036515384912490845,
        0.02405395917594433,
        0.033124007284641266,
        0.06351727992296219,
        -0.00402028439566493,
        -0.005112205632030964,
        0.052781589329242706,
        -0.036862295120954514,
        -0.05793028697371483,
        0.0023814805317670107,
        -0.037164703011512756,
        0.04433145746588707,
        0.06268623471260071,
        -0.03278738632798195,
        -0.08826056867837906,
        0.028631942346692085,
        -0.015556558035314083,
        0.010098839178681374,
        -0.06862201541662216,
        0.04669325798749924,
        -0.05163183808326721,
        0.1356145143508911,
        0.031899403780698776,
        -0.054801177233457565,
        0.010235504247248173,
        0.056615013629198074,
        0.05941599979996681,
        -0.03591068461537361,
        -0.00787964928895235,
        0.06542704999446869,
        0.09122149646282196,
        0.005160163622349501,
        0.018758507445454597,
        -0.04594239965081215,
        0.024309290573000908,
        0.0488450862467289,
        -0.01429531816393137,
        -0.05742523446679115,
        -0.019452344626188278,
        0.005482945591211319,
        -0.11572710424661636,
        0.0493767112493515,
        -0.01033910270780325,
        0.03507264703512192,
        0.027048075571656227,
        0.002187768928706646,
        0.016277840360999107,
        -0.0383525975048542,
        -0.03793701156973839,
        -0.01201640535145998,
        0.07925646007061005,
        0.04364083707332611,
        -0.1260884404182434,
        -2.2969355995883234e-05,
        0.048370033502578735,
        -0.0007388762896880507,
        -0.024342235177755356,
        -0.00010020911577157676,
        -0.07928849011659622,
        0.01793728396296501,
        0.058507516980171204,
        -0.046560030430555344,
        -0.01282324269413948,
        -0.03601629659533501,
        0.022237136960029602,
        0.03138507902622223,
        -0.10277805477380753,
        -0.13855385780334473,
        -0.10191330313682556,
        0.04478567838668823,
        -0.044541288167238235,
        0.06039101257920265,
        0.04544145613908768,
        -0.020092777907848358,
        0.02642408385872841,
        -0.04776230454444885,
        0.0572395920753479,
        -0.07856662571430206,
        0.03506077453494072,
        0.11218980699777603,
        -0.016070656478405,
        -0.009332519955933094,
        -0.025351697579026222,
        0.011805420741438866,
        0.03263800963759422,
        -0.0026415004394948483,
        -0.08239194005727768,
        0.016218487173318863,
        -0.05276297405362129,
        0.03285393491387367,
        1.6665949521027152e-33,
        -0.0031989910639822483,
        0.018262647092342377,
        -0.02867363765835762,
        0.06879890710115433,
        0.02578856237232685,
        -0.025459345430135727,
        -0.0888439491391182,
        0.11099667847156525,
        0.01780083402991295,
        -0.03925671428442001,
        -0.05657320097088814,
        -0.01886838860809803,
        -0.0002447289298288524,
        -0.04314332827925682,
        -0.053863756358623505,
        0.04104810580611229,
        0.05256696790456772,
        -0.08602148294448853,
        0.018919693306088448,
        -0.10676377266645432,
        0.055191315710544586,
        -0.08219773322343826,
        0.03990430757403374,
        0.03884851559996605,
        -0.0010459356708452106,
        -0.014489942230284214,
        0.0025865917559713125,
        0.10758999735116959,
        -0.015526065602898598,
        -0.06746245920658112,
        -0.018785906955599785,
        -0.048865802586078644,
        0.025492055341601372,
        0.10004618763923645,
        -0.05169383063912392,
        -0.02385813742876053,
        -0.06486723572015762,
        0.14514850080013275,
        -0.040001336485147476,
        0.07740037888288498,
        0.026017170399427414,
        -0.017606213688850403,
        -0.07114821672439575,
        -0.035788603127002716,
        -0.06951858848333359,
        0.0511983186006546,
        0.0039839413948357105,
        -0.03908433020114899,
        0.06119134649634361,
        0.027816923335194588,
        0.049658868461847305,
        -0.006372845731675625,
        0.0015491191297769547,
        0.004952918738126755,
        0.0506197027862072,
        0.055365096777677536,
        0.06055314838886261,
        0.027436869218945503,
        0.029640033841133118,
        0.04741600528359413,
        0.08397830277681351,
        0.009868225082755089,
        0.0228759553283453,
        0.01205514743924141,
        -0.03160257264971733,
        -0.026620136573910713,
        0.056517377495765686,
        -0.07383453100919724,
        -0.08725199103355408,
        -0.004131811670958996,
        -0.028384456411004066,
        -0.05188692361116409,
        0.03438429534435272,
        -0.020199459046125412,
        -0.09986772388219833,
        -0.0721263587474823,
        -0.011177553795278072,
        -0.0770997628569603,
        0.030228063464164734,
        -0.032880526036024094,
        -0.035380225628614426,
        -0.09873436391353607,
        -0.056214429438114166,
        0.04469464719295502,
        -0.047553714364767075,
        -0.061938561499118805,
        0.006342199631035328,
        0.016711682081222534,
        0.09341977536678314,
        0.06409364193677902,
        0.03533342853188515,
        0.014343541115522385,
        -0.08651130646467209,
        0.022992366924881935,
        0.020308595150709152,
        -1.4601742037712029e-08,
        0.016963444650173187,
        0.06816594302654266,
        -0.01074356958270073,
        0.03967314586043358,
        0.05654896795749664,
        -0.034131232649087906,
        0.08630476146936417,
        0.018690578639507294,
        -0.03334930166602135,
        -0.10346442461013794,
        0.12698498368263245,
        0.0045886775478720665,
        -0.028178662061691284,
        0.004260141868144274,
        -0.05128079652786255,
        -0.0259084552526474,
        0.04755236580967903,
        -0.04018757864832878,
        -0.08809470385313034,
        -0.06811961531639099,
        -0.041027214378118515,
        0.007177695631980896,
        0.037132348865270615,
        0.02394934371113777,
        0.014523199759423733,
        0.006929683033376932,
        0.08955656737089157,
        0.08003014326095581,
        0.027152027934789658,
        0.013108368963003159,
        -0.017408203333616257,
        0.05033991485834122,
        0.0009039506549015641,
        -0.037895821034908295,
        -0.052263349294662476,
        0.029924301430583,
        -0.07018598169088364,
        0.015172934159636497,
        0.054651305079460144,
        0.059699978679418564,
        -0.015265228226780891,
        0.042771317064762115,
        0.022228136658668518,
        0.021919148042798042,
        -0.0061871446669101715,
        0.025991929695010185,
        -0.06689007580280304,
        0.04873984307050705,
        0.022381851449608803,
        -0.09481657296419144,
        0.0073400200344622135,
        -0.0331982858479023,
        0.0115014323964715,
        0.1277392953634262,
        0.044273994863033295,
        0.08185485005378723,
        0.06147589161992073,
        -0.053690943866968155,
        0.04567219689488411,
        -0.03755111247301102,
        -0.10459722578525543,
        -0.061478741466999054,
        0.008870694786310196,
        -0.04129873216152191
      ],
      "query_id": "eval-keel-1",
      "question": "How frequently are Keel configuration backups taken?",
      "ranking": [
        {
          "id": "keel",
          "score": 0.03278688524590164
        },
        {
          "id": "rivet-calibration",
          "score": 0.031754032258064516
        },
        {
          "id": "archive",
          "score": 0.03125763125763126
        },
        {
          "id": "engine",
          "score": 0.03125763125763126
        },
        {
          "id": "prism",
          "score": 0.029910714285714284
        },
        {
          "id": "export",
          "score": 0.02964426877470356
        },
        {
          "id": "mirror",
          "score": 0.028949545078577336
        },
        {
          "id": "harbor",
          "score": 0.028594771241830064
        },
        {
          "id": "drone",
          "score": 0.02821939586645469
        },
        {
          "id": "garden",
          "score": 0.027783137179239824
        },
        {
          "id": "lantern",
          "score": 0.027650648360030512
        },
        {
          "id": "beacon",
          "score": 0.02749719416386083
        },
        {
          "id": "frost",
          "score": 0.027443609022556388
        },
        {
          "id": "orbit",
          "score": 0.027425373134328357
        },
        {
          "id": "cargo",
          "score": 0.02712049508554787
        },
        {
          "id": "junction",
          "score": 0.02666666666666667
        },
        {
          "id": "iris",
          "score": 0.0261986301369863
        },
        {
          "id": "rivet",
          "score": 0.026132699813337858
        },
        {
          "id": "quartz-batch",
          "score": 0.0260840108401084
        },
        {
          "id": "nova",
          "score": 0.025478740668614087
        },
        {
          "id": "iris-network",
          "score": 0.02541827541827542
        },
        {
          "id": "quartz",
          "score": 0.025332691999358666
        },
        {
          "id": "lantern-charge",
          "score": 0.025035205758097326
        },
        {
          "id": "soil",
          "score": 0.024562989752863168
        }
      ],
      "reached_token_limit": false,
      "references": [
        "every six hours",
        "six hours",
        "6 hours"
      ],
      "relevance": {
        "keel": 1
      },
      "retrieval_ms": 8.80719099950511,
      "split": "eval",
      "total_ms": 92.43386199887027
    },
    {
      "answer": "28",
      "answerable": true,
      "context_ids": [
        "keel",
        "archive",
        "prism"
      ],
      "execution_position": 2,
      "generation_ms": 77.73887799703516,
      "group": "keel",
      "input_tokens": 177,
      "method": "hybrid",
      "metrics": {
        "context_recall": 1.0,
        "exact_match": 1.0,
        "ndcg": 1.0,
        "recall": 1.0,
        "token_f1": 1.0
      },
      "output_tokens": 2,
      "prompt": "Answer the question using only the context. Give a short answer. If the context does not contain the answer, say unknown.\n\nContext:\n[keel] Keel backup policy. Keel configuration backups run every six hours. The station keeps 28 backup snapshots. Restoring a snapshot requires the maintenance role and restarts the routing service.\n[archive] Archive recovery. The archive service keeps deleted notebooks for 21 days. Restore a notebook from the Recovery drawer. Restoring does not restore former sharing permissions.\n[prism] Prism sample storage. Prism mineral samples are stored at 8 degrees Celsius. Each sample requires a white tamper seal. Samples with broken seals must be moved to quarantine shelf Q4.\n\nQuestion: How many Keel backup snapshots are retained?\nAnswer:",
      "query_embedding": [
        -0.04702379181981087,
        0.028512632474303246,
        -0.018865587189793587,
        -0.010590656660497189,
        0.023860646411776543,
        0.028938086703419685,
        -0.055355727672576904,
        -0.0019338635029271245,
        0.03869340196251869,
        -0.035753510892391205,
        0.04129383713006973,
        0.050436832010746,
        0.051688749343156815,
        -0.11191888153553009,
        -0.12214687466621399,
        -0.006712132133543491,
        -0.10294079780578613,
        -0.013167871162295341,
        -0.031110471114516258,
        0.0176047682762146,
        -0.08137895166873932,
        -0.01594909280538559,
        0.0032059201039373875,
        0.020079297944903374,
        0.06273754686117172,
        -0.02131691388785839,
        -0.007085698656737804,
        0.022770477458834648,
        0.012555770576000214,
        -0.04581165313720703,
        -0.04310933127999306,
        0.03456899896264076,
        0.0023669572547078133,
        0.011455324478447437,
        0.036273084580898285,
        0.05836382880806923,
        -0.054022230207920074,
        0.01959018036723137,
        0.004606036935001612,
        -0.02133294939994812,
        -0.06458892673254013,
        -0.008495447225868702,
        -0.03070603497326374,
        -0.0002267060917802155,
        -0.016827428713440895,
        0.02486748993396759,
        -0.0406460277736187,
        -0.005775277968496084,
        0.05364139750599861,
        0.04372267425060272,
        0.01716591976583004,
        0.050483837723731995,
        -0.032717928290367126,
        0.12215161323547363,
        0.010860047303140163,
        0.008026882074773312,
        -0.04984862729907036,
        0.03259849548339844,
        -0.05083531513810158,
        0.06675132364034653,
        0.033968452364206314,
        0.03824213519692421,
        -0.07807188481092453,
        -0.028146274387836456,
        0.05906630679965019,
        0.0656203180551529,
        0.02382965199649334,
        -0.04345308244228363,
        -0.002837278414517641,
        0.048131294548511505,
        -0.027766572311520576,
        0.029678352177143097,
        -0.008937175385653973,
        -0.031020719558000565,
        -0.03090028464794159,
        -0.02440457232296467,
        0.04476138949394226,
        -0.05992182716727257,
        -0.08938221633434296,
        0.01634189672768116,
        -0.03808416426181793,
        -0.032540567219257355,
        -0.00798429548740387,
        -0.0279148630797863,
        -0.05252857133746147,
        -0.027535853907465935,
        0.010889123193919659,
        -3.6156532587483525e-05,
        0.020200565457344055,
        0.06257467716932297,
        0.010686749592423439,
        -5.161914668860845e-05,
        0.09474220871925354,
        -0.0017764270305633545,
        -0.00431507732719183,
        0.020400913432240486,
        -0.016887608915567398,
        0.08822039514780045,
        0.07726243883371353,
        -0.015634216368198395,
        -0.03160962834954262,
        0.0011783117661252618,
        0.0579906702041626,
        -0.016836585476994514,
        -0.010525894351303577,
        0.02349112369120121,
        0.0065203821286559105,
        -0.06767333298921585,
        -0.044791653752326965,
        0.013194800354540348,
        0.0012800743570551276,
        0.0952044203877449,
        -0.025306444615125656,
        0.03032364323735237,
        0.10171901434659958,
        -0.06725660711526871,
        -0.05540627986192703,
        -0.019297603517770767,
        -0.0233856700360775,
        -0.03004572167992592,
        0.057908471673727036,
        0.05093279108405113,
        0.12493787705898285,
        0.01014795619994402,
        -0.0916690081357956,
        -0.008877085521817207,
        0.0533897690474987,
        -2.3705643560056124e-33,
        -0.007195106241852045,
        0.03490137681365013,
        -0.020774299278855324,
        0.04003450646996498,
        0.03423867002129555,
        -0.0036302085500210524,
        0.05817106366157532,
        0.039347752928733826,
        0.0073324209079146385,
        0.0001188750538858585,
        -0.03797589987516403,
        0.04683034494519234,
        0.021379902958869934,
        -0.06944802403450012,
        0.04469839110970497,
        -0.017192808911204338,
        0.0003404107119422406,
        0.06448157131671906,
        -0.0195563193410635,
        -0.03063441440463066,
        -0.007156840991228819,
        0.03387207165360451,
        0.017362484708428383,
        0.0031380830332636833,
        0.0032720156013965607,
        -0.0030989553779363632,
        0.10156454145908356,
        0.022463923320174217,
        -0.0680764839053154,
        0.014166951179504395,
        0.02195698395371437,
        0.07088254392147064,
        -0.008116241544485092,
        -0.04983316361904144,
        0.12089838832616806,
        0.0563776008784771,
        -0.006889201235026121,
        0.0009279581136070192,
        -0.013957392424345016,
        0.011033098213374615,
        0.025736350566148758,
        0.0446203351020813,
        -0.04188817739486694,
        -0.032520364969968796,
        -0.05043446272611618,
        -0.17934918403625488,
        0.02896149270236492,
        0.02897462248802185,
        -0.043025750666856766,
        0.09421786665916443,
        0.024624532088637352,
        0.005371750332415104,
        -0.02074454352259636,
        -0.05884857103228569,
        -0.04432981088757515,
        -0.01952066831290722,
        0.010699881240725517,
        -0.07393097877502441,
        0.021101785823702812,
        0.08539700508117676,
        0.0014022986870259047,
        0.008333955891430378,
        0.04540315642952919,
        -0.046409837901592255,
        0.06331750005483627,
        0.12433327734470367,
        -0.06765814870595932,
        -0.0025280797854065895,
        -0.02857731655240059,
        0.013076359406113625,
        -0.006694915238767862,
        -0.09384942054748535,
        -0.07355380803346634,
        -0.0866474136710167,
        0.032731834799051285,
        -0.046595264226198196,
        0.05954328924417496,
        0.034996435046195984,
        0.05141361430287361,
        0.03809153288602829,
        -0.07103734463453293,
        0.0319407619535923,
        -0.06665059179067612,
        -0.04718927666544914,
        0.0786442682147026,
        -0.0016081748763099313,
        -0.015471519902348518,
        -0.07022459805011749,
        0.0017162085277959704,
        0.022163480520248413,
        -0.031715065240859985,
        -0.06462868303060532,
        -0.0012962879845872521,
        -0.05796317756175995,
        -0.0009113852865993977,
        1.4604206816436748e-33,
        -0.013085940852761269,
        0.02964548021554947,
        -0.1116756796836853,
        0.06526829302310944,
        -0.02686685509979725,
        0.0006799488910473883,
        -0.023456668481230736,
        0.1261417418718338,
        -0.06522522866725922,
        -0.06511397659778595,
        -0.024422423914074898,
        0.02725476399064064,
        -0.013679861091077328,
        0.033479344099760056,
        -0.07169497758150101,
        0.04651612788438797,
        0.08659354597330093,
        -0.09441900253295898,
        -0.05135917663574219,
        -0.09567055851221085,
        0.06815895438194275,
        -0.06645531952381134,
        0.07030154764652252,
        0.14418689906597137,
        0.005666412878781557,
        0.03060850314795971,
        -0.00652103079482913,
        0.015483951196074486,
        0.051718819886446,
        -0.09188606590032578,
        0.023691507056355476,
        -0.09716962277889252,
        0.03271600231528282,
        0.08444947004318237,
        0.0025252618361264467,
        -0.09428990632295609,
        -0.013094926252961159,
        0.12986469268798828,
        -0.0030979320872575045,
        0.04702204838395119,
        0.022940296679735184,
        -0.040870051831007004,
        -0.006152462214231491,
        -0.002580608008429408,
        -0.0484408438205719,
        0.03581561520695686,
        0.04732922837138176,
        0.03599606826901436,
        0.05012180656194687,
        0.004646597895771265,
        0.039301104843616486,
        -0.005828483961522579,
        -0.028261613100767136,
        0.08463220298290253,
        0.0368211604654789,
        0.009640045464038849,
        0.040198832750320435,
        0.05918428674340248,
        0.061895933002233505,
        0.001118576736189425,
        0.09603073447942734,
        0.023035800084471703,
        -0.037017516791820526,
        -0.010328218340873718,
        0.01713966764509678,
        -0.04536878317594528,
        -0.019340984523296356,
        -0.0565367192029953,
        -0.19881966710090637,
        -0.010280564427375793,
        -0.024381769821047783,
        -0.03383423760533333,
        0.11578693985939026,
        -0.06537718325853348,
        -0.053943268954753876,
        -0.027029121294617653,
        -0.050455816090106964,
        -0.06770087033510208,
        0.05588505044579506,
        -0.0014746574452146888,
        -0.07152831554412842,
        -0.09499775618314743,
        0.0016829820815473795,
        0.03091323934495449,
        -0.00845093373209238,
        -0.049858734011650085,
        0.011289694346487522,
        -0.018320966511964798,
        0.08525463938713074,
        0.05129249393939972,
        0.007229995913803577,
        0.051079586148262024,
        -0.009736873209476471,
        -0.02807675674557686,
        0.05969458073377609,
        -1.3325066383629292e-08,
        0.004349070601165295,
        0.08496461063623428,
        -0.017020773142576218,
        0.012681245803833008,
        0.01605260744690895,
        -0.021136712282896042,
        0.041643280535936356,
        0.06148749589920044,
        -0.01984073594212532,
        -0.13068091869354248,
        0.12773452699184418,
        0.0016045828815549612,
        -0.07417795807123184,
        -0.0006049254443496466,
        -0.06224503740668297,
        -0.07882753759622574,
        0.018672175705432892,
        -0.04409234598278999,
        -0.010594704188406467,
        0.006342688575387001,
        -0.021459829062223434,
        -0.03470826894044876,
        0.03823240101337433,
        0.015219254419207573,
        -0.022710533812642097,
        0.006478332448750734,
        0.08105114847421646,
        0.053976546972990036,
        -0.0037153468001633883,
        -0.06483464688062668,
        0.0366610512137413,
        0.0533442497253418,
        0.044830452650785446,
        -0.04215370863676071,
        -0.01628084108233452,
        0.06734278053045273,
        -0.02089318446815014,
        0.04061667621135712,
        0.028486164286732674,
        0.042075857520103455,
        -0.06437190622091293,
        0.006407500244677067,
        -0.02047710306942463,
        0.02361655980348587,
        -0.011485960334539413,
        0.04036427661776543,
        -0.039609674364328384,
        0.015340236946940422,
        -0.045523036271333694,
        -0.07233387976884842,
        -0.003567180596292019,
        -0.060726579278707504,
        -0.00041889073327183723,
        0.11101125180721283,
        0.03840397670865059,
        0.03603561595082283,
        0.05378562584519386,
        -0.07417463511228561,
        0.06628743559122086,
        -0.028262820094823837,
        0.01090354472398758,
        -0.05643341690301895,
        -0.002082106424495578,
        0.014271131716668606
      ],
      "query_id": "eval-keel-2",
      "question": "How many Keel backup snapshots are retained?",
      "ranking": [
        {
          "id": "keel",
          "score": 0.03278688524590164
        },
        {
          "id": "archive",
          "score": 0.0315136476426799
        },
        {
          "id": "prism",
          "score": 0.03125
        },
        {
          "id": "engine",
          "score": 0.031024531024531024
        },
        {
          "id": "rivet-calibration",
          "score": 0.030834914611005692
        },
        {
          "id": "export",
          "score": 0.029877369007803793
        },
        {
          "id": "mirror",
          "score": 0.028693528693528692
        },
        {
          "id": "harbor",
          "score": 0.028381642512077296
        },
        {
          "id": "beacon",
          "score": 0.028309409888357256
        },
        {
          "id": "garden",
          "score": 0.027598020555767037
        },
        {
          "id": "cargo",
          "score": 0.027583600982429624
        },
        {
          "id": "iris",
          "score": 0.0273972602739726
        },
        {
          "id": "junction",
          "score": 0.027222222222222224
        },
        {
          "id": "drone",
          "score": 0.027205882352941177
        },
        {
          "id": "quartz-batch",
          "score": 0.02712049508554787
        },
        {
          "id": "orbit",
          "score": 0.026785714285714288
        },
        {
          "id": "frost",
          "score": 0.0264808362369338
        },
        {
          "id": "lantern",
          "score": 0.026144907723855092
        },
        {
          "id": "rivet",
          "score": 0.026132699813337858
        },
        {
          "id": "iris-network",
          "score": 0.025859192525859193
        },
        {
          "id": "quartz",
          "score": 0.025679012345679014
        },
        {
          "id": "lantern-charge",
          "score": 0.024891774891774892
        },
        {
          "id": "soil",
          "score": 0.024725274725274724
        },
        {
          "id": "nova",
          "score": 0.024706420619185605
        }
      ],
      "reached_token_limit": false,
      "references": [
        "28",
        "28 snapshots"
      ],
      "relevance": {
        "keel": 1
      },
      "retrieval_ms": 11.117529997136444,
      "split": "eval",
      "total_ms": 90.24198499901104
    },
    {
      "answer": "Manual mode",
      "answerable": true,
      "context_ids": [
        "lantern",
        "frost",
        "iris"
      ],
      "execution_position": 1,
      "generation_ms": 87.61754700026358,
      "group": "lantern",
      "input_tokens": 186,
      "method": "hybrid",
      "metrics": {
        "context_recall": 1.0,
        "exact_match": 1.0,
        "ndcg": 1.0,
        "recall": 1.0,
        "token_f1": 1.0
      },
      "output_tokens": 3,
      "prompt": "Answer the question using only the context. Give a short answer. If the context does not contain the answer, say unknown.\n\nContext:\n[lantern] Lantern outage procedure. During a lantern outage, switch the corridor controller to manual mode. The reserve lamp lasts 150 minutes. A steady green indicator confirms that the reserve lamp is active.\n[frost] Frost sensor. The frost sensor is calibrated with a silver reference plate. Recalibrate it every 30 days. A blinking violet light means calibration is overdue.\n[iris] Iris emergency access. When the Iris door loses network connectivity, enter the local access code 5826. The mechanical override key is stored in locker C7. The local code is fictional training data.\n\nQuestion: Which controller mode is required during a lantern outage?\nAnswer:",
      "query_embedding": [
        0.03423837944865227,
        0.016224678605794907,
        -0.10496414452791214,
        0.0643027275800705,
        0.05080029368400574,
        -0.011320684105157852,
        0.014087078161537647,
        0.007890982553362846,
        -0.04659586399793625,
        0.049849215894937515,
        0.14367984235286713,
        0.026063712313771248,
        -0.04591039568185806,
        -0.006729434709995985,
        0.02764085680246353,
        0.0567745678126812,
        0.049181193113327026,
        -0.0805181935429573,
        0.005508410278707743,
        -0.022356942296028137,
        0.1032656878232956,
        0.045975424349308014,
        -0.03131580352783203,
        -0.034165386110544205,
        -0.056699953973293304,
        0.021810544654726982,
        -0.02530527114868164,
        -0.0394534133374691,
        0.001341120689176023,
        -0.05600738897919655,
        -0.02454012632369995,
        0.06873258203268051,
        -0.03848085179924965,
        -0.11113748699426651,
        -0.008663251996040344,
        -0.06143338605761528,
        0.05532248690724373,
        -0.07223150879144669,
        0.03468900918960571,
        -0.045121148228645325,
        0.005252208560705185,
        -0.027515148743987083,
        -0.03639393299818039,
        -0.013269207440316677,
        0.015938477590680122,
        0.06074197590351105,
        0.014527637511491776,
        -0.039092179387807846,
        0.0147523432970047,
        -0.042955655604600906,
        0.1452302634716034,
        0.07687955349683762,
        0.0004903919762000442,
        0.0822783038020134,
        0.036918140947818756,
        -0.0021568762604147196,
        -0.06609801948070526,
        0.03066781722009182,
        0.01473433617502451,
        -0.013923229649662971,
        0.024024182930588722,
        0.021326381713151932,
        -0.04804670810699463,
        0.0005795130273327231,
        0.008150732144713402,
        -0.03053170070052147,
        0.022591300308704376,
        -0.11652954667806625,
        0.03163794055581093,
        -0.05044591799378395,
        -0.054294876754283905,
        -0.011762763373553753,
        0.04517397657036781,
        -0.04825284704566002,
        -0.001250807079486549,
        -0.02439648099243641,
        0.033609919250011444,
        -0.07628165930509567,
        -0.04449711740016937,
        -0.05506858602166176,
        0.09394264966249466,
        0.0739399641752243,
        -0.03692905604839325,
        0.06002942845225334,
        0.050879381597042084,
        -0.007092345971614122,
        0.012421414256095886,
        0.09548269212245941,
        0.05761048197746277,
        0.046814627945423126,
        -0.015089605934917927,
        0.04636511951684952,
        -0.020668795332312584,
        -0.0007588418084196746,
        -0.051685720682144165,
        -0.051723312586545944,
        0.058051519095897675,
        -0.06495750695466995,
        -0.06524468958377838,
        0.01059220265597105,
        -0.026496339589357376,
        -0.06100745499134064,
        0.014466951601207256,
        0.049641769379377365,
        0.03689512610435486,
        -0.10813765227794647,
        0.03229214996099472,
        -0.007610035128891468,
        0.009574527852237225,
        -0.011637687683105469,
        0.0858624204993248,
        -0.002840199274942279,
        0.005281234625726938,
        0.003450491465628147,
        0.0998058095574379,
        -0.01792258210480213,
        -0.04086051136255264,
        0.03715991973876953,
        0.04338512569665909,
        -0.00937033724039793,
        -0.017660479992628098,
        -0.013843323104083538,
        0.10220576077699661,
        -0.016177663579583168,
        0.05022590979933739,
        0.04681771993637085,
        0.04416089132428169,
        -2.413990790744834e-33,
        0.00711733428761363,
        -0.015511872246861458,
        -0.07653898745775223,
        0.05245828256011009,
        0.05880702659487724,
        0.008697029203176498,
        0.03644750639796257,
        -0.02909807302057743,
        0.07450743764638901,
        -0.030758338049054146,
        0.013265250250697136,
        -0.019623812288045883,
        -0.029103171080350876,
        -0.006060676649212837,
        0.07571535557508469,
        -0.005723945796489716,
        0.0457780696451664,
        -0.03180069476366043,
        0.04926750436425209,
        -0.050523217767477036,
        0.027035430073738098,
        0.02219190075993538,
        -0.0533287413418293,
        -0.03991429880261421,
        0.08696883916854858,
        0.08103866875171661,
        0.04695846512913704,
        -0.04459790140390396,
        -0.022564221173524857,
        0.017536303028464317,
        0.11395467817783356,
        -0.03005882538855076,
        0.0046123843640089035,
        0.03350520879030228,
        0.060184285044670105,
        0.09058030694723129,
        -0.023876069113612175,
        -0.014701105654239655,
        -0.042187511920928955,
        -0.05010038614273071,
        -0.13615752756595612,
        -0.026243750005960464,
        -0.09375325590372086,
        0.062346652150154114,
        -0.036101773381233215,
        -0.09551099687814713,
        0.04611309617757797,
        -0.009564896114170551,
        -0.040713731199502945,
        0.012528978288173676,
        -0.06836429983377457,
        0.0023031041491776705,
        0.026260051876306534,
        0.0018600559560582042,
        0.03049122542142868,
        0.03331291675567627,
        -0.0036045031156390905,
        -0.017758483067154884,
        -0.011706037446856499,
        -0.058431874960660934,
        -0.006337292958050966,
        -0.09952197968959808,
        -0.03028176724910736,
        -0.07367661595344543,
        0.031347256153821945,
        -0.016495879739522934,
        -0.08971721678972244,
        -0.06363488733768463,
        -0.0693618580698967,
        -0.08457693457603455,
        -0.04456842690706253,
        -0.061885904520750046,
        0.03876201808452606,
        -0.030404845252633095,
        -0.07929092645645142,
        0.034699276089668274,
        -0.007458432111889124,
        0.045247893780469894,
        -0.05280352383852005,
        0.012060292065143585,
        -0.027026057243347168,
        0.007114701438695192,
        0.014039607718586922,
        0.03429454565048218,
        0.06060342490673065,
        -0.05580464377999306,
        -0.046987563371658325,
        0.023744795471429825,
        -0.04244774952530861,
        -0.01070203073322773,
        -0.05239840969443321,
        0.029977211728692055,
        0.07484161853790283,
        0.03677663952112198,
        0.09504728764295578,
        1.2401769376667416e-33,
        -0.002920957515016198,
        -0.05077538266777992,
        -0.04465891420841217,
        -0.008286705240607262,
        0.05755862966179848,
        0.03848116844892502,
        -0.05365827679634094,
        -0.004067136440426111,
        -0.006117123644798994,
        -0.05820486322045326,
        -0.03955909237265587,
        0.028474796563386917,
        -0.09725704789161682,
        -0.005338197574019432,
        0.020384104922413826,
        -0.06339073181152344,
        -0.09185018390417099,
        0.019785553216934204,
        0.015051550231873989,
        0.10031730681657791,
        0.02449747920036316,
        0.008966711349785328,
        0.0056593213230371475,
        0.0264463871717453,
        -0.027434738352894783,
        0.05416061729192734,
        -0.02578844502568245,
        0.04759657755494118,
        -0.05157779902219772,
        -0.06775827705860138,
        0.03201523423194885,
        -0.011802912689745426,
        0.08690991252660751,
        0.08278266340494156,
        -0.06059873104095459,
        0.0511869452893734,
        -0.004091898910701275,
        0.04133240506052971,
        -0.16527175903320312,
        0.06254855543375015,
        0.06072182580828667,
        0.08942736685276031,
        0.010583991184830666,
        0.035143107175827026,
        0.0002375503972871229,
        0.023788101971149445,
        0.07460692524909973,
        -0.014686660841107368,
        -0.04048380255699158,
        0.10632431507110596,
        -0.03477871045470238,
        -0.07489252835512161,
        -0.056290384382009506,
        0.033495716750621796,
        -0.01276362407952547,
        -0.012820827774703503,
        0.053087018430233,
        0.060356397181749344,
        -0.061099324375391006,
        -0.00730582932010293,
        0.10783995687961578,
        -0.04514726623892784,
        0.07092559337615967,
        0.041796937584877014,
        -0.008769003674387932,
        0.002388184890151024,
        0.07004297524690628,
        0.10701770335435867,
        0.08859969675540924,
        -0.02550397254526615,
        0.014435785822570324,
        -0.04440537095069885,
        0.08981232345104218,
        -0.030005864799022675,
        0.03955014795064926,
        -0.04817664250731468,
        -0.029172291979193687,
        -0.06285346299409866,
        -0.004690302535891533,
        -0.06751412153244019,
        -0.0912293940782547,
        -0.0673472061753273,
        -0.0747983530163765,
        0.08586233854293823,
        0.015707343816757202,
        -0.01280298549681902,
        0.033983487635850906,
        -0.0700749084353447,
        0.007696480955928564,
        -0.06289702653884888,
        0.011032380163669586,
        0.04505634680390358,
        0.03508530184626579,
        0.04631240293383598,
        -0.041126102209091187,
        -1.551015849088344e-08,
        -0.05392349883913994,
        0.05623827874660492,
        -0.006359921768307686,
        -0.054404281079769135,
        0.0731174573302269,
        -0.018802177160978317,
        0.08808863908052444,
        -0.10267870873212814,
        -0.04598141089081764,
        0.0037318719550967216,
        0.059962306171655655,
        -0.04525068402290344,
        0.05477707087993622,
        -0.044552031904459,
        0.07653463631868362,
        -0.03511588275432587,
        0.03570323437452316,
        -0.053562283515930176,
        -0.03481024503707886,
        0.014364844188094139,
        -0.034593310207128525,
        -0.06256704777479172,
        -0.051602743566036224,
        0.01311793178319931,
        0.060704369097948074,
        0.05389602109789848,
        0.02036304958164692,
        0.03775520995259285,
        0.03971333056688309,
        0.07988952845335007,
        -0.027048664167523384,
        0.05870680510997772,
        0.0070645492523908615,
        0.051991403102874756,
        -0.05168754607439041,
        0.11926847696304321,
        0.04248134419322014,
        -0.025556249544024467,
        -0.003414575941860676,
        -0.03707831725478172,
        -0.008755940943956375,
        0.0030696969479322433,
        0.002135653980076313,
        -0.014469761401414871,
        0.019840888679027557,
        0.05850135162472725,
        0.028477976098656654,
        0.03204069659113884,
        0.019872719421982765,
        0.001944206072948873,
        -0.05911196023225784,
        -0.047307778149843216,
        -0.007684763986617327,
        -0.009649275802075863,
        0.0065281870774924755,
        -0.023213708773255348,
        0.04766051098704338,
        -0.03399081528186798,
        0.04179554432630539,
        -0.02257048338651657,
        0.000859572144690901,
        -0.029810380190610886,
        -0.05995026230812073,
        0.011630079708993435
      ],
      "query_id": "eval-lantern-1",
      "question": "Which controller mode is required during a lantern outage?",
      "ranking": [
        {
          "id": "lantern",
          "score": 0.03278688524590164
        },
        {
          "id": "frost",
          "score": 0.03149801587301587
        },
        {
          "id": "iris",
          "score": 0.03128054740957967
        },
        {
          "id": "iris-network",
          "score": 0.030834914611005692
        },
        {
          "id": "lantern-charge",
          "score": 0.03036576949620428
        },
        {
          "id": "garden",
          "score": 0.029877369007803793
        },
        {
          "id": "orbit",
          "score": 0.029631255487269532
        },
        {
          "id": "cargo",
          "score": 0.0293236301369863
        },
        {
          "id": "keel",
          "score": 0.02854251012145749
        },
        {
          "id": "beacon",
          "score": 0.02817460317460317
        },
        {
          "id": "soil",
          "score": 0.027799227799227798
        },
        {
          "id": "mirror",
          "score": 0.027583600982429624
        },
        {
          "id": "junction",
          "score": 0.02749719416386083
        },
        {
          "id": "harbor",
          "score": 0.027402402402402402
        },
        {
          "id": "drone",
          "score": 0.027242401779095628
        },
        {
          "id": "nova",
          "score": 0.027071520029266508
        },
        {
          "id": "archive",
          "score": 0.026153846153846153
        },
        {
          "id": "export",
          "score": 0.02604430914933198
        },
        {
          "id": "quartz",
          "score": 0.02548701298701299
        },
        {
          "id": "engine",
          "score": 0.02538152610441767
        },
        {
          "id": "prism",
          "score": 0.025158227848101268
        },
        {
          "id": "quartz-batch",
          "score": 0.025015634771732333
        },
        {
          "id": "rivet",
          "score": 0.02424331472230385
        },
        {
          "id": "rivet-calibration",
          "score": 0.023809523809523808
        }
      ],
      "reached_token_limit": false,
      "references": [
        "manual",
        "manual mode"
      ],
      "relevance": {
        "lantern": 1
      },
      "retrieval_ms": 9.643094999773894,
      "split": "eval",
      "total_ms": 98.85554799984675
    },
    {
      "answer": "150 minutes",
      "answerable": true,
      "context_ids": [
        "lantern",
        "lantern-charge",
        "iris"
      ],
      "execution_position": 0,
      "generation_ms": 86.81045599951176,
      "group": "lantern",
      "input_tokens": 187,
      "method": "hybrid",
      "metrics": {
        "context_recall": 1.0,
        "exact_match": 1.0,
        "ndcg": 1.0,
        "recall": 1.0,
        "token_f1": 1.0
      },
      "output_tokens": 3,
      "prompt": "Answer the question using only the context. Give a short answer. If the context does not contain the answer, say unknown.\n\nContext:\n[lantern] Lantern outage procedure. During a lantern outage, switch the corridor controller to manual mode. The reserve lamp lasts 150 minutes. A steady green indicator confirms that the reserve lamp is active.\n[lantern-charge] Reserve lamp charging. The reserve lamp needs 200 minutes to recharge fully. Charging uses the wall connector in the corridor. A full charge lasts a shorter time when the lamp is in use.\n[iris] Iris emergency access. When the Iris door loses network connectivity, enter the local access code 5826. The mechanical override key is stored in locker C7. The local code is fictional training data.\n\nQuestion: How long can the reserve lamp illuminate the corridor?\nAnswer:",
      "query_embedding": [
        0.07266724854707718,
        0.0517318919301033,
        0.011835564859211445,
        0.016524380072951317,
        0.008358231745660305,
        -0.020482981577515602,
        -0.04007122665643692,
        -0.023322660475969315,
        0.026814162731170654,
        0.011881272308528423,
        0.019501328468322754,
        0.019980167970061302,
        0.02420518733561039,
        0.00931296031922102,
        -0.00372246908955276,
        0.044456399977207184,
        0.028629226610064507,
        -0.0924331396818161,
        -0.03140567988157272,
        -0.03717688471078873,
        0.14292263984680176,
        -0.08663720637559891,
        -0.022410526871681213,
        -0.008722838014364243,
        -0.018770793452858925,
        -0.02588643692433834,
        -0.0069181607104837894,
        -0.004634775687009096,
        0.011394399218261242,
        -0.03761379420757294,
        -0.02618277631700039,
        -0.024305520579218864,
        -0.004170800093561411,
        0.015785563737154007,
        0.009763549081981182,
        0.038798738270998,
        0.03817931190133095,
        -0.028990497812628746,
        0.06624718010425568,
        0.0033189570531249046,
        -0.006681246683001518,
        -0.059033896774053574,
        5.399845395004377e-05,
        -0.006758480332791805,
        -0.018917862325906754,
        -0.030446143820881844,
        0.007617715746164322,
        -0.06385920196771622,
        -0.018762588500976562,
        -0.07499731332063675,
        0.025825634598731995,
        0.00932382047176361,
        0.023220684379339218,
        0.08469178527593613,
        -0.0013234494253993034,
        0.10118319094181061,
        -0.09136788547039032,
        -0.0021705080289393663,
        0.010094157420098782,
        0.008775806054472923,
        0.04383043944835663,
        -0.018462935462594032,
        -0.0554785430431366,
        -0.015323356725275517,
        -0.012599644251167774,
        -0.023626981303095818,
        -0.10785669088363647,
        -0.08783187717199326,
        0.08290775865316391,
        -0.058663588017225266,
        -0.04150104150176048,
        0.022580187767744064,
        -0.000623350846581161,
        -0.03449761122465134,
        -0.013973347842693329,
        -0.002708161948248744,
        0.017894241958856583,
        -0.007158773951232433,
        -0.02065218985080719,
        -0.15045283734798431,
        0.018839633092284203,
        0.009971941821277142,
        -0.03581272065639496,
        0.12748859822750092,
        0.0650700181722641,
        0.04472228139638901,
        0.04266998916864395,
        0.15081238746643066,
        -0.09477315098047256,
        0.03994831442832947,
        -0.0015249644638970494,
        -0.05200197175145149,
        -0.09304559230804443,
        -0.01564844138920307,
        -0.013563753105700016,
        -0.06758809834718704,
        -0.010033792816102505,
        -0.04268897324800491,
        -0.040833186358213425,
        0.03715166822075844,
        -0.0025662335101515055,
        -0.025681214407086372,
        -0.024930140003561974,
        0.03993047773838043,
        -0.019725937396287918,
        -0.024136027321219444,
        0.06991800665855408,
        0.1089760810136795,
        -0.02390381321310997,
        0.02301204390823841,
        0.08153477311134338,
        -0.033144544810056686,
        0.05756189674139023,
        0.062265343964099884,
        -0.011299674399197102,
        0.031200362369418144,
        0.02299663797020912,
        0.020308811217546463,
        0.009504678659141064,
        0.1119302287697792,
        0.0720548927783966,
        0.03278597071766853,
        0.05014323443174362,
        0.058623965829610825,
        0.0007522372761741281,
        0.04791046679019928,
        0.05301036313176155,
        -3.294121247429898e-33,
        -0.030604839324951172,
        -0.011003579944372177,
        -0.05750949680805206,
        -0.06170808896422386,
        0.07091700285673141,
        -0.044587086886167526,
        0.0212511345744133,
        0.04498598352074623,
        -0.019377637654542923,
        0.02756165713071823,
        0.06172223016619682,
        0.05798115208745003,
        0.024455999955534935,
        0.022259026765823364,
        0.026440976187586784,
        -0.07384882122278214,
        0.07404854148626328,
        0.08670175075531006,
        -0.03961171954870224,
        -0.01930786855518818,
        -0.004801654722541571,
        -0.007163964677602053,
        0.024405797943472862,
        -0.028741447255015373,
        0.05365647375583649,
        -0.032786447554826736,
        -0.025470154359936714,
        0.08192238956689835,
        -0.01799817942082882,
        0.04764362424612045,
        -0.012827633880078793,
        0.04275839775800705,
        0.02661244012415409,
        0.07477859407663345,
        0.018985837697982788,
        0.020555546507239342,
        0.05244171991944313,
        -0.006287044379860163,
        0.0027032343205064535,
        -0.0031326503958553076,
        -0.03650379180908203,
        0.07338277250528336,
        0.07484415918588638,
        0.057743437588214874,
        -0.0003249339642934501,
        0.019661925733089447,
        -0.01482541486620903,
        -0.002747907070443034,
        0.007058856077492237,
        0.10095851868391037,
        -0.021021082997322083,
        0.04089158773422241,
        -0.08710741996765137,
        -0.03408413752913475,
        0.06639128923416138,
        0.05635762959718704,
        -0.054192136973142624,
        -0.01296086423099041,
        0.04795732721686363,
        -0.03876618295907974,
        0.04057304933667183,
        0.048683181405067444,
        -0.02857953868806362,
        -0.001573040965013206,
        0.03358984738588333,
        0.005799019243568182,
        -0.059194669127464294,
        0.061838842928409576,
        -0.023380571976304054,
        -0.029540332034230232,
        -0.022206205874681473,
        -0.04910041764378548,
        -0.025657005608081818,
        -0.0068407682701945305,
        -0.05690659210085869,
        -0.04036496579647064,
        -0.009444915689527988,
        0.008905300870537758,
        -0.0032236697152256966,
        -0.011721806600689888,
        -0.03197651356458664,
        -0.017459582537412643,
        0.0266518946737051,
        0.012128299102187157,
        0.09888215363025665,
        -0.011329383589327335,
        -0.0007698936969973147,
        0.07377678900957108,
        -0.16372892260551453,
        -0.06401196122169495,
        -0.030265886336565018,
        0.019729316234588623,
        0.0160270556807518,
        -0.0026773393619805574,
        -0.027463240548968315,
        2.6179871824124877e-33,
        0.14338843524456024,
        0.0004241015121806413,
        -0.02672034129500389,
        0.024569373577833176,
        0.0492362380027771,
        0.00520860031247139,
        0.0010777115821838379,
        0.10715381801128387,
        -0.07184190303087234,
        0.10126333683729172,
        -0.014516802504658699,
        0.051413919776678085,
        0.04606698825955391,
        0.0051252576522529125,
        0.01712590828537941,
        -0.053968049585819244,
        0.047999307513237,
        -0.00887239258736372,
        -0.04791303724050522,
        0.11194803565740585,
        -0.02715928852558136,
        -0.0053725698962807655,
        -0.0428694523870945,
        -0.06749986112117767,
        -0.07956108450889587,
        0.11106803268194199,
        0.05725214630365372,
        -0.051106031984090805,
        -0.12552179396152496,
        -0.05373058468103409,
        -0.10278131812810898,
        0.006671163719147444,
        -0.10817288607358932,
        -0.07507216930389404,
        -0.00925122294574976,
        -0.003244095714762807,
        -0.0624040924012661,
        -0.07093648612499237,
        -0.055716391652822495,
        0.051771145313978195,
        0.11474181711673737,
        0.05063697695732117,
        0.05180857703089714,
        -0.02000371366739273,
        -0.08935654163360596,
        -0.01894414611160755,
        0.055206917226314545,
        -0.032472673803567886,
        -0.050399184226989746,
        -0.03202177584171295,
        -0.0030618987511843443,
        -0.07126078754663467,
        0.016662057489156723,
        0.0411268025636673,
        0.017218051478266716,
        -0.05220799148082733,
        0.031762514263391495,
        0.06856536865234375,
        -0.036488864570856094,
        0.010583396069705486,
        0.0214756578207016,
        0.028414661064743996,
        0.008913043886423111,
        0.06809279322624207,
        0.08071548491716385,
        0.044767946004867554,
        -0.006849671248346567,
        0.06889665126800537,
        0.017008479684591293,
        -0.006889796815812588,
        0.1167704164981842,
        -0.010056821629405022,
        -0.046841952949762344,
        0.012862748466432095,
        0.025574855506420135,
        0.010518217459321022,
        -0.03621004521846771,
        -0.022456001490354538,
        -0.0169146079570055,
        -0.035300061106681824,
        -0.0746891051530838,
        -0.08428547531366348,
        -0.08719032257795334,
        -0.10969197750091553,
        0.064109206199646,
        -0.06296037137508392,
        0.022488728165626526,
        -0.03292747959494591,
        -0.04072997346520424,
        0.031231168657541275,
        0.03748640418052673,
        0.03387100622057915,
        -0.04622158408164978,
        -0.07867046445608139,
        0.03687871992588043,
        -1.6219170007047978e-08,
        -0.05806747078895569,
        0.06781578063964844,
        -0.06131818890571594,
        -0.03267102316021919,
        0.050637952983379364,
        -0.0833936557173729,
        0.04742905870079994,
        -0.0018284200923517346,
        -0.050903160125017166,
        -0.011393791995942593,
        0.14420679211616516,
        0.008412536233663559,
        0.08689529448747635,
        0.044409383088350296,
        -0.02400144748389721,
        -0.012196846306324005,
        -0.04273655638098717,
        -0.06504564732313156,
        -0.04655822739005089,
        0.028464214876294136,
        -0.062064748257398605,
        -0.010608132928609848,
        -0.012888284400105476,
        -0.039042551070451736,
        0.03583629056811333,
        0.028697801753878593,
        0.0027143049519509077,
        0.043731771409511566,
        0.028203006833791733,
        -0.0017712709959596395,
        0.024040719494223595,
        0.032271843403577805,
        -0.04285642132163048,
        -0.035147152841091156,
        -0.020928701385855675,
        0.02880106493830681,
        -0.04894823953509331,
        -0.010906325653195381,
        0.0028752004727721214,
        0.009880811907351017,
        -0.04924400895833969,
        -0.0675131306052208,
        -0.028643237426877022,
        0.018167302012443542,
        0.03465333580970764,
        0.002171650528907776,
        -0.010943579487502575,
        0.06024368479847908,
        -0.09869986027479172,
        0.0151349613443017,
        0.025447100400924683,
        -0.02999083511531353,
        0.018262062221765518,
        -0.015390566550195217,
        0.05914926156401634,
        -0.09578566998243332,
        0.07469756156206131,
        -0.004908435512334108,
        -0.09536555409431458,
        -0.007531840819865465,
        0.039620399475097656,
        0.04926227405667305,
        -0.09253120422363281,
        -0.07493212819099426
      ],
      "query_id": "eval-lantern-2",
      "question": "How long can the reserve lamp illuminate the corridor?",
      "ranking": [
        {
          "id": "lantern",
          "score": 0.03252247488101534
        },
        {
          "id": "lantern-charge",
          "score": 0.03252247488101534
        },
        {
          "id": "iris",
          "score": 0.030798389007344232
        },
        {
          "id": "iris-network",
          "score": 0.029418126757516764
        },
        {
          "id": "engine",
          "score": 0.0293236301369863
        },
        {
          "id": "harbor",
          "score": 0.029206349206349208
        },
        {
          "id": "junction",
          "score": 0.028958333333333336
        },
        {
          "id": "garden",
          "score": 0.028665028665028666
        },
        {
          "id": "frost",
          "score": 0.028309409888357256
        },
        {
          "id": "archive",
          "score": 0.02819138376017471
        },
        {
          "id": "nova",
          "score": 0.02817460317460317
        },
        {
          "id": "keel",
          "score": 0.027730294396961064
        },
        {
          "id": "quartz",
          "score": 0.027579737335834898
        },
        {
          "id": "beacon",
          "score": 0.027242401779095628
        },
        {
          "id": "cargo",
          "score": 0.027205882352941177
        },
        {
          "id": "orbit",
          "score": 0.02690501986276634
        },
        {
          "id": "rivet",
          "score": 0.026754075124025514
        },
        {
          "id": "rivet-calibration",
          "score": 0.026190476190476188
        },
        {
          "id": "quartz-batch",
          "score": 0.026013513513513515
        },
        {
          "id": "drone",
          "score": 0.025974025974025976
        },
        {
          "id": "mirror",
          "score": 0.025937081659973226
        },
        {
          "id": "soil",
          "score": 0.0251661918328585
        },
        {
          "id": "export",
          "score": 0.02485334979932078
        },
        {
          "id": "prism",
          "score": 0.024562989752863168
        }
      ],
      "reached_token_limit": false,
      "references": [
        "150 minutes",
        "150"
      ],
      "relevance": {
        "lantern": 1
      },
      "retrieval_ms": 8.151982001436409,
      "split": "eval",
      "total_ms": 96.41115400154376
    },
    {
      "answer": "40 minutes",
      "answerable": true,
      "context_ids": [
        "mirror",
        "prism",
        "cargo"
      ],
      "execution_position": 2,
      "generation_ms": 91.20749900102965,
      "group": "mirror",
      "input_tokens": 187,
      "method": "hybrid",
      "metrics": {
        "context_recall": 1.0,
        "exact_match": 1.0,
        "ndcg": 1.0,
        "recall": 1.0,
        "token_f1": 1.0
      },
      "output_tokens": 3,
      "prompt": "Answer the question using only the context. Give a short answer. If the context does not contain the answer, say unknown.\n\nContext:\n[mirror] Mirror synchronization. Mirror replicas synchronize every 14 minutes. A replica more than 40 minutes behind is marked stale. Stale replicas remain readable but cannot serve verification requests.\n[prism] Prism sample storage. Prism mineral samples are stored at 8 degrees Celsius. Each sample requires a white tamper seal. Samples with broken seals must be moved to quarantine shelf Q4.\n[cargo] Cargo inspection. Incoming cargo must wait in the amber bay until inspection is complete. Inspectors stamp approved crates with a blue triangle. An orange circle means inspection is pending.\n\nQuestion: How far behind must a Mirror replica be to become stale?\nAnswer:",
      "query_embedding": [
        -0.016007844358682632,
        -0.0275439266115427,
        0.07253721356391907,
        -0.03625389188528061,
        -0.010277136228978634,
        -0.09733737260103226,
        -0.1260167360305786,
        -0.036001332104206085,
        -0.047284096479415894,
        0.004684208892285824,
        0.018430104479193687,
        0.09809375554323196,
        0.023674828931689262,
        -0.05345751717686653,
        -0.004758731462061405,
        -0.017571892589330673,
        0.14144740998744965,
        -0.10051430761814117,
        0.015268799848854542,
        0.027054939419031143,
        0.03488803654909134,
        -0.08879898488521576,
        -0.024386851117014885,
        -0.026962487027049065,
        0.005203885026276112,
        0.0010481167118996382,
        -0.05360442027449608,
        -0.035540495067834854,
        -0.007266694214195013,
        -0.036740031093358994,
        -0.07169545441865921,
        0.002116212621331215,
        -0.09221731871366501,
        -0.0651128813624382,
        0.04853159561753273,
        0.02629031240940094,
        -0.02664458565413952,
        -0.05751804634928703,
        0.0838603749871254,
        -0.07762479037046432,
        -0.010905088856816292,
        -0.04295407608151436,
        -0.022298462688922882,
        0.05926818028092384,
        -0.024989303201436996,
        0.01986091583967209,
        0.06487710028886795,
        0.03503619134426117,
        0.027895627543330193,
        -0.06335555762052536,
        -0.01306038349866867,
        -0.04218870401382446,
        0.008537657558918,
        -0.029020143672823906,
        0.002972800051793456,
        -0.03374199569225311,
        0.02494686469435692,
        0.028637010604143143,
        0.004913238808512688,
        0.07156705111265182,
        0.15555928647518158,
        -0.077359139919281,
        -0.05500853434205055,
        -0.04202939569950104,
        0.054989732801914215,
        0.014301883056759834,
        0.03932945430278778,
        -0.05414469912648201,
        0.05364308878779411,
        0.04351910948753357,
        -0.07464373856782913,
        0.018865270540118217,
        -0.04573337733745575,
        0.00788565818220377,
        4.038928182126256e-06,
        0.039160411804914474,
        0.05734729394316673,
        -0.07399660348892212,
        -0.024229807779192924,
        -0.00388756743632257,
        -0.04124418646097183,
        -0.021149497479200363,
        0.049500059336423874,
        -0.01396049465984106,
        -0.03950908035039902,
        -0.03627033904194832,
        0.010071375407278538,
        0.02868761494755745,
        0.02551371417939663,
        -0.010301350615918636,
        0.03476223722100258,
        0.12685807049274445,
        0.012523090466856956,
        -0.03183496370911598,
        0.011628176085650921,
        0.017192669212818146,
        0.0193630401045084,
        0.06369231641292572,
        0.013537947088479996,
        0.011771558783948421,
        -0.008890874683856964,
        0.061257023364305496,
        0.004806173965334892,
        0.022842517122626305,
        0.0345502607524395,
        -0.029312556609511375,
        -0.09394191205501556,
        0.051063619554042816,
        -0.008828187361359596,
        0.08386591821908951,
        -0.03845822438597679,
        0.017621813341975212,
        0.0556085966527462,
        0.051314014941453934,
        -0.05026949569582939,
        -0.03149330988526344,
        0.05542799085378647,
        -0.00341043621301651,
        -0.08525564521551132,
        0.00965762510895729,
        0.0679403617978096,
        0.01904786005616188,
        0.06547451764345169,
        -0.021724959835410118,
        -0.03459848463535309,
        0.0016356530832126737,
        0.0798506811261177,
        -3.097453328355652e-33,
        -0.00810058880597353,
        0.02853173017501831,
        0.012952376157045364,
        0.007089458871632814,
        0.0026926943100988865,
        0.012600389309227467,
        0.037869926542043686,
        0.06248581036925316,
        -0.052569665014743805,
        -0.032256487756967545,
        -0.008365110494196415,
        -0.0182308629155159,
        -0.058396726846694946,
        -0.050219859927892685,
        -0.006482098251581192,
        0.005819864105433226,
        0.014575946144759655,
        0.0691014975309372,
        -0.03521708771586418,
        -0.04750702902674675,
        -0.050553418695926666,
        -0.09959476441144943,
        0.014118984341621399,
        0.01390843652188778,
        -0.012504393234848976,
        -0.00242958078160882,
        0.02480657771229744,
        0.02716667577624321,
        -0.07493726909160614,
        -0.009236893616616726,
        0.01941012032330036,
        0.026585731655359268,
        -0.002646316308528185,
        0.01140826940536499,
        0.008196337148547173,
        0.008467727340757847,
        0.012890290468931198,
        -0.008226050063967705,
        -0.016824617981910706,
        -0.03575952351093292,
        0.054259154945611954,
        0.04411054775118828,
        0.09726101905107498,
        -0.005253360141068697,
        0.039140086621046066,
        -0.030351657420396805,
        0.04687035083770752,
        0.05885038152337074,
        -0.06504806131124496,
        0.042508337646722794,
        0.028275683522224426,
        0.01376248337328434,
        -0.09261858463287354,
        0.03477007523179054,
        -0.017609789967536926,
        0.021222248673439026,
        0.09054551273584366,
        -0.11997934430837631,
        -0.011317098513245583,
        -0.004245287738740444,
        0.05908109247684479,
        0.005386854521930218,
        0.04965405911207199,
        0.05151795595884323,
        0.019727138802409172,
        0.09939129650592804,
        -0.08967190980911255,
        -0.022786205634474754,
        0.006756239105015993,
        0.06664574891328812,
        0.09652537107467651,
        -0.045374900102615356,
        -0.07061802595853806,
        -0.08120028674602509,
        -0.014151903800666332,
        -0.03661005198955536,
        -0.06715427339076996,
        -0.025919176638126373,
        0.040110185742378235,
        0.005808547604829073,
        -0.011513947509229183,
        -0.0007896933821029961,
        -0.18568448722362518,
        -0.04195655509829521,
        -0.007841468788683414,
        -0.024244535714387894,
        0.04820438101887703,
        -0.05496011674404144,
        -0.04092913493514061,
        -0.0033909224439412355,
        0.010297474451363087,
        -0.08134628087282181,
        -0.03110485151410103,
        -0.02825014479458332,
        -0.027616016566753387,
        2.0498309060547436e-33,
        0.07680749148130417,
        -0.03554799035191536,
        0.06031890586018562,
        0.0951702892780304,
        0.0017443015240132809,
        -0.04356345906853676,
        -0.018560267984867096,
        0.14182375371456146,
        -0.040345363318920135,
        0.024743085727095604,
        -0.017563654109835625,
        -0.03796328976750374,
        0.03204626590013504,
        0.05413864180445671,
        -0.03227265551686287,
        0.052413810044527054,
        0.17275965213775635,
        -0.13237226009368896,
        -0.038991790264844894,
        -0.020527923479676247,
        0.11120600253343582,
        -0.0644543394446373,
        -0.011865844018757343,
        0.0534343384206295,
        -0.03893313556909561,
        0.020457157865166664,
        0.014507181011140347,
        -0.08132919669151306,
        -0.027860527858138084,
        -0.05501239746809006,
        -0.020938267931342125,
        -0.0729365199804306,
        0.04427669197320938,
        -0.016855664551258087,
        0.03738970682024956,
        0.052700672298669815,
        -0.013560702092945576,
        0.029302475973963737,
        -0.024936655536293983,
        -0.03826266527175903,
        0.041036345064640045,
        0.03043203242123127,
        -0.06891567260026932,
        -0.029952289536595345,
        0.011166037060320377,
        -0.04608596861362457,
        -0.01273680292069912,
        0.020729010924696922,
        -0.029096681624650955,
        0.028360506519675255,
        0.08752597123384476,
        -0.027083298191428185,
        -0.01641971990466118,
        -0.01204188447445631,
        -0.023845216259360313,
        0.08629310876131058,
        -0.03824878856539726,
        0.13299642503261566,
        0.03599261865019798,
        0.03928235545754433,
        0.11525984853506088,
        0.00238637812435627,
        -0.0029265419580042362,
        8.47873161546886e-05,
        0.0006297977524809539,
        0.060023196041584015,
        0.017032131552696228,
        0.04626660794019699,
        -0.010408288799226284,
        0.03554343804717064,
        0.08428674936294556,
        0.05586638301610947,
        -0.015213734470307827,
        -0.0157706867903471,
        -0.018620865419507027,
        -0.017747744917869568,
        0.02598615363240242,
        0.008858958259224892,
        0.04599565267562866,
        0.033618733286857605,
        -0.15650157630443573,
        0.025830905884504318,
        0.005231058225035667,
        0.07646018266677856,
        0.04489913210272789,
        -0.10121676325798035,
        -0.00555630587041378,
        -0.06339748203754425,
        0.011093491688370705,
        0.0666029155254364,
        0.012805700302124023,
        -0.013869913294911385,
        -0.10838540643453598,
        -0.0629754513502121,
        0.024558983743190765,
        -1.582740694061613e-08,
        -0.003005250357091427,
        0.05376520752906799,
        0.05773529037833214,
        0.06170523539185524,
        0.012535208836197853,
        0.06705018132925034,
        0.11912622302770615,
        -0.013437864370644093,
        0.01956433244049549,
        0.016374580562114716,
        0.10158619284629822,
        0.004186546429991722,
        0.03976820409297943,
        0.015472955070436,
        -0.02999900095164776,
        0.009923688136041164,
        -0.011705460958182812,
        -0.08703606575727463,
        -0.0711757242679596,
        0.04445437341928482,
        -0.0768967717885971,
        -0.004072575364261866,
        0.0559188537299633,
        -0.057509344071149826,
        0.005489833652973175,
        -0.002267401199787855,
        0.00837506540119648,
        0.047429341822862625,
        0.012938892468810081,
        0.004053764045238495,
        0.001140484120696783,
        -0.027736885473132133,
        0.0578199066221714,
        -0.06066735088825226,
        -0.020519832149147987,
        -0.007875906303524971,
        -0.10851136595010757,
        0.004999089986085892,
        -0.008759290911257267,
        0.038705453276634216,
        -0.04632538557052612,
        -0.03462551161646843,
        -0.010446631349623203,
        0.057087983936071396,
        0.03716690465807915,
        -0.04288347065448761,
        -0.03764192387461662,
        -0.023717597126960754,
        -0.08226026594638824,
        0.007047578226774931,
        0.06152451038360596,
        -0.04785985127091408,
        -0.0298540610820055,
        0.0016213327180594206,
        -0.02363564819097519,
        -0.01005676668137312,
        0.04489441215991974,
        0.006062276195734739,
        -0.06065978854894638,
        0.023564128205180168,
        0.10738831013441086,
        0.006717137061059475,
        -0.00014834682224318385,
        0.01957531087100506
      ],
      "query_id": "eval-mirror-1",
      "question": "How far behind must a Mirror replica be to become stale?",
      "ranking": [
        {
          "id": "mirror",
          "score": 0.03278688524590164
        },
        {
          "id": "prism",
          "score": 0.031746031746031744
        },
        {
          "id": "cargo",
          "score": 0.02967032967032967
        },
        {
          "id": "harbor",
          "score": 0.02964426877470356
        },
        {
          "id": "junction",
          "score": 0.029418126757516764
        },
        {
          "id": "rivet",
          "score": 0.0293236301369863
        },
        {
          "id": "archive",
          "score": 0.02871794871794872
        },
        {
          "id": "nova",
          "score": 0.028629032258064516
        },
        {
          "id": "keel",
          "score": 0.028612012987012988
        },
        {
          "id": "quartz",
          "score": 0.028474711270410194
        },
        {
          "id": "lantern",
          "score": 0.027912386121341344
        },
        {
          "id": "frost",
          "score": 0.027443609022556388
        },
        {
          "id": "engine",
          "score": 0.027346637102734665
        },
        {
          "id": "export",
          "score": 0.027212143650499815
        },
        {
          "id": "orbit",
          "score": 0.027046783625730993
        },
        {
          "id": "drone",
          "score": 0.02690501986276634
        },
        {
          "id": "quartz-batch",
          "score": 0.02690501986276634
        },
        {
          "id": "lantern-charge",
          "score": 0.026754075124025514
        },
        {
          "id": "rivet-calibration",
          "score": 0.02661064425770308
        },
        {
          "id": "beacon",
          "score": 0.026547116736990152
        },
        {
          "id": "garden",
          "score": 0.025833333333333333
        },
        {
          "id": "iris-network",
          "score": 0.02541827541827542
        },
        {
          "id": "soil",
          "score": 0.025003906860446942
        },
        {
          "id": "iris",
          "score": 0.02424331472230385
        }
      ],
      "reached_token_limit": false,
      "references": [
        "more than 40 minutes",
        "40 minutes",
        "40"
      ],
      "relevance": {
        "mirror": 1
      },
      "retrieval_ms": 8.240926999860676,
      "split": "eval",
      "total_ms": 100.90844599835691
    },
    {
      "answer": "No",
      "answerable": true,
      "context_ids": [
        "mirror",
        "quartz",
        "harbor"
      ],
      "execution_position": 1,
      "generation_ms": 74.84087900229497,
      "group": "mirror",
      "input_tokens": 173,
      "method": "hybrid",
      "metrics": {
        "context_recall": 1.0,
        "exact_match": 1.0,
        "ndcg": 1.0,
        "recall": 1.0,
        "token_f1": 1.0
      },
      "output_tokens": 2,
      "prompt": "Answer the question using only the context. Give a short answer. If the context does not contain the answer, say unknown.\n\nContext:\n[mirror] Mirror synchronization. Mirror replicas synchronize every 14 minutes. A replica more than 40 minutes behind is marked stale. Stale replicas remain readable but cannot serve verification requests.\n[quartz] Quartz service limits. The Quartz lookup service accepts 90 requests per minute per client. Requests above that limit receive status 429. A client should wait 20 seconds before trying again.\n[harbor] Harbor visitor passes. Harbor visitor passes remain valid for nine hours. Visitors collect a pass at the east kiosk. A visitor pass does not authorize access to the engine deck.\n\nQuestion: Can a stale Mirror replica serve verification requests?\nAnswer:",
      "query_embedding": [
        -0.09359399229288101,
        -0.04934742674231529,
        0.06728743016719818,
        -0.017453419044613838,
        0.0315043181180954,
        -0.10442378371953964,
        -0.09381595253944397,
        -0.11628890037536621,
        -0.04295724630355835,
        0.02658684179186821,
        -0.032478779554367065,
        0.07749045640230179,
        0.03504186123609543,
        -0.04017692804336548,
        -0.005492480471730232,
        -0.04956971853971481,
        0.0874413400888443,
        -0.009376022033393383,
        0.06749386340379715,
        0.048555489629507065,
        -0.09214774519205093,
        -0.0637800395488739,
        -0.036049533635377884,
        -0.017094718292355537,
        -0.03135640546679497,
        -0.03879985585808754,
        -0.008568939752876759,
        -0.02168375253677368,
        -0.04358870908617973,
        -0.05677461251616478,
        -0.011569473892450333,
        0.0351184643805027,
        -0.10934025794267654,
        -0.06960716098546982,
        0.0678485557436943,
        -0.00557871675118804,
        0.01139957457780838,
        -0.058435555547475815,
        0.03326401114463806,
        -0.08136172592639923,
        -0.013859027065336704,
        -0.1007038950920105,
        -0.09216118603944778,
        0.03633637726306915,
        -0.029083633795380592,
        0.04578949883580208,
        0.06666392087936401,
        0.052251167595386505,
        -0.02539854310452938,
        -0.03695513308048248,
        0.009368550963699818,
        -0.039585866034030914,
        0.0655517727136612,
        -0.03085038810968399,
        -0.0026234874967485666,
        -0.001747477101162076,
        0.0737757682800293,
        0.06167317181825638,
        0.02741287089884281,
        0.11390151083469391,
        0.10556143522262573,
        -0.06581294536590576,
        -0.04308827221393585,
        0.029810426756739616,
        0.07290823012590408,
        0.11618854105472565,
        0.03709326684474945,
        -0.052526675164699554,
        0.06825217604637146,
        -0.0006182343349792063,
        -0.025332089513540268,
        -0.02393806166946888,
        -0.004286097828298807,
        0.015223992988467216,
        -0.0030842036940157413,
        0.029832275584340096,
        -0.03739139437675476,
        -0.0511479377746582,
        0.0105166370049119,
        0.021345820277929306,
        -0.04339716583490372,
        -0.043401025235652924,
        0.03289776295423508,
        0.010077182203531265,
        0.018838629126548767,
        -0.021750424057245255,
        0.009184044785797596,
        0.03944554924964905,
        0.0424179881811142,
        -0.04091919958591461,
        0.024293052032589912,
        0.09638451784849167,
        0.027191197499632835,
        -0.026983482763171196,
        0.028647052124142647,
        0.016204241663217545,
        0.07210208475589752,
        0.0703691840171814,
        -0.007908603176474571,
        0.01794084906578064,
        0.012362013570964336,
        0.049756087362766266,
        0.022960903123021126,
        -0.02065691165626049,
        0.06241915002465248,
        -0.007144388277083635,
        -0.07177451252937317,
        0.041102778166532516,
        0.03877551481127739,
        0.04210585355758667,
        -0.0388149730861187,
        -0.03574877604842186,
        0.07895255088806152,
        0.05697660893201828,
        -0.03718103468418121,
        -0.021621063351631165,
        0.03929216042160988,
        -0.0009917878778651357,
        -0.08941774815320969,
        0.00358541845344007,
        0.06162922456860542,
        -0.017140638083219528,
        0.07566174864768982,
        -0.06445416808128357,
        1.6036556189646944e-05,
        0.0027910838834941387,
        0.07915853708982468,
        -3.0365333336242868e-33,
        -0.006047331728041172,
        0.02214704267680645,
        0.021407151594758034,
        -0.008531979285180569,
        -0.0009459540597163141,
        0.017672376707196236,
        0.07861671596765518,
        0.059092093259096146,
        -0.06763910502195358,
        -0.1326451450586319,
        -0.04191270098090172,
        0.04533746466040611,
        0.014921976253390312,
        -0.05587448179721832,
        -0.03205842897295952,
        0.040846604853868484,
        0.008857367560267448,
        0.08286233991384506,
        0.006312911864370108,
        0.02812168560922146,
        0.03431383892893791,
        -0.06685765832662582,
        0.022064054384827614,
        -0.027393704280257225,
        -0.021748727187514305,
        0.011029730550944805,
        0.02131827361881733,
        0.08206457644701004,
        -0.021145343780517578,
        -0.031632497906684875,
        -0.06737734377384186,
        0.01056425366550684,
        0.021925050765275955,
        0.05670767277479172,
        -0.004092590417712927,
        -0.030888017266988754,
        0.08454877883195877,
        -0.058583661913871765,
        -0.033291734755039215,
        -0.05510537698864937,
        0.07189052551984787,
        0.013981376774609089,
        0.026863012462854385,
        0.03493667393922806,
        -0.019825242459774017,
        -0.06252161413431168,
        0.030014676973223686,
        0.05230173468589783,
        -0.030674206092953682,
        0.05867255851626396,
        0.013920853845775127,
        0.01889837346971035,
        -0.12514303624629974,
        -0.05161498114466667,
        -0.04828910902142525,
        0.028010878711938858,
        0.004708146210759878,
        0.004668297711759806,
        -0.008870725519955158,
        -0.0013233816716820002,
        0.08554378151893616,
        -0.04295361042022705,
        -0.03360064700245857,
        0.009823214262723923,
        0.01796664483845234,
        0.0960010439157486,
        -0.08627042919397354,
        -0.05216755345463753,
        0.0037402287125587463,
        0.06590227037668228,
        0.06360205262899399,
        -0.026142721995711327,
        -0.04520502686500549,
        -0.06474829465150833,
        0.03610766679048538,
        -0.02412089705467224,
        -0.08579938858747482,
        0.023818619549274445,
        -0.0011712193954735994,
        0.03197723999619484,
        0.06530021876096725,
        -0.017832934856414795,
        -0.12714621424674988,
        0.00876066368073225,
        0.025346992537379265,
        -0.0038630086928606033,
        0.02224637009203434,
        -0.08250412344932556,
        -0.06271358579397202,
        -0.01828174479305744,
        -0.028773121535778046,
        -0.016602693125605583,
        -0.030885837972164154,
        0.018136214464902878,
        0.005810495000332594,
        2.1889030916875515e-33,
        -0.019006988033652306,
        -0.09401040524244308,
        0.03353137522935867,
        0.10593021661043167,
        0.016478281468153,
        -0.019911998882889748,
        -0.004921861924231052,
        0.07714633643627167,
        -0.06514042615890503,
        0.010195594280958176,
        0.07188897579908371,
        -0.07485059648752213,
        -0.002793277380988002,
        0.0435306690633297,
        -0.07550454139709473,
        -0.034377019852399826,
        0.07498244196176529,
        -0.06447093188762665,
        -0.013375723734498024,
        0.08279617875814438,
        0.13875003159046173,
        -0.032851025462150574,
        -0.038106705993413925,
        0.020237743854522705,
        0.011943002231419086,
        0.052157506346702576,
        0.0255289189517498,
        -0.06840164214372635,
        0.029158659279346466,
        0.020608633756637573,
        0.07933171838521957,
        -0.024293692782521248,
        0.009570647962391376,
        0.02389472909271717,
        0.05959300696849823,
        0.03263001888990402,
        0.039837367832660675,
        0.07774534821510315,
        -0.02955656684935093,
        -0.02788098156452179,
        0.016828268766403198,
        -0.017170840874314308,
        -0.056712716817855835,
        -0.022560935467481613,
        0.019142426550388336,
        -0.05790356546640396,
        -0.01679218001663685,
        0.08320367336273193,
        -0.08079688996076584,
        0.001424298738129437,
        0.08679918944835663,
        -0.016636816784739494,
        0.003416133811697364,
        0.02067214995622635,
        -0.026741761714220047,
        0.048827070742845535,
        -0.05143362656235695,
        0.11981289088726044,
        0.039029013365507126,
        0.015147941187024117,
        0.0441107340157032,
        0.002010663039982319,
        -0.015475326217710972,
        -0.007229404058307409,
        0.07216866314411163,
        0.03686593472957611,
        0.05173850804567337,
        -0.03551133722066879,
        0.009791048243641853,
        0.08523882925510406,
        0.0754430890083313,
        -0.0022443230263888836,
        -0.019600598141551018,
        0.015326188877224922,
        0.12061963975429535,
        -0.03686032071709633,
        -0.03496652841567993,
        -0.0037420066073536873,
        -0.023778904229402542,
        0.048073459416627884,
        -0.1209423616528511,
        0.015859095379710197,
        0.038737718015909195,
        0.09584594517946243,
        0.03200175240635872,
        -0.07714936137199402,
        -0.00548379123210907,
        0.0007089867722243071,
        0.01301258709281683,
        0.05814703181385994,
        0.01500238198786974,
        -0.029666539281606674,
        -0.09556117653846741,
        -0.034196943044662476,
        -0.00906573049724102,
        -1.346818834235819e-08,
        0.02607680857181549,
        0.027973376214504242,
        0.025930216535925865,
        0.0436750203371048,
        -0.023341212421655655,
        0.0408790223300457,
        0.007773752324283123,
        -0.12935896217823029,
        -0.007264959625899792,
        0.001853949623182416,
        0.02575158141553402,
        -0.01447425875812769,
        0.006678036414086819,
        -0.04059605300426483,
        0.004877787549048662,
        0.014823186211287975,
        0.051834117621183395,
        -0.10064411908388138,
        -0.07443314790725708,
        -0.027212833985686302,
        -0.05828195810317993,
        0.012057757005095482,
        0.008181543089449406,
        0.012477229349315166,
        -0.021220413967967033,
        0.021057389676570892,
        0.020422153174877167,
        0.007280845195055008,
        -0.016914421692490578,
        -0.04645369201898575,
        -0.041841644793748856,
        -0.04012433439493179,
        0.10801225900650024,
        -0.05523901432752609,
        0.01030152291059494,
        0.0001353119150735438,
        -0.06912257522344589,
        -0.03074069879949093,
        0.00206836499273777,
        -0.017427952960133553,
        0.0009671093430370092,
        0.04394053667783737,
        -0.06090132147073746,
        0.026881232857704163,
        0.04112594574689865,
        -0.006880943197757006,
        0.0003675560874398798,
        -0.07183890789747238,
        -0.06213134899735451,
        -0.019751911982893944,
        0.04919695481657982,
        -0.08493735641241074,
        -0.0661122128367424,
        0.05777815729379654,
        -0.059962816536426544,
        -0.020373797044157982,
        0.05193472281098366,
        -0.0044236257672309875,
        0.00644909730181098,
        0.0466286726295948,
        0.19361507892608643,
        0.03320551663637161,
        0.018917707726359367,
        -0.03853962942957878
      ],
      "query_id": "eval-mirror-2",
      "question": "Can a stale Mirror replica serve verification requests?",
      "ranking": [
        {
          "id": "mirror",
          "score": 0.03278688524590164
        },
        {
          "id": "quartz",
          "score": 0.03225806451612903
        },
        {
          "id": "harbor",
          "score": 0.029850746268656716
        },
        {
          "id": "keel",
          "score": 0.029571646010002173
        },
        {
          "id": "archive",
          "score": 0.02946912242686891
        },
        {
          "id": "frost",
          "score": 0.029030910609857977
        },
        {
          "id": "beacon",
          "score": 0.02871794871794872
        },
        {
          "id": "junction",
          "score": 0.028125
        },
        {
          "id": "cargo",
          "score": 0.02803921568627451
        },
        {
          "id": "orbit",
          "score": 0.02797339593114241
        },
        {
          "id": "drone",
          "score": 0.02797067901234568
        },
        {
          "id": "prism",
          "score": 0.027809742999616416
        },
        {
          "id": "export",
          "score": 0.027651515151515153
        },
        {
          "id": "iris-network",
          "score": 0.027364110201042444
        },
        {
          "id": "lantern",
          "score": 0.027313266443701224
        },
        {
          "id": "quartz-batch",
          "score": 0.027046783625730993
        },
        {
          "id": "nova",
          "score": 0.02702702702702703
        },
        {
          "id": "rivet",
          "score": 0.026631393298059962
        },
        {
          "id": "lantern-charge",
          "score": 0.0264808362369338
        },
        {
          "id": "rivet-calibration",
          "score": 0.026397515527950312
        },
        {
          "id": "engine",
          "score": 0.025893752088205813
        },
        {
          "id": "iris",
          "score": 0.025035205758097326
        },
        {
          "id": "soil",
          "score": 0.025035205758097326
        },
        {
          "id": "garden",
          "score": 0.024725274725274724
        }
      ],
      "reached_token_limit": false,
      "references": [
        "no"
      ],
      "relevance": {
        "mirror": 1
      },
      "retrieval_ms": 8.850725000229431,
      "split": "eval",
      "total_ms": 85.05141999921761
    },
    {
      "answer": "observation team",
      "answerable": true,
      "context_ids": [
        "nova",
        "beacon",
        "cargo"
      ],
      "execution_position": 0,
      "generation_ms": 98.70252800101298,
      "group": "nova",
      "input_tokens": 170,
      "method": "hybrid",
      "metrics": {
        "context_recall": 1.0,
        "exact_match": 0.0,
        "ndcg": 1.0,
        "recall": 1.0,
        "token_f1": 0.0
      },
      "output_tokens": 3,
      "prompt": "Answer the question using only the context. Give a short answer. If the context does not contain the answer, say unknown.\n\nContext:\n[nova] Nova alert routing. Nova critical alerts go to the on-call navigator. Warning alerts go to the observation team. A critical alert must be acknowledged within seven minutes.\n[beacon] Beacon heartbeat. A beacon reports its heartbeat every 45 seconds. After four consecutive missed heartbeats, the console labels it silent. A silent label does not disable the beacon.\n[cargo] Cargo inspection. Incoming cargo must wait in the amber bay until inspection is complete. Inspectors stamp approved crates with a blue triangle. An orange circle means inspection is pending.\n\nQuestion: Who receives Nova critical alerts?\nAnswer:",
      "query_embedding": [
        -0.03558890148997307,
        -0.009814816527068615,
        7.28470622561872e-05,
        0.03268678858876228,
        0.03128213435411453,
        -0.02412920631468296,
        0.052317485213279724,
        -0.03332260251045227,
        0.04590043053030968,
        0.08746704459190369,
        -0.05555608123540878,
        -0.036783136427402496,
        -0.03815067186951637,
        -0.02656727097928524,
        -0.10182087868452072,
        3.32257041009143e-05,
        0.056687843054533005,
        -0.07951610535383224,
        0.013676578179001808,
        0.03390553593635559,
        -0.004262456204742193,
        0.06231052801012993,
        -0.013381690718233585,
        0.04019668325781822,
        -0.048776134848594666,
        0.018983617424964905,
        -0.04603809490799904,
        0.06406085193157196,
        -0.004240319132804871,
        -0.009853580966591835,
        -0.0009572035633027554,
        -0.04864492267370224,
        -0.028377560898661613,
        0.07162117958068848,
        -0.059611525386571884,
        -0.012328384444117546,
        0.09222457557916641,
        0.001637376844882965,
        -0.023991690948605537,
        -0.007510329596698284,
        0.06329496204853058,
        -0.04157407581806183,
        -0.020081691443920135,
        0.019264373928308487,
        0.010172686539590359,
        -0.0638875812292099,
        -0.019214347004890442,
        -0.09875516593456268,
        -0.014101806096732616,
        0.03645174950361252,
        -0.018951045349240303,
        -0.10505219548940659,
        -0.0035522333346307278,
        0.01334692444652319,
        0.036561377346515656,
        0.026683995500206947,
        0.007414781954139471,
        -0.041250888258218765,
        0.06445851922035217,
        0.02821081131696701,
        -0.017817549407482147,
        -0.0532195083796978,
        -0.0637802705168724,
        0.01091969944536686,
        0.09909988194704056,
        0.05407007038593292,
        -0.011045251041650772,
        0.05911867320537567,
        -0.0020861001685261726,
        -0.07634437829256058,
        0.03302307799458504,
        -0.008182625286281109,
        0.06169356405735016,
        -0.006445141509175301,
        0.04792473837733269,
        0.09119835495948792,
        0.08517836034297943,
        -0.021919414401054382,
        0.04589805379509926,
        -0.008916661143302917,
        0.027139823883771896,
        -0.037075795233249664,
        0.0002582691959105432,
        0.03299419581890106,
        0.02724854275584221,
        0.009889526292681694,
        -0.03705659881234169,
        0.04972658306360245,
        0.012532418593764305,
        0.040472667664289474,
        0.014353289268910885,
        -0.045031193643808365,
        0.012501307763159275,
        0.026399144902825356,
        -0.0004128307045903057,
        0.04222051054239273,
        -0.043799981474876404,
        -0.11739608645439148,
        -0.02751935087144375,
        0.03280322998762131,
        0.029174165800213814,
        -0.01907585747539997,
        -0.04915650561451912,
        0.017019549384713173,
        -0.027206216007471085,
        -0.03818648308515549,
        -0.06604330986738205,
        -0.01855451986193657,
        0.009090753272175789,
        0.08193347603082657,
        -0.00754668889567256,
        -0.002568343887105584,
        0.021864764392375946,
        -0.053144872188568115,
        0.009852543473243713,
        0.06109696254134178,
        -0.03885234519839287,
        0.11009654402732849,
        0.07692070305347443,
        0.021897325292229652,
        0.02454979717731476,
        -0.01821187511086464,
        -0.018543843179941177,
        -0.02158275805413723,
        0.061839472502470016,
        0.08317846804857254,
        -0.04371361806988716,
        -3.938347620320191e-33,
        0.0046964422799646854,
        0.0787954106926918,
        0.016138959676027298,
        0.07600642740726471,
        0.021700037643313408,
        -0.010168089531362057,
        -0.033889222890138626,
        0.003018978051841259,
        0.015688549727201462,
        -0.06201969459652901,
        -0.0942145511507988,
        0.08516274392604828,
        0.06951555609703064,
        -0.016112785786390305,
        -0.08829054236412048,
        -0.014981263317167759,
        -0.002136268187314272,
        0.02435256354510784,
        -0.11070720851421356,
        -0.03967173025012016,
        -0.030954089015722275,
        -0.03209152817726135,
        -0.039282750338315964,
        0.019151847809553146,
        0.05011434108018875,
        0.008982574567198753,
        -0.014084212481975555,
        0.05771277844905853,
        -0.024562813341617584,
        0.021289614960551262,
        -0.045231595635414124,
        0.05636977404356003,
        0.05070935934782028,
        0.002100185723975301,
        0.03303800895810127,
        0.06823387742042542,
        -0.014253269881010056,
        0.014910410158336163,
        0.01705009490251541,
        -0.03844381496310234,
        0.04151081666350365,
        -0.0032671471126377583,
        -0.048341747373342514,
        0.07961182296276093,
        0.027502771466970444,
        -0.06560330837965012,
        0.015059815719723701,
        -0.07510253041982651,
        0.08742330223321915,
        -4.350292147137225e-05,
        -0.02450467459857464,
        0.004093247931450605,
        -0.11130280047655106,
        0.009964311495423317,
        -0.02137785218656063,
        0.04135540500283241,
        0.022610347718000412,
        -0.018478233367204666,
        0.02481980435550213,
        -0.030715983361005783,
        -0.014301965944468975,
        -0.016791261732578278,
        0.018127717077732086,
        -0.011724567040801048,
        0.04195745661854744,
        0.05129542574286461,
        -0.011247772723436356,
        -0.04473521187901497,
        0.04717160761356354,
        0.014215260744094849,
        -0.03180450573563576,
        0.08259180188179016,
        0.09122501313686371,
        -0.11335302144289017,
        -0.04286394640803337,
        -0.00023212702944874763,
        -0.013351951725780964,
        0.05272211506962776,
        0.0009174117585644126,
        -0.022894352674484253,
        -0.020437637344002724,
        -0.09563128650188446,
        0.08764997869729996,
        0.09922413527965546,
        0.010501056909561157,
        -0.019504815340042114,
        -0.042579587548971176,
        0.036332011222839355,
        -0.07892247289419174,
        0.032331377267837524,
        -0.00858910009264946,
        -0.04176425561308861,
        0.05180908367037773,
        -0.022254101932048798,
        -0.12612155079841614,
        2.8943181699709678e-33,
        -0.0715155303478241,
        -0.00457010418176651,
        -0.10758112370967865,
        0.07406114786863327,
        0.0011423960095271468,
        -0.009633609093725681,
        -0.023554299026727676,
        -0.01525660790503025,
        -0.015551826916635036,
        0.09615786373615265,
        0.003829364897683263,
        -0.004846516996622086,
        0.0161693524569273,
        0.0009982885094359517,
        0.012722626328468323,
        -0.01909579709172249,
        0.048801276832818985,
        -0.03256648778915405,
        0.007416844367980957,
        -0.043459247797727585,
        0.021609757095575333,
        0.0035947400610893965,
        -0.035009998828172684,
        -0.010661546140909195,
        0.02922576107084751,
        -0.004619282204657793,
        0.06740209460258484,
        0.021519839763641357,
        -0.04645490646362305,
        -0.06401962786912918,
        -0.024480994790792465,
        -0.007612723391503096,
        -0.05091783404350281,
        0.10888593643903732,
        -0.004454353358596563,
        0.0245396438986063,
        0.08842967450618744,
        0.01015650574117899,
        -0.06835517287254333,
        0.02923121117055416,
        0.04821543022990227,
        0.07681937515735626,
        -0.0031540573108941317,
        0.049932509660720825,
        -0.0791497752070427,
        0.08467892557382584,
        0.08141183853149414,
        0.06368029117584229,
        -0.059592679142951965,
        -0.02625148929655552,
        -0.04091460257768631,
        -0.01639251783490181,
        -0.02301071211695671,
        0.15013812482357025,
        -0.051779456436634064,
        0.07586835324764252,
        0.020872516557574272,
        -0.020575419068336487,
        -0.018992695957422256,
        0.06931331008672714,
        0.07000000029802322,
        -0.026234891265630722,
        -0.06999193131923676,
        -0.06526491045951843,
        0.05689756199717522,
        0.020275522023439407,
        0.01664695143699646,
        0.024961670860648155,
        0.02306518703699112,
        0.016994906589388847,
        0.09878773987293243,
        0.0033396040089428425,
        -0.07641527056694031,
        -0.11619985103607178,
        -0.009185584262013435,
        0.05629269406199455,
        -0.0270722396671772,
        -0.12052072584629059,
        -0.11072060465812683,
        -0.08047711104154587,
        -0.030024021863937378,
        -0.026488376781344414,
        -0.025911957025527954,
        0.018354013562202454,
        0.03775518015027046,
        0.049182768911123276,
        0.10048609226942062,
        -0.02808818779885769,
        -0.026781463995575905,
        0.02024533972144127,
        -0.0391409732401371,
        -0.004960968624800444,
        -0.02268068864941597,
        -0.08691302686929703,
        -0.03102934919297695,
        -1.3883756366794842e-08,
        0.02657953090965748,
        0.1107981875538826,
        -0.012732485309243202,
        -0.020284395664930344,
        0.08484107255935669,
        0.004890907555818558,
        0.035468656569719315,
        0.028465375304222107,
        -0.04285166412591934,
        0.033448416739702225,
        -0.015562956221401691,
        -0.13273410499095917,
        0.07648775726556778,
        -0.04918314144015312,
        0.1583361029624939,
        -0.034925077110528946,
        0.03551425412297249,
        -0.00446833111345768,
        -0.10846885293722153,
        -0.08192038536071777,
        0.017724553123116493,
        0.05018481984734535,
        0.0011401331285014749,
        -0.07340722531080246,
        0.019670477136969566,
        0.007980266585946083,
        0.02143048867583275,
        0.045117560774087906,
        0.013549985364079475,
        0.027967052534222603,
        -0.14012613892555237,
        0.015373981557786465,
        -0.0010968458373099566,
        -0.055312853306531906,
        -0.05360966920852661,
        0.07122306525707245,
        0.10038997232913971,
        -0.024558251723647118,
        0.03513461723923683,
        0.00469635147601366,
        0.019976207986474037,
        -0.020841749384999275,
        -0.0402328222990036,
        0.04906344786286354,
        -0.05547412484884262,
        0.033598896116018295,
        -0.001880346448160708,
        -0.08744734525680542,
        0.08976771682500839,
        -0.056158799678087234,
        0.05253669247031212,
        -0.033888570964336395,
        0.016341757029294968,
        0.06839856505393982,
        -0.024797402322292328,
        -0.006098753772675991,
        0.0008270195103250444,
        -0.10542139410972595,
        -0.0026273836847394705,
        0.053452152758836746,
        0.08542972803115845,
        -0.006254101172089577,
        -0.053365807980298996,
        -0.025779016315937042
      ],
      "query_id": "eval-nova-1",
      "question": "Who receives Nova critical alerts?",
      "ranking": [
        {
          "id": "nova",
          "score": 0.03278688524590164
        },
        {
          "id": "beacon",
          "score": 0.03200204813108039
        },
        {
          "id": "cargo",
          "score": 0.03125
        },
        {
          "id": "frost",
          "score": 0.030090497737556562
        },
        {
          "id": "drone",
          "score": 0.02967032967032967
        },
        {
          "id": "junction",
          "score": 0.029571646010002173
        },
        {
          "id": "iris",
          "score": 0.02900988017658188
        },
        {
          "id": "harbor",
          "score": 0.028370221327967807
        },
        {
          "id": "engine",
          "score": 0.02813852813852814
        },
        {
          "id": "lantern",
          "score": 0.02803921568627451
        },
        {
          "id": "archive",
          "score": 0.02803379416282642
        },
        {
          "id": "iris-network",
          "score": 0.027777777777777776
        },
        {
          "id": "quartz",
          "score": 0.027651515151515153
        },
        {
          "id": "export",
          "score": 0.027271052146674038
        },
        {
          "id": "garden",
          "score": 0.026687875574407917
        },
        {
          "id": "orbit",
          "score": 0.02651914295749912
        },
        {
          "id": "soil",
          "score": 0.026397515527950312
        },
        {
          "id": "mirror",
          "score": 0.02632034632034632
        },
        {
          "id": "keel",
          "score": 0.026171741361614778
        },
        {
          "id": "quartz-batch",
          "score": 0.025859192525859193
        },
        {
          "id": "prism",
          "score": 0.02581612258494337
        },
        {
          "id": "lantern-charge",
          "score": 0.025206087507926443
        },
        {
          "id": "rivet",
          "score": 0.025015634771732333
        },
        {
          "id": "rivet-calibration",
          "score": 0.02454819277108434
        }
      ],
      "reached_token_limit": false,
      "references": [
        "on-call navigator",
        "the on-call navigator"
      ],
      "relevance": {
        "nova": 1
      },
      "retrieval_ms": 8.269906000350602,
      "split": "eval",
      "total_ms": 108.30909099968267
    },
    {
      "answer": "seven minutes",
      "answerable": true,
      "context_ids": [
        "nova",
        "frost",
        "beacon"
      ],
      "execution_position": 2,
      "generation_ms": 91.62676800042391,
      "group": "nova",
      "input_tokens": 171,
      "method": "hybrid",
      "metrics": {
        "context_recall": 1.0,
        "exact_match": 1.0,
        "ndcg": 1.0,
        "recall": 1.0,
        "token_f1": 1.0
      },
      "output_tokens": 3,
      "prompt": "Answer the question using only the context. Give a short answer. If the context does not contain the answer, say unknown.\n\nContext:\n[nova] Nova alert routing. Nova critical alerts go to the on-call navigator. Warning alerts go to the observation team. A critical alert must be acknowledged within seven minutes.\n[frost] Frost sensor. The frost sensor is calibrated with a silver reference plate. Recalibrate it every 30 days. A blinking violet light means calibration is overdue.\n[beacon] Beacon heartbeat. A beacon reports its heartbeat every 45 seconds. After four consecutive missed heartbeats, the console labels it silent. A silent label does not disable the beacon.\n\nQuestion: How soon must a Nova critical alert be acknowledged?\nAnswer:",
      "query_embedding": [
        -0.03144587203860283,
        -0.013127975165843964,
        0.05734153091907501,
        0.05879136919975281,
        0.028132909908890724,
        -0.03304050862789154,
        -0.03320777788758278,
        -0.019662266597151756,
        0.026123380288481712,
        0.036575641483068466,
        -0.04616091772913933,
        -0.026985082775354385,
        -0.034072719514369965,
        0.004147928673774004,
        -0.12491247802972794,
        0.013095831498503685,
        0.06206512078642845,
        -0.07864675670862198,
        0.017695840448141098,
        0.017474444583058357,
        0.012396132573485374,
        0.05014047771692276,
        -0.008289377205073833,
        0.021623488515615463,
        -0.03082231618463993,
        -0.002418026328086853,
        -0.014274360612034798,
        0.06391272693872452,
        0.016994737088680267,
        0.05174483358860016,
        -0.001230186433531344,
        -0.04708745330572128,
        -0.01329974178224802,
        0.05557609349489212,
        -0.04870723560452461,
        -0.015346278436481953,
        0.06329172104597092,
        -0.015065670944750309,
        0.011573833413422108,
        -0.010419311001896858,
        0.06463625282049179,
        -0.044714439660310745,
        -0.014070430770516396,
        0.027017442509531975,
        0.04394080117344856,
        -0.02499268762767315,
        -0.004595051519572735,
        -0.07414108514785767,
        -0.055197011679410934,
        0.0331232063472271,
        -0.003441005712375045,
        -0.08460693806409836,
        -0.021441124379634857,
        -0.031873513013124466,
        0.017962655052542686,
        0.05014317110180855,
        -0.0016143136890605092,
        -0.03884463384747505,
        0.028131861239671707,
        0.022933868691325188,
        -0.019900308921933174,
        -0.06255753338336945,
        -0.043686579912900925,
        -0.014741078950464725,
        0.13298705220222473,
        0.06176556274294853,
        0.03391672670841217,
        -0.02873419038951397,
        0.02813311107456684,
        0.03643319010734558,
        0.026412010192871094,
        0.010625067166984081,
        0.07277054339647293,
        -0.013157743960618973,
        -0.02336244471371174,
        0.07095202058553696,
        0.08868521451950073,
        0.013518121093511581,
        0.05987795814871788,
        -0.05290189012885094,
        -0.003967722877860069,
        -0.018484383821487427,
        0.02102893590927124,
        0.0020222763996571302,
        -0.003018836723640561,
        -0.009963509626686573,
        -0.02833082713186741,
        0.10879206657409668,
        -0.014786262065172195,
        0.028932685032486916,
        0.059615422040224075,
        -0.0646495446562767,
        -0.01332700252532959,
        0.018582550808787346,
        0.04180525988340378,
        0.0247261431068182,
        -0.03727387636899948,
        -0.09771578758955002,
        -0.0058182720094919205,
        -0.0011966141173616052,
        0.018826022744178772,
        -0.04404854774475098,
        -0.09717720746994019,
        0.009406155906617641,
        -0.0023082757834345102,
        -0.0075253089889883995,
        -0.03078669309616089,
        -0.04560954496264458,
        -0.021372267976403236,
        0.061539046466350555,
        0.03817034512758255,
        -0.004190878476947546,
        0.07282337546348572,
        -0.040526531636714935,
        -0.016021789982914925,
        0.08851004391908646,
        -0.025243807584047318,
        0.08610939979553223,
        0.08000301569700241,
        -0.0037773277144879103,
        0.03768822178244591,
        -0.03603534400463104,
        -0.00034837747807614505,
        -0.07748279720544815,
        0.05940517410635948,
        0.1190294623374939,
        0.018078291788697243,
        -3.594222016458951e-33,
        -0.0006074472912587225,
        0.07215794920921326,
        -0.0018073214450851083,
        0.07157838344573975,
        -0.02243986539542675,
        -0.05157145485281944,
        -0.014335203915834427,
        -0.03598247468471527,
        0.010772236622869968,
        -0.06298457086086273,
        -0.01484604086726904,
        0.06801297515630722,
        0.03885257616639137,
        -0.06031858175992966,
        -0.12133779376745224,
        -0.004254976753145456,
        0.05448872596025467,
        0.034623146057128906,
        -0.08259236067533493,
        -0.06420233100652695,
        -0.015317045152187347,
        -0.13248310983181,
        -0.03964364156126976,
        -0.014480393379926682,
        0.06442245095968246,
        -0.017587654292583466,
        0.004567250143736601,
        0.04925769567489624,
        -0.030545005574822426,
        0.00020415041944943368,
        -0.023173781111836433,
        0.057770464569330215,
        0.013273028656840324,
        0.003010451328009367,
        -0.005259801167994738,
        0.006776516325771809,
        0.005802142899483442,
        0.03224557265639305,
        0.026132185012102127,
        -0.059191036969423294,
        0.10128370672464371,
        0.03168555349111557,
        -0.046156805008649826,
        0.03338227793574333,
        0.08502411842346191,
        -0.07710828632116318,
        -0.010524069890379906,
        -0.043536555022001266,
        0.08974602073431015,
        -0.019444281235337257,
        0.009034555405378342,
        0.03442385420203209,
        -0.09145040810108185,
        -0.025239191949367523,
        -0.026651505380868912,
        0.09645826369524002,
        0.00025832196115516126,
        -0.026736769825220108,
        0.0230252668261528,
        -0.031716082245111465,
        0.035918448120355606,
        -0.0741814523935318,
        0.00956370122730732,
        -0.017157942056655884,
        0.03711016848683357,
        0.09568677842617035,
        -0.02159307710826397,
        -0.01386066060513258,
        0.023806730285286903,
        -0.012419646605849266,
        0.03743745759129524,
        0.07685031741857529,
        0.01989400014281273,
        -0.14344091713428497,
        -0.024465035647153854,
        -0.037040263414382935,
        0.06859005987644196,
        0.019967690110206604,
        0.03867073357105255,
        -0.010805623605847359,
        0.0021846615709364414,
        -0.08827058970928192,
        0.028045956045389175,
        0.0663551613688469,
        -0.010715925134718418,
        -0.044025156646966934,
        -0.01738964579999447,
        0.07818105071783066,
        -0.12786762416362762,
        0.029903599992394447,
        0.0032202706206589937,
        0.0008453406626358628,
        0.033559005707502365,
        -0.030520081520080566,
        -0.06838694959878922,
        2.3071537826184427e-33,
        0.0008204010082408786,
        -0.015763727948069572,
        -0.0576939694583416,
        0.11404140293598175,
        0.01104220375418663,
        -0.01311143022030592,
        -0.049886200577020645,
        0.043705154210329056,
        -0.04647767171263695,
        0.0563490204513073,
        0.05414948984980583,
        0.012436959892511368,
        0.005222405306994915,
        -0.0437016636133194,
        -0.03203396126627922,
        0.03737589344382286,
        0.025461602956056595,
        -0.013783570379018784,
        0.025953102856874466,
        0.032733555883169174,
        0.06299471110105515,
        -0.02464332990348339,
        -0.0189091507345438,
        -0.00535175483673811,
        0.018299706280231476,
        0.011941259726881981,
        0.04811917990446091,
        -0.029024837538599968,
        -0.03435223177075386,
        -0.10710636526346207,
        -0.056041523814201355,
        -0.018121033906936646,
        -0.051227979362010956,
        0.09264501184225082,
        0.03851422667503357,
        0.00047616276424378157,
        0.11513207107782364,
        -0.03519279137253761,
        -0.06718955934047699,
        0.07490716129541397,
        0.05067450553178787,
        0.10641775280237198,
        -0.07918047904968262,
        -0.0007508290000259876,
        -0.07189127057790756,
        0.03455301374197006,
        0.11283379793167114,
        0.03321654722094536,
        -0.051129940897226334,
        0.019421027973294258,
        -0.025096289813518524,
        -0.0031419519800692797,
        -0.004266293719410896,
        0.10885674506425858,
        -0.009229999966919422,
        0.05590130016207695,
        0.011859994381666183,
        -0.049660343676805496,
        -0.061388589441776276,
        0.09425832331180573,
        0.020258571952581406,
        -0.00426180986687541,
        -0.057609252631664276,
        -0.07147467136383057,
        0.051993247121572495,
        0.006954661570489407,
        0.03486201539635658,
        0.05844292789697647,
        0.08030212670564651,
        -0.007536505814641714,
        0.1198941320180893,
        0.05164815112948418,
        -0.11521308869123459,
        -0.09998922049999237,
        -0.009479432366788387,
        0.01254979707300663,
        0.002954993164166808,
        -0.13918428122997284,
        -0.08801236748695374,
        -0.07641004770994186,
        -0.05307592824101448,
        -0.003517740173265338,
        -0.0500924326479435,
        -0.022200072184205055,
        0.048880286514759064,
        0.024261800572276115,
        0.0772002711892128,
        -0.026445742696523666,
        -0.014442041516304016,
        0.021875005215406418,
        -0.048214346170425415,
        0.004853479564189911,
        -0.029570113867521286,
        -0.06344226747751236,
        -0.0628775879740715,
        -1.548634465109444e-08,
        0.025143494829535484,
        0.08661925792694092,
        -0.01562936045229435,
        -0.010125061497092247,
        0.119343101978302,
        -0.004538571462035179,
        0.034219417721033096,
        -0.019035495817661285,
        -0.04484277591109276,
        -0.042787156999111176,
        0.015248672105371952,
        -0.10338199138641357,
        0.10202211141586304,
        -0.00734863942489028,
        0.08164429664611816,
        -0.07164127379655838,
        0.02408919855952263,
        -0.026116525754332542,
        -0.08806857466697693,
        -0.0691300481557846,
        0.007257529068738222,
        0.04733908921480179,
        0.015766218304634094,
        -0.07295408844947815,
        -0.02477862685918808,
        0.02508559264242649,
        0.04288424551486969,
        0.052192628383636475,
        -0.02544367127120495,
        0.007766191381961107,
        -0.13439485430717468,
        -0.0014096772065386176,
        -0.008804536424577236,
        -0.05001133307814598,
        -0.04236462712287903,
        0.06862233579158783,
        0.1043376699090004,
        0.0018022728618234396,
        0.017707599326968193,
        0.023623697459697723,
        0.015283196233212948,
        0.009638644754886627,
        -0.05553971230983734,
        0.04397345334291458,
        -0.027851251885294914,
        0.024010350927710533,
        -0.053272098302841187,
        -0.07041443884372711,
        0.023234041407704353,
        -0.03143906220793724,
        0.043118882924318314,
        -0.010772565379738808,
        -0.007378038018941879,
        0.045741815119981766,
        -0.012151375412940979,
        0.03369676694273949,
        -0.0012472007656469941,
        -0.08619686216115952,
        -0.004290438257157803,
        0.012135297060012817,
        0.08135563135147095,
        -0.022182155400514603,
        -0.08001557737588882,
        -0.04228093847632408
      ],
      "query_id": "eval-nova-2",
      "question": "How soon must a Nova critical alert be acknowledged?",
      "ranking": [
        {
          "id": "nova",
          "score": 0.03278688524590164
        },
        {
          "id": "frost",
          "score": 0.03125763125763126
        },
        {
          "id": "beacon",
          "score": 0.031054405392392875
        },
        {
          "id": "cargo",
          "score": 0.031009615384615385
        },
        {
          "id": "rivet",
          "score": 0.03036576949620428
        },
        {
          "id": "prism",
          "score": 0.029116045245077504
        },
        {
          "id": "lantern",
          "score": 0.02900988017658188
        },
        {
          "id": "drone",
          "score": 0.028665028665028666
        },
        {
          "id": "harbor",
          "score": 0.028381642512077296
        },
        {
          "id": "mirror",
          "score": 0.02821939586645469
        },
        {
          "id": "junction",
          "score": 0.02797067901234568
        },
        {
          "id": "quartz",
          "score": 0.027651515151515153
        },
        {
          "id": "orbit",
          "score": 0.02761904761904762
        },
        {
          "id": "export",
          "score": 0.027051561365286855
        },
        {
          "id": "soil",
          "score": 0.02690501986276634
        },
        {
          "id": "iris-network",
          "score": 0.026333907056798625
        },
        {
          "id": "quartz-batch",
          "score": 0.026144907723855092
        },
        {
          "id": "lantern-charge",
          "score": 0.0260840108401084
        },
        {
          "id": "keel",
          "score": 0.02581612258494337
        },
        {
          "id": "archive",
          "score": 0.025603392041748205
        },
        {
          "id": "rivet-calibration",
          "score": 0.025603392041748205
        },
        {
          "id": "engine",
          "score": 0.025528455284552845
        },
        {
          "id": "garden",
          "score": 0.025158227848101268
        },
        {
          "id": "iris",
          "score": 0.024868705591597158
        }
      ],
      "reached_token_limit": false,
      "references": [
        "seven minutes",
        "7 minutes",
        "seven",
        "7"
      ],
      "relevance": {
        "nova": 1
      },
      "retrieval_ms": 7.800283001415664,
      "split": "eval",
      "total_ms": 100.90927399869543
    },
    {
      "answer": "25 minutes",
      "answerable": true,
      "context_ids": [
        "orbit",
        "mirror",
        "quartz"
      ],
      "execution_position": 1,
      "generation_ms": 96.08020300220232,
      "group": "orbit",
      "input_tokens": 180,
      "method": "hybrid",
      "metrics": {
        "context_recall": 1.0,
        "exact_match": 1.0,
        "ndcg": 1.0,
        "recall": 1.0,
        "token_f1": 1.0
      },
      "output_tokens": 3,
      "prompt": "Answer the question using only the context. Give a short answer. If the context does not contain the answer, say unknown.\n\nContext:\n[orbit] Orbit session security. Orbit sessions expire after 25 minutes of inactivity. The maximum active session duration is ten hours. Resetting a password immediately revokes every existing session.\n[mirror] Mirror synchronization. Mirror replicas synchronize every 14 minutes. A replica more than 40 minutes behind is marked stale. Stale replicas remain readable but cannot serve verification requests.\n[quartz] Quartz service limits. The Quartz lookup service accepts 90 requests per minute per client. Requests above that limit receive status 429. A client should wait 20 seconds before trying again.\n\nQuestion: How long can an Orbit session remain idle before expiring?\nAnswer:",
      "query_embedding": [
        0.046023570001125336,
        0.023334164172410965,
        -0.01156079676002264,
        0.008228405378758907,
        0.006375431548804045,
        -0.053083211183547974,
        0.1075078621506691,
        -0.03425154089927673,
        0.03912810981273651,
        0.05470449477434158,
        0.002621016465127468,
        0.11977863311767578,
        -0.016418086364865303,
        0.006037338636815548,
        0.06601551920175552,
        0.02162865921854973,
        0.04971598461270332,
        -0.05484653636813164,
        -0.012118796817958355,
        0.010119577869772911,
        0.054765015840530396,
        -0.010116434656083584,
        -0.029524769634008408,
        0.07924249768257141,
        0.013799491338431835,
        -0.011413360014557838,
        0.00856934767216444,
        -0.04491123557090759,
        0.004753114189952612,
        0.022097408771514893,
        -0.07734747976064682,
        -0.016929954290390015,
        0.05544447898864746,
        -0.041554633527994156,
        0.049761272966861725,
        0.07950048893690109,
        -0.03302326053380966,
        -0.03786197304725647,
        -0.007079560309648514,
        -0.07447820156812668,
        0.023332584649324417,
        -0.03192391246557236,
        0.006260554306209087,
        0.012259912677109241,
        -0.016908148303627968,
        0.007689204066991806,
        -0.015935061499476433,
        -0.08186866343021393,
        -0.0277558546513319,
        0.10164236277341843,
        0.0008291616686619818,
        -0.006020515225827694,
        -0.001160818967036903,
        0.028329472988843918,
        -0.010704440996050835,
        0.0093957195058465,
        0.004173195920884609,
        0.05586421489715576,
        -0.09093424677848816,
        0.020581616088747978,
        -0.05737512558698654,
        -0.04118265211582184,
        -0.05415835604071617,
        0.008622623980045319,
        -0.024696161970496178,
        0.008615318685770035,
        0.05264045298099518,
        -0.09492212533950806,
        0.04826804995536804,
        0.014069954864680767,
        -0.14143899083137512,
        -0.02387366257607937,
        -0.06469329446554184,
        -0.12108955532312393,
        -0.050501808524131775,
        0.05146178603172302,
        0.08652645349502563,
        -0.00839515496045351,
        0.03738074749708176,
        -0.113016776740551,
        0.019736584275960922,
        -0.009131879545748234,
        0.03269209712743759,
        -0.0174225065857172,
        -0.06520568579435349,
        -0.03425084799528122,
        -0.009098626673221588,
        0.12096142023801804,
        0.019693531095981598,
        0.007328258827328682,
        0.011507149785757065,
        0.13557441532611847,
        0.0028514114674180746,
        -0.02698427252471447,
        -0.02874983660876751,
        0.007004017475992441,
        -0.04374009743332863,
        0.05944697931408882,
        -0.03910437598824501,
        0.032560139894485474,
        -0.04164683446288109,
        0.02341427095234394,
        -0.05943789333105087,
        0.028682269155979156,
        -0.02217734232544899,
        -0.0021004085429012775,
        -0.004062769468873739,
        0.0007399437599815428,
        -0.008075353689491749,
        0.04674339294433594,
        -0.04581275209784508,
        -0.025956694036722183,
        0.08519220352172852,
        0.030561795458197594,
        -0.029824603348970413,
        0.13368405401706696,
        -0.020630018785595894,
        0.04332473501563072,
        0.06244853138923645,
        -0.020615100860595703,
        0.05187409743666649,
        -0.0398336760699749,
        0.11755011975765228,
        -0.03816184401512146,
        -0.0008965206216089427,
        0.001013278728350997,
        0.10081250965595245,
        5.375407670587551e-35,
        -0.03887578845024109,
        -0.09180530905723572,
        -0.016283497214317322,
        0.02860225737094879,
        -0.0430176705121994,
        0.02146485447883606,
        -0.06678491830825806,
        0.024908963590860367,
        0.027634093537926674,
        -0.012026388198137283,
        -7.42104894015938e-05,
        -0.04544013366103172,
        0.017960481345653534,
        -0.033369503915309906,
        0.011072740890085697,
        0.0003531321417540312,
        0.05611228197813034,
        0.02389899641275406,
        0.03133278712630272,
        -0.013992183841764927,
        0.02303282357752323,
        -0.11287421733140945,
        -0.04858360067009926,
        0.030399873852729797,
        0.0393623411655426,
        0.054312970489263535,
        0.026109468191862106,
        -0.010785781778395176,
        -0.06217142567038536,
        0.02866850048303604,
        0.04549519345164299,
        0.0096294479444623,
        -0.08248801529407501,
        0.0655820295214653,
        0.011749179102480412,
        0.0007958451169542968,
        0.02827324904501438,
        0.06795431673526764,
        0.07547277212142944,
        -0.028838610276579857,
        -0.03823862597346306,
        0.031067809090018272,
        0.07603625953197479,
        0.0033812522888183594,
        0.012552793137729168,
        -0.07649290561676025,
        0.08875885605812073,
        0.04501950740814209,
        0.012858852744102478,
        0.08942198753356934,
        0.0341334231197834,
        0.0320015549659729,
        -0.011265408247709274,
        0.0002808446588460356,
        -0.022602420300245285,
        0.045032989233732224,
        0.023751351982355118,
        0.013282653875648975,
        -0.09577474743127823,
        0.05840654298663139,
        0.08579567074775696,
        -0.01965024508535862,
        0.015630440786480904,
        -0.10184288024902344,
        0.027887387201189995,
        0.12028494477272034,
        -0.05590949207544327,
        -0.03940316289663315,
        -0.06762312352657318,
        -0.04612331464886665,
        0.08158581703901291,
        0.006817241199314594,
        0.07067815959453583,
        -0.062273114919662476,
        -0.07336967438459396,
        -0.05661405995488167,
        0.06602150201797485,
        0.026309264823794365,
        -0.06173175573348999,
        0.04983190819621086,
        0.07256016880273819,
        -0.07691216468811035,
        -0.032836880534887314,
        -0.030576106160879135,
        -0.028465179726481438,
        -0.06994612514972687,
        -0.04961339011788368,
        0.014599221758544445,
        -0.037515733391046524,
        0.025747088715434074,
        -0.016287004575133324,
        -0.04773803427815437,
        -0.006484732497483492,
        0.08547990769147873,
        -0.011969185434281826,
        -6.812837404644694e-34,
        0.06234423443675041,
        -0.014127286151051521,
        -0.06396694481372833,
        0.05273144692182541,
        0.04827025532722473,
        0.038355834782123566,
        -0.038573458790779114,
        0.16790837049484253,
        -0.13061006367206573,
        -0.014850389212369919,
        -0.06046590209007263,
        0.050281718373298645,
        0.03709154203534126,
        -0.005565681494772434,
        0.05370219051837921,
        -0.013130252249538898,
        0.0473136305809021,
        0.01629539206624031,
        -0.017095288261771202,
        0.06376305222511292,
        0.053060244768857956,
        -0.03710966184735298,
        -0.049438197165727615,
        -0.007023304235190153,
        0.10272935032844543,
        0.03848078474402428,
        -0.027154799550771713,
        0.008284696377813816,
        -0.034353189170360565,
        0.008032619953155518,
        -0.023846181109547615,
        -0.0038302179891616106,
        -0.08190440386533737,
        -0.004994597751647234,
        0.003280982840806246,
        0.010306195355951786,
        -0.0548146590590477,
        0.0370706170797348,
        -0.04946986958384514,
        0.006034153513610363,
        0.009497679769992828,
        -0.023983102291822433,
        0.02616240829229355,
        -0.019353119656443596,
        0.06021144613623619,
        0.010541573166847229,
        -0.05745334178209305,
        0.05124945193529129,
        -0.08405323326587677,
        0.0698031336069107,
        -0.009380488656461239,
        -0.03891788050532341,
        0.0010013985447585583,
        -0.005773214157670736,
        0.042307108640670776,
        0.009888103231787682,
        -0.019092334434390068,
        -0.018278323113918304,
        -0.021423254162073135,
        -0.1100282296538353,
        0.13667777180671692,
        -0.018743854016065598,
        0.04803602024912834,
        0.058633554726839066,
        -0.02255401201546192,
        -0.028812233358621597,
        0.015050655230879784,
        0.08502353727817535,
        -0.009043801575899124,
        0.046331360936164856,
        0.11530277132987976,
        -0.030482955276966095,
        -0.11635392159223557,
        0.056442927569150925,
        -0.033026088029146194,
        0.08196676522493362,
        0.0975341871380806,
        -0.1230931505560875,
        -0.026422668248414993,
        -0.05556153133511543,
        -0.09838277101516724,
        0.03417922928929329,
        -0.021826034411787987,
        -0.027442360296845436,
        -0.03008667565882206,
        0.01170224230736494,
        -0.05889083072543144,
        0.004656582605093718,
        -0.007099453825503588,
        -0.015516415238380432,
        0.021349243819713593,
        -0.009683918207883835,
        -0.04598957300186157,
        0.03159097209572792,
        -0.049535125494003296,
        -1.8417145142279878e-08,
        0.03910490870475769,
        0.006475694011896849,
        0.03393187373876572,
        0.023875702172517776,
        -0.006968648172914982,
        -0.0290878526866436,
        0.0662035197019577,
        -0.04486270248889923,
        0.0016168523579835892,
        0.012095684185624123,
        0.12713652849197388,
        -0.005027545616030693,
        0.09496187418699265,
        -0.06334887444972992,
        -0.03166406229138374,
        -0.015431922860443592,
        0.004344960208982229,
        0.00632137106731534,
        -0.02283460646867752,
        0.007078365422785282,
        -0.03630506992340088,
        -0.05197121948003769,
        0.0006100466125644743,
        -0.07347340881824493,
        -0.037850361317396164,
        -0.0060230884701013565,
        0.0747177004814148,
        0.04310174658894539,
        0.03945089131593704,
        0.014091555960476398,
        -0.06081347167491913,
        0.0465344563126564,
        -0.030033493414521217,
        -0.0332423597574234,
        -0.09648078680038452,
        -0.033634088933467865,
        -0.03526904806494713,
        0.007211791817098856,
        -0.04925929009914398,
        0.04869414493441582,
        -0.04988456889986992,
        0.024943463504314423,
        -0.002389190485700965,
        -0.022277673706412315,
        0.04405679181218147,
        -0.002950914204120636,
        -0.028990641236305237,
        -0.03741747513413429,
        -0.03449632599949837,
        0.016081849113106728,
        -0.02386595867574215,
        -0.0014070435427129269,
        -0.10099298506975174,
        0.0069669936783611774,
        -0.047539420425891876,
        0.012196708470582962,
        0.007794240955263376,
        0.0258782971650362,
        0.06220180168747902,
        -0.015085508115589619,
        -0.07769180834293365,
        -0.027943672612309456,
        -0.11851862072944641,
        -0.05402222275733948
      ],
      "query_id": "eval-orbit-1",
      "question": "How long can an Orbit session remain idle before expiring?",
      "ranking": [
        {
          "id": "orbit",
          "score": 0.03278688524590164
        },
        {
          "id": "mirror",
          "score": 0.03125
        },
        {
          "id": "quartz",
          "score": 0.031024531024531024
        },
        {
          "id": "harbor",
          "score": 0.03076923076923077
        },
        {
          "id": "engine",
          "score": 0.030621785881252923
        },
        {
          "id": "drone",
          "score": 0.029631255487269532
        },
        {
          "id": "archive",
          "score": 0.029236022193768675
        },
        {
          "id": "lantern",
          "score": 0.02886002886002886
        },
        {
          "id": "export",
          "score": 0.02877846790890269
        },
        {
          "id": "beacon",
          "score": 0.028258706467661692
        },
        {
          "id": "cargo",
          "score": 0.028177225029148854
        },
        {
          "id": "keel",
          "score": 0.027443609022556388
        },
        {
          "id": "frost",
          "score": 0.027071520029266508
        },
        {
          "id": "quartz-batch",
          "score": 0.027051561365286855
        },
        {
          "id": "garden",
          "score": 0.027046783625730993
        },
        {
          "id": "junction",
          "score": 0.02684684684684685
        },
        {
          "id": "lantern-charge",
          "score": 0.026709401709401708
        },
        {
          "id": "nova",
          "score": 0.026356857985087564
        },
        {
          "id": "iris",
          "score": 0.02604430914933198
        },
        {
          "id": "iris-network",
          "score": 0.02541827541827542
        },
        {
          "id": "prism",
          "score": 0.02532051282051282
        },
        {
          "id": "soil",
          "score": 0.024562989752863168
        },
        {
          "id": "rivet-calibration",
          "score": 0.02454819277108434
        },
        {
          "id": "rivet",
          "score": 0.024390243902439025
        }
      ],
      "reached_token_limit": false,
      "references": [
        "25 minutes",
        "25"
      ],
      "relevance": {
        "orbit": 1
      },
      "retrieval_ms": 8.655469999212073,
      "split": "eval",
      "total_ms": 106.29197500020382
    },
    {
      "answer": "expire",
      "answerable": true,
      "context_ids": [
        "orbit",
        "iris",
        "harbor"
      ],
      "execution_position": 0,
      "generation_ms": 102.21194000041578,
      "group": "orbit",
      "input_tokens": 182,
      "method": "hybrid",
      "metrics": {
        "context_recall": 1.0,
        "exact_match": 0.0,
        "ndcg": 1.0,
        "recall": 1.0,
        "token_f1": 0.0
      },
      "output_tokens": 3,
      "prompt": "Answer the question using only the context. Give a short answer. If the context does not contain the answer, say unknown.\n\nContext:\n[orbit] Orbit session security. Orbit sessions expire after 25 minutes of inactivity. The maximum active session duration is ten hours. Resetting a password immediately revokes every existing session.\n[iris] Iris emergency access. When the Iris door loses network connectivity, enter the local access code 5826. The mechanical override key is stored in locker C7. The local code is fictional training data.\n[harbor] Harbor visitor passes. Harbor visitor passes remain valid for nine hours. Visitors collect a pass at the east kiosk. A visitor pass does not authorize access to the engine deck.\n\nQuestion: What happens to existing Orbit sessions when a password is reset?\nAnswer:",
      "query_embedding": [
        -0.01001138985157013,
        -0.03066217713057995,
        -0.0462183952331543,
        -0.020393947139382362,
        -0.06219466030597687,
        0.010855155065655708,
        0.0863889828324318,
        -0.07239088416099548,
        0.09805524349212646,
        0.03517740219831467,
        -0.004144174512475729,
        0.16968004405498505,
        0.03605999797582626,
        -0.015159480273723602,
        0.01627381518483162,
        -0.009217528626322746,
        -0.006553237326443195,
        0.03870108351111412,
        -0.012547793798148632,
        -0.032859135419130325,
        0.02613752894103527,
        -0.07083602249622345,
        -0.030540119856595993,
        0.07229670882225037,
        -0.053384240716695786,
        -0.01737043634057045,
        0.028258657082915306,
        0.0019731135107576847,
        -0.04155836999416351,
        0.017439857125282288,
        -0.04508398845791817,
        0.0263973381370306,
        -0.018627945333719254,
        -0.027411282062530518,
        0.015353542752563953,
        0.059498731046915054,
        -0.05853629484772682,
        0.012910723686218262,
        -0.020348114892840385,
        -0.06379161775112152,
        -0.014825358055531979,
        -0.023502830415964127,
        -0.03712956979870796,
        0.04177528992295265,
        -0.006318183150142431,
        0.009392769075930119,
        -0.042959678918123245,
        -0.0204436294734478,
        -0.014232135377824306,
        0.06005045026540756,
        0.12081553786993027,
        -0.003514759009703994,
        0.04856902360916138,
        0.023609265685081482,
        -0.06852711737155914,
        0.05128854140639305,
        -0.0007583026308566332,
        0.08241412043571472,
        0.0008717344026081264,
        -0.006044740788638592,
        -0.0589752122759819,
        -0.028676586225628853,
        -0.07004669308662415,
        0.10173986852169037,
        -0.014035836793482304,
        0.011221393011510372,
        0.0019088693661615252,
        -0.07963226735591888,
        0.13188597559928894,
        -0.045128174126148224,
        -0.08455990254878998,
        -0.0026551256887614727,
        -0.031346797943115234,
        -0.1271648108959198,
        -0.015786614269018173,
        0.07034845650196075,
        -0.02382618375122547,
        -0.013197063468396664,
        0.046132221817970276,
        -0.0013520140200853348,
        0.04167473316192627,
        -0.02264314889907837,
        -0.001120918896049261,
        0.00389001052826643,
        0.008994508534669876,
        -0.01071124617010355,
        -0.005849306937307119,
        0.011137689463794231,
        0.040599457919597626,
        0.03438212350010872,
        0.020896079018712044,
        0.03772416710853577,
        -0.0018905821489170194,
        -0.008918674662709236,
        -0.10717470943927765,
        0.021359780803322792,
        -0.008930169977247715,
        0.06540323793888092,
        -0.012502369470894337,
        0.03264795243740082,
        0.022611379623413086,
        0.025682663545012474,
        -0.009005695581436157,
        0.009219115599989891,
        -0.021809449419379234,
        0.005168534349650145,
        0.03776133805513382,
        -0.030514825135469437,
        -0.005127114709466696,
        0.059811223298311234,
        -0.010744672268629074,
        0.011272897943854332,
        0.11037552356719971,
        0.07508829981088638,
        -0.006288408301770687,
        0.10560990869998932,
        -0.04527168348431587,
        -0.00736263720318675,
        -0.039733514189720154,
        0.045505981892347336,
        -0.011028840206563473,
        -0.04192094877362251,
        0.15969081223011017,
        -0.04988628998398781,
        -0.040999092161655426,
        0.02322697639465332,
        -0.010971687734127045,
        -3.9723976509016815e-33,
        -0.06607494503259659,
        -0.004349113907665014,
        -0.034636903554201126,
        -0.00046844015014357865,
        -0.029242344200611115,
        0.0074295648373663425,
        -0.0447780080139637,
        -0.004853424616158009,
        0.04062390327453613,
        -0.00017338345060124993,
        -0.005307263229042292,
        0.0027951737865805626,
        0.08180144429206848,
        -0.05383105203509331,
        -0.005721474066376686,
        -0.010444914922118187,
        -0.013002196326851845,
        0.04258105531334877,
        0.01253353152424097,
        0.008910568431019783,
        -0.04881448671221733,
        0.01629328913986683,
        0.031156226992607117,
        0.03353763371706009,
        -0.006221372168511152,
        -0.01715114340186119,
        0.004671848379075527,
        -0.025055842474102974,
        -0.08311431109905243,
        0.014772282913327217,
        -0.04829627275466919,
        0.03079763799905777,
        -0.008725753054022789,
        0.08935621380805969,
        -0.025546759366989136,
        0.07582002878189087,
        0.07881956547498703,
        -0.02788226492702961,
        0.01596514880657196,
        -0.04310735687613487,
        -0.03977282717823982,
        0.013889431022107601,
        0.03641064092516899,
        -0.02937292493879795,
        -0.03469550982117653,
        -0.1547691822052002,
        0.07847073674201965,
        0.04066301882266998,
        0.12719711661338806,
        0.04024340957403183,
        -0.04142631217837334,
        0.027021342888474464,
        -0.03638758882880211,
        -0.0034504178911447525,
        -0.01876995898783207,
        0.014356146566569805,
        -0.02230553887784481,
        -0.05306325480341911,
        -0.09172072261571884,
        0.012614704668521881,
        0.1080232709646225,
        -0.025202695280313492,
        -0.0301045048981905,
        -0.03515351936221123,
        0.04827209189534187,
        0.010761016979813576,
        0.07014147192239761,
        -0.0880112275481224,
        -0.07233434170484543,
        0.02155594527721405,
        -0.003941603470593691,
        -0.0295101311057806,
        -0.0029637180268764496,
        0.007480661850422621,
        -0.0496988371014595,
        0.0398232527077198,
        0.13474218547344208,
        0.09193282574415207,
        0.007362403441220522,
        0.03262106701731682,
        0.07378672063350677,
        -0.0700872391462326,
        -0.031794581562280655,
        0.07925700396299362,
        -0.05856717377901077,
        -0.029697522521018982,
        -0.0024241183418780565,
        -0.03436387702822685,
        -0.021476436406373978,
        -0.05664215609431267,
        0.0751081258058548,
        -0.08829605579376221,
        0.07126250863075256,
        0.06108332797884941,
        0.02300761081278324,
        1.7221082238332747e-33,
        -0.044298283755779266,
        -0.01298613753169775,
        -0.0241249967366457,
        0.006652272306382656,
        0.020653575658798218,
        0.06687930971384048,
        -0.05406523495912552,
        0.07063759863376617,
        -0.11720327287912369,
        -0.032797060906887054,
        -0.046874310821294785,
        0.053831957280635834,
        0.02910536155104637,
        0.008376956917345524,
        0.05532003566622734,
        -0.018751904368400574,
        0.04829419404268265,
        0.038606222718954086,
        -0.0571732297539711,
        0.052086975425481796,
        0.07246636599302292,
        -0.0031745124142616987,
        -0.016310473904013634,
        -0.03893861174583435,
        0.07611221820116043,
        0.009419198147952557,
        0.01523149199783802,
        0.04409068822860718,
        -0.014367960393428802,
        0.019720645621418953,
        0.0924924835562706,
        -0.022359972819685936,
        -0.04987381398677826,
        0.11108078807592392,
        0.012462939135730267,
        -0.05724465847015381,
        0.026677053421735764,
        0.005144727416336536,
        -0.07252784073352814,
        -0.007517444435507059,
        0.05144287273287773,
        -0.003993949852883816,
        0.008972280658781528,
        0.00820406898856163,
        0.01185600459575653,
        -0.024700414389371872,
        -0.07824689149856567,
        0.0782599002122879,
        -0.05886281654238701,
        0.039414435625076294,
        -0.04824593663215637,
        -0.0396188385784626,
        0.02767585776746273,
        -0.049193620681762695,
        -0.01934164948761463,
        0.06145741045475006,
        0.025225523859262466,
        -0.029654789716005325,
        0.03179597109556198,
        -0.12996485829353333,
        0.025934770703315735,
        0.0019415444694459438,
        0.03663749247789383,
        0.05814770981669426,
        -0.06688500195741653,
        -0.01930156722664833,
        0.006389534566551447,
        0.04377686232328415,
        -0.0775274932384491,
        0.10272569209337234,
        0.046457741409540176,
        -0.01719008944928646,
        -0.04498312249779701,
        -0.0023342084605246782,
        0.06251363456249237,
        -0.015716293826699257,
        -0.009446951560676098,
        -0.12448535859584808,
        -0.07214716076850891,
        -0.08806829899549484,
        -0.029719490557909012,
        0.016662631183862686,
        -0.05394667759537697,
        0.00251562986522913,
        0.006287327501922846,
        -0.030684059485793114,
        -0.04588855803012848,
        0.03428448736667633,
        0.05836295336484909,
        0.004206174984574318,
        -0.028443200513720512,
        0.014602536335587502,
        -0.04764929786324501,
        0.024553563445806503,
        -0.04571664705872536,
        -1.612482591895059e-08,
        -0.010301118716597557,
        0.015240727923810482,
        0.030731672421097755,
        0.0549452118575573,
        0.04735913127660751,
        -0.02203265391290188,
        -0.010010629892349243,
        -0.015787508338689804,
        -0.08475901186466217,
        -0.04273504018783569,
        0.01608871854841709,
        0.05247415974736214,
        0.06482124328613281,
        -0.04950863867998123,
        -0.021525176241993904,
        0.09492714703083038,
        0.02634880319237709,
        -0.028117399662733078,
        -0.056533120572566986,
        0.01769559271633625,
        -0.08023117482662201,
        0.02713780477643013,
        0.00417683320119977,
        -0.003919237293303013,
        0.008097833953797817,
        0.06119212880730629,
        0.027414051815867424,
        0.10464806854724884,
        0.004941850434988737,
        0.02782166190445423,
        0.006091988179832697,
        0.011441139504313469,
        0.03367438167333603,
        -8.973821968538687e-05,
        -0.16841651499271393,
        0.024831576272845268,
        -0.07028839737176895,
        -0.05543019250035286,
        -0.03416918218135834,
        0.03681078925728798,
        -0.05926702544093132,
        -0.013030070811510086,
        0.08729246258735657,
        0.05826200544834137,
        -0.060781799256801605,
        -0.04901469498872757,
        -0.023788198828697205,
        0.024720750749111176,
        -0.01235623937100172,
        -0.04017214477062225,
        -0.13239146769046783,
        0.06459467858076096,
        -0.1105394959449768,
        0.03585309535264969,
        0.03838447481393814,
        0.007608454208821058,
        0.025098804384469986,
        -0.0013063792139291763,
        0.07998990267515182,
        -0.019212933257222176,
        -0.07632956653833389,
        -0.008405397646129131,
        -0.07476352900266647,
        -0.11685719341039658
      ],
      "query_id": "eval-orbit-2",
      "question": "What happens to existing Orbit sessions when a password is reset?",
      "ranking": [
        {
          "id": "orbit",
          "score": 0.03278688524590164
        },
        {
          "id": "iris",
          "score": 0.031024531024531024
        },
        {
          "id": "harbor",
          "score": 0.030621785881252923
        },
        {
          "id": "lantern-charge",
          "score": 0.030621785881252923
        },
        {
          "id": "lantern",
          "score": 0.030309988518943745
        },
        {
          "id": "quartz-batch",
          "score": 0.02904040404040404
        },
        {
          "id": "nova",
          "score": 0.028083267871170464
        },
        {
          "id": "archive",
          "score": 0.02797067901234568
        },
        {
          "id": "rivet-calibration",
          "score": 0.02797067901234568
        },
        {
          "id": "mirror",
          "score": 0.02786377708978328
        },
        {
          "id": "iris-network",
          "score": 0.027799227799227798
        },
        {
          "id": "engine",
          "score": 0.027777777777777776
        },
        {
          "id": "junction",
          "score": 0.027598020555767037
        },
        {
          "id": "keel",
          "score": 0.027579737335834898
        },
        {
          "id": "frost",
          "score": 0.026754075124025514
        },
        {
          "id": "garden",
          "score": 0.02668564312399929
        },
        {
          "id": "rivet",
          "score": 0.02666666666666667
        },
        {
          "id": "prism",
          "score": 0.026547116736990152
        },
        {
          "id": "quartz",
          "score": 0.026333907056798625
        },
        {
          "id": "export",
          "score": 0.0261986301369863
        },
        {
          "id": "cargo",
          "score": 0.025989268947015427
        },
        {
          "id": "drone",
          "score": 0.02564102564102564
        },
        {
          "id": "soil",
          "score": 0.02548701298701299
        },
        {
          "id": "beacon",
          "score": 0.02485334979932078
        }
      ],
      "reached_token_limit": false,
      "references": [
        "every existing session is revoked",
        "all sessions are revoked",
        "revoked"
      ],
      "relevance": {
        "orbit": 1
      },
      "retrieval_ms": 10.659307998139411,
      "split": "eval",
      "total_ms": 114.35631399945123
    },
    {
      "answer": "8 degrees Celsius",
      "answerable": true,
      "context_ids": [
        "prism",
        "rivet-calibration",
        "frost"
      ],
      "execution_position": 2,
      "generation_ms": 98.15216900096857,
      "group": "prism",
      "input_tokens": 180,
      "method": "hybrid",
      "metrics": {
        "context_recall": 1.0,
        "exact_match": 1.0,
        "ndcg": 1.0,
        "recall": 1.0,
        "token_f1": 1.0
      },
      "output_tokens": 4,
      "prompt": "Answer the question using only the context. Give a short answer. If the context does not contain the answer, say unknown.\n\nContext:\n[prism] Prism sample storage. Prism mineral samples are stored at 8 degrees Celsius. Each sample requires a white tamper seal. Samples with broken seals must be moved to quarantine shelf Q4.\n[rivet-calibration] Rivet calibration. Rivet torque tools are calibrated every 60 days. Calibration happens at the instrument bench. The repair desk handles physical damage, not routine calibration.\n[frost] Frost sensor. The frost sensor is calibrated with a silver reference plate. Recalibrate it every 30 days. A blinking violet light means calibration is overdue.\n\nQuestion: At what temperature are Prism mineral samples stored?\nAnswer:",
      "query_embedding": [
        -0.08104871958494186,
        0.005387436598539352,
        -0.08040717989206314,
        0.06406165659427643,
        -0.02091248892247677,
        -0.0012370140757411718,
        0.027106361463665962,
        0.012989494949579239,
        -0.052611030638217926,
        0.003003123216331005,
        -0.02685987763106823,
        -0.008748916909098625,
        0.04433130845427513,
        0.004356493707746267,
        -0.029647309333086014,
        -0.007987621240317822,
        0.049629971385002136,
        -0.049421120434999466,
        -0.05111626535654068,
        0.03512060269713402,
        0.06769692152738571,
        -0.03547980636358261,
        -0.05697288364171982,
        0.007188861723989248,
        0.010865560732781887,
        0.059663429856300354,
        -0.06566162407398224,
        -0.006679731421172619,
        0.07324353605508804,
        0.05670051649212837,
        -0.034262292087078094,
        0.05232253298163414,
        0.04043494537472725,
        -0.029873408377170563,
        0.04003802686929703,
        0.009606698527932167,
        -0.0859713926911354,
        -0.06966570764780045,
        -0.08387793600559235,
        0.02911628596484661,
        0.0173830296844244,
        0.004289264790713787,
        -0.016481811180710793,
        0.0394020713865757,
        0.0014627429191023111,
        0.01582169160246849,
        0.08367675542831421,
        -0.020790958777070045,
        -0.027235964313149452,
        0.027218464761972427,
        -0.006408232729882002,
        0.04700182378292084,
        -0.03092365525662899,
        -0.007128694094717503,
        -0.11752128601074219,
        0.08630391955375671,
        0.04276714846491814,
        0.029914651066064835,
        0.004056144040077925,
        0.10655054450035095,
        0.03193815052509308,
        0.01355016604065895,
        -0.11004522442817688,
        -0.004063593223690987,
        0.09634412825107574,
        0.05381704494357109,
        0.008012802340090275,
        0.00017369382840115577,
        0.10106493532657623,
        -0.09609633684158325,
        -0.009886741638183594,
        0.06878101825714111,
        -0.0048170736990869045,
        -0.0013516959734261036,
        -0.01042161788791418,
        -0.020912451669573784,
        0.08520714193582535,
        -0.09654607623815536,
        -0.09273815900087357,
        0.005783819127827883,
        -0.06151885539293289,
        -0.059815213084220886,
        0.03831545263528824,
        0.0041943322867155075,
        0.02811804600059986,
        0.0600581131875515,
        0.009279626421630383,
        0.13171347975730896,
        0.009982203133404255,
        0.010247371159493923,
        0.012228786014020443,
        0.08311716467142105,
        -0.06354883313179016,
        -0.008269265294075012,
        -0.041450776159763336,
        0.11744991689920425,
        0.058412496000528336,
        0.031146541237831116,
        0.07256198674440384,
        -0.03588664531707764,
        0.056285545229911804,
        0.011490448378026485,
        -0.0391249880194664,
        0.08131461590528488,
        -0.024572132155299187,
        -0.06832513213157654,
        0.059252720326185226,
        0.044196657836437225,
        0.002339560305699706,
        0.06945767998695374,
        -0.014863439835608006,
        0.06414869427680969,
        0.057793136686086655,
        -0.02098129689693451,
        0.031608402729034424,
        -0.012399435974657536,
        -0.08407647907733917,
        0.037050098180770874,
        -0.06048515439033508,
        0.03246135264635086,
        0.002198269357904792,
        0.01428326778113842,
        0.040728967636823654,
        0.02716754376888275,
        -0.04625369608402252,
        0.0029178669210523367,
        -0.02215650863945484,
        -1.4337766328143491e-33,
        0.016076864674687386,
        -0.04688273370265961,
        -0.0029630630742758512,
        0.02931733801960945,
        -0.05729805305600166,
        -0.016594721004366875,
        -0.016548829153180122,
        -0.004142001736909151,
        0.01871625706553459,
        0.02940613403916359,
        0.015200868248939514,
        0.0487193837761879,
        -0.05792219936847687,
        0.01331690326333046,
        -0.05720878019928932,
        -0.005179854575544596,
        -0.041165225207805634,
        0.07750851660966873,
        -0.021040091291069984,
        0.0563218928873539,
        -0.022943705320358276,
        0.047529276460409164,
        -0.029850279912352562,
        0.0652075782418251,
        -0.05161339417099953,
        0.0808376595377922,
        -0.008882220834493637,
        0.010479491204023361,
        -0.03030073083937168,
        0.005243306513875723,
        0.08098513633012772,
        -0.05358951538801193,
        -0.08194432407617569,
        0.011298231780529022,
        0.04748160019516945,
        0.06667570769786835,
        -0.0693141296505928,
        0.05020402371883392,
        0.035179197788238525,
        0.002114667324349284,
        0.1283811628818512,
        0.06517896056175232,
        0.18167102336883545,
        0.05785923823714256,
        0.0520053505897522,
        -0.05041341111063957,
        -0.0356721356511116,
        0.049609676003456116,
        0.026955267414450645,
        -0.032424263656139374,
        -0.04368716850876808,
        0.03949212655425072,
        -0.05834534764289856,
        0.051244620233774185,
        0.010419686324894428,
        0.05672193691134453,
        -0.030496908351778984,
        -0.05978699028491974,
        0.035211265087127686,
        -0.02022101916372776,
        0.021224718540906906,
        0.01289614848792553,
        -0.0035233483649790287,
        0.02117050066590309,
        0.010411670431494713,
        0.03030337393283844,
        -0.06554439663887024,
        0.004855033475905657,
        0.03655815124511719,
        -0.02769792452454567,
        -0.02217043749988079,
        0.0466546006500721,
        -0.010638110339641571,
        0.008702892810106277,
        -0.0005925795994699001,
        -0.031067200005054474,
        0.05948873981833458,
        0.023649126291275024,
        -0.017208585515618324,
        -0.039609916508197784,
        0.006794571876525879,
        -0.04098096117377281,
        0.0005479109822772443,
        -0.06792201101779938,
        -0.1036141887307167,
        -0.017206935212016106,
        0.002564026741310954,
        -0.025328168645501137,
        0.004092926625162363,
        0.03959442302584648,
        -0.02317693457007408,
        -0.11701970547437668,
        -0.04742064327001572,
        -0.0517444871366024,
        -0.06705394387245178,
        1.501620013765569e-33,
        0.042650006711483,
        -0.07826245576143265,
        -0.0037003986071795225,
        0.09178010374307632,
        -0.022557450458407402,
        -0.033491525799036026,
        0.05108516290783882,
        0.049553051590919495,
        0.0150816161185503,
        -0.0068777743726968765,
        0.05791279301047325,
        0.0009263262036256492,
        0.06401523947715759,
        -0.09674099087715149,
        -0.057937394827604294,
        0.06705006211996078,
        0.014418396167457104,
        -0.01126615609973669,
        0.019581453874707222,
        -0.017209483310580254,
        -0.11940151453018188,
        -0.01417725719511509,
        -0.019781311973929405,
        0.0349980890750885,
        -0.07663840800523758,
        0.003972161095589399,
        -0.031101373955607414,
        -0.11288880556821823,
        -0.015496008098125458,
        0.020674943923950195,
        -0.05972473323345184,
        0.017525197938084602,
        -0.04488619416952133,
        0.010090802796185017,
        -0.09690869599580765,
        -0.09672539681196213,
        -0.01341446116566658,
        -0.10839768499135971,
        -0.007018923293799162,
        0.05089870095252991,
        0.03389197215437889,
        0.04786323010921478,
        0.012772972695529461,
        0.02548563852906227,
        0.02386113442480564,
        0.027220293879508972,
        0.029860563576221466,
        0.0069009726867079735,
        0.06326935440301895,
        0.040647827088832855,
        0.061017174273729324,
        -0.028524009510874748,
        -0.045688141137361526,
        -0.03797648847103119,
        0.03266947343945503,
        -0.036003343760967255,
        -0.030251000076532364,
        0.020431114360690117,
        -0.04609732702374458,
        -0.029129376634955406,
        0.09560169279575348,
        0.014608606696128845,
        -0.0182893555611372,
        0.017779376357793808,
        -0.03261134400963783,
        0.097628653049469,
        0.08524707704782486,
        0.0887138620018959,
        -0.04375652223825455,
        0.08756774663925171,
        0.13285361230373383,
        -0.048062797635793686,
        0.11142513155937195,
        -0.07153557240962982,
        0.008489580824971199,
        -0.08171091228723526,
        -0.035387713462114334,
        0.023848310112953186,
        0.0006981281330808997,
        -0.0730297714471817,
        -0.06686168909072876,
        0.049050815403461456,
        -0.029780857264995575,
        0.07650130242109299,
        0.0740504264831543,
        -0.11098834872245789,
        0.01952151395380497,
        -0.05215788260102272,
        -0.03669378533959389,
        -0.021394886076450348,
        -0.060677748173475266,
        -0.06198146939277649,
        -0.018381837755441666,
        -0.01974640227854252,
        0.08956760168075562,
        -1.4335458153880154e-08,
        -0.021084586158394814,
        0.05296916514635086,
        0.03194627910852432,
        0.020400140434503555,
        -0.049430932849645615,
        0.054842472076416016,
        0.002988540567457676,
        0.02499490976333618,
        0.04121362417936325,
        -0.008151394315063953,
        0.06537213176488876,
        0.019737372174859047,
        -0.06767850369215012,
        -0.03334064409136772,
        -0.03008047491312027,
        -0.008530045859515667,
        0.03241674229502678,
        -0.03364894911646843,
        0.005212518386542797,
        -0.07361133396625519,
        0.04635097086429596,
        0.020167086273431778,
        0.09805691987276077,
        -0.025333702564239502,
        -0.0018610387342050672,
        0.09512915462255478,
        0.01486950647085905,
        0.045646268874406815,
        0.0716874822974205,
        0.002013956196606159,
        -0.03542187437415123,
        -0.04675139859318733,
        0.05592736974358559,
        -0.07369217276573181,
        0.02876971662044525,
        0.03337433934211731,
        -0.022156791761517525,
        0.0575445219874382,
        0.009382919408380985,
        -0.05365700647234917,
        -0.031065350398421288,
        -0.06824592500925064,
        -0.03555070608854294,
        0.0068063740618526936,
        0.0004269583150744438,
        -0.031241893768310547,
        -0.06427286565303802,
        0.08507770299911499,
        0.03338657319545746,
        0.019044179469347,
        0.041937049478292465,
        -0.015471219085156918,
        0.01256587728857994,
        -0.011393696069717407,
        -0.06694518029689789,
        -0.0020656150300055742,
        0.03033464029431343,
        -0.01558696385473013,
        -0.057616233825683594,
        -0.021342305466532707,
        0.0007954708416946232,
        -0.042086411267519,
        -0.09772150218486786,
        -0.09981168061494827
      ],
      "query_id": "eval-prism-1",
      "question": "At what temperature are Prism mineral samples stored?",
      "ranking": [
        {
          "id": "prism",
          "score": 0.03278688524590164
        },
        {
          "id": "rivet-calibration",
          "score": 0.030621785881252923
        },
        {
          "id": "frost",
          "score": 0.03021353930031804
        },
        {
          "id": "export",
          "score": 0.029910714285714284
        },
        {
          "id": "iris",
          "score": 0.029709507042253523
        },
        {
          "id": "archive",
          "score": 0.029211087420042643
        },
        {
          "id": "garden",
          "score": 0.028814262023217248
        },
        {
          "id": "cargo",
          "score": 0.028381642512077296
        },
        {
          "id": "engine",
          "score": 0.028373015873015873
        },
        {
          "id": "quartz",
          "score": 0.02821869488536155
        },
        {
          "id": "quartz-batch",
          "score": 0.027579737335834898
        },
        {
          "id": "mirror",
          "score": 0.027526395173453996
        },
        {
          "id": "harbor",
          "score": 0.027346637102734665
        },
        {
          "id": "drone",
          "score": 0.02728937728937729
        },
        {
          "id": "soil",
          "score": 0.027056277056277056
        },
        {
          "id": "keel",
          "score": 0.027031963470319637
        },
        {
          "id": "iris-network",
          "score": 0.026856524873828405
        },
        {
          "id": "beacon",
          "score": 0.026754075124025514
        },
        {
          "id": "junction",
          "score": 0.026171741361614778
        },
        {
          "id": "lantern",
          "score": 0.026144907723855092
        },
        {
          "id": "orbit",
          "score": 0.026013513513513515
        },
        {
          "id": "lantern-charge",
          "score": 0.025807525807525808
        },
        {
          "id": "rivet",
          "score": 0.02538152610441767
        },
        {
          "id": "nova",
          "score": 0.025003906860446942
        }
      ],
      "reached_token_limit": false,
      "references": [
        "8 degrees Celsius",
        "8 Celsius",
        "8"
      ],
      "relevance": {
        "prism": 1
      },
      "retrieval_ms": 9.193949998007156,
      "split": "eval",
      "total_ms": 108.77682799764443
    },
    {
      "answer": "Quarantine shelf Q4",
      "answerable": true,
      "context_ids": [
        "prism",
        "rivet",
        "cargo"
      ],
      "execution_position": 1,
      "generation_ms": 133.7670259999868,
      "group": "prism",
      "input_tokens": 192,
      "method": "hybrid",
      "metrics": {
        "context_recall": 1.0,
        "exact_match": 1.0,
        "ndcg": 1.0,
        "recall": 1.0,
        "token_f1": 1.0
      },
      "output_tokens": 8,
      "prompt": "Answer the question using only the context. Give a short answer. If the context does not contain the answer, say unknown.\n\nContext:\n[prism] Prism sample storage. Prism mineral samples are stored at 8 degrees Celsius. Each sample requires a white tamper seal. Samples with broken seals must be moved to quarantine shelf Q4.\n[rivet] Rivet tool checkout. Rivet torque tools must be returned within three hours. Borrowers leave their badge in the red tray. Tools with a damaged grip go to the repair desk instead of the tool rack.\n[cargo] Cargo inspection. Incoming cargo must wait in the amber bay until inspection is complete. Inspectors stamp approved crates with a blue triangle. An orange circle means inspection is pending.\n\nQuestion: Where should a Prism sample with a broken seal be moved?\nAnswer:",
      "query_embedding": [
        -0.06403152644634247,
        0.04025449976325035,
        0.03586950898170471,
        -0.06917354464530945,
        0.04151051118969917,
        -0.021110082045197487,
        0.021137429401278496,
        0.04470974579453468,
        -0.03087799623608589,
        -0.01673142984509468,
        0.008923174813389778,
        0.02945012040436268,
        -0.02947872132062912,
        0.027781102806329727,
        -0.03230174258351326,
        -0.027484754100441933,
        -0.012310980819165707,
        0.0031939391046762466,
        -0.07641039043664932,
        0.03854837641119957,
        0.052036866545677185,
        0.030322758480906487,
        0.0128021240234375,
        -0.021381137892603874,
        -0.03965798020362854,
        0.06277790665626526,
        -0.05596141889691353,
        0.0059241000562906265,
        0.12137974798679352,
        -0.05793973058462143,
        -0.04806787148118019,
        -0.0042259409092366695,
        -0.05045321583747864,
        -0.026350656524300575,
        0.06794509291648865,
        0.022001750767230988,
        -0.0750017762184143,
        -0.009854800999164581,
        -0.016819842159748077,
        -0.008327744901180267,
        0.02677689865231514,
        0.06706006824970245,
        -0.07733491063117981,
        0.01370765920728445,
        -0.0029266176279634237,
        0.058696597814559937,
        0.10908303409814835,
        -0.0083012655377388,
        0.021364642307162285,
        0.004494919907301664,
        -0.03829655796289444,
        -0.019574996083974838,
        -0.06870817393064499,
        0.03431866690516472,
        -0.12982627749443054,
        0.04204607382416725,
        0.01643112115561962,
        0.006292183883488178,
        0.050979677587747574,
        0.054085250943899155,
        0.14188814163208008,
        0.06036732345819473,
        -0.025190653279423714,
        0.06754361838102341,
        0.05440731346607208,
        0.027286658063530922,
        0.022803734987974167,
        -0.016451818868517876,
        0.09413782507181168,
        -0.013936730101704597,
        -0.004435953218489885,
        -0.016531217843294144,
        -0.07856147736310959,
        -0.00481073185801506,
        0.01793394610285759,
        -0.08093743026256561,
        0.0039042914286255836,
        -0.08519884943962097,
        -0.05711263418197632,
        0.0411127470433712,
        -0.037872277200222015,
        -0.03438723832368851,
        -0.010678861290216446,
        0.038195617496967316,
        0.026545127853751183,
        0.06049778312444687,
        -0.049586329609155655,
        0.01577426679432392,
        0.02144288457930088,
        -0.03587264195084572,
        0.028684169054031372,
        0.02939368039369583,
        0.007452018093317747,
        0.023616435006260872,
        0.024739554151892662,
        0.013850048184394836,
        -0.004115658812224865,
        -0.024071786552667618,
        0.0841207280755043,
        0.06343591958284378,
        -0.026389634236693382,
        0.007496247533708811,
        -0.04343055561184883,
        0.014608158729970455,
        -0.023891685530543327,
        -0.06783335655927658,
        -0.06346631050109863,
        -0.011362425982952118,
        0.03779488801956177,
        0.0551484152674675,
        0.028169838711619377,
        0.06543177366256714,
        0.06362093240022659,
        0.040344156324863434,
        -0.013222388923168182,
        -0.046240102499723434,
        -0.07620587199926376,
        0.018354758620262146,
        -0.0990714579820633,
        -0.0031438779551535845,
        -0.05450093746185303,
        -0.04165147617459297,
        0.013517319224774837,
        0.026243312284350395,
        -0.0389605388045311,
        0.016867319121956825,
        -0.04598880559206009,
        -5.2387738780898556e-33,
        -0.024529729038476944,
        -0.03530103713274002,
        -0.024774478748440742,
        0.07010068744421005,
        0.02776414155960083,
        0.03208212926983833,
        0.05940531939268112,
        0.028427159413695335,
        -0.012885705567896366,
        0.07986699789762497,
        0.013955374248325825,
        -0.007409956771880388,
        -0.07889177650213242,
        -0.0452844463288784,
        -0.1101536676287651,
        -0.02510596066713333,
        -0.03430856764316559,
        0.0730433315038681,
        -0.18165241181850433,
        0.010111907497048378,
        -0.004893480334430933,
        0.04014620929956436,
        -0.03615497797727585,
        -0.00214099558070302,
        -0.04276437312364578,
        0.10979799926280975,
        -0.0357837975025177,
        -0.013503041118383408,
        0.025624018162488937,
        0.03022496961057186,
        -0.024724813178181648,
        0.023383814841508865,
        -0.027072975412011147,
        0.0526016540825367,
        0.012701247818768024,
        0.06289177387952805,
        -0.0007164612761698663,
        -0.030094115063548088,
        0.012608095072209835,
        -0.03466608002781868,
        0.027947289869189262,
        0.07477760314941406,
        0.07765847444534302,
        0.030350973829627037,
        0.08958231657743454,
        -0.05794627591967583,
        0.03418661281466484,
        0.023150891065597534,
        0.13334055244922638,
        -0.05733830854296684,
        -0.0605601891875267,
        0.01733783818781376,
        -0.05184192582964897,
        0.007970350794494152,
        -0.02901730127632618,
        0.012836284004151821,
        0.011305170133709908,
        0.014996979385614395,
        0.017758330330252647,
        -0.020823493599891663,
        -0.0058248224668204784,
        0.00460386835038662,
        -0.006180827971547842,
        0.050807829946279526,
        0.14144150912761688,
        0.03447072207927704,
        -0.08820483833551407,
        -0.00724276015534997,
        0.059792108833789825,
        -0.08302303403615952,
        -0.04687901586294174,
        0.011409131810069084,
        -0.07411161810159683,
        0.07883144170045853,
        -0.017915643751621246,
        -0.055932316929101944,
        -0.027209416031837463,
        0.08119338005781174,
        0.014469961635768414,
        -0.03738778457045555,
        0.009045759215950966,
        0.03742825239896774,
        -0.013949518091976643,
        -0.07388743758201599,
        -0.039408691227436066,
        0.007388471160084009,
        0.05984177067875862,
        -0.03461528941988945,
        0.0022283291909843683,
        0.003652469255030155,
        -0.006968713365495205,
        -0.044059667736291885,
        -0.04524906352162361,
        -0.07041659206151962,
        0.039390258491039276,
        3.509990499382841e-33,
        -0.01279471069574356,
        -0.07632026821374893,
        0.06123703718185425,
        0.06092383712530136,
        0.038408223539590836,
        0.006952002178877592,
        0.005972234532237053,
        0.05783948674798012,
        0.03401338309049606,
        0.03334330767393112,
        -0.03440112993121147,
        0.035260628908872604,
        0.045663148164749146,
        0.021760119125247,
        -0.1208222284913063,
        0.009663760662078857,
        0.042637813836336136,
        -0.07512073963880539,
        -0.06999041140079498,
        0.02354922890663147,
        -0.02334790676832199,
        0.00631723552942276,
        -0.031207013875246048,
        0.09971843659877777,
        -0.08132398128509521,
        0.05126439034938812,
        0.01683465763926506,
        -0.06356316059827805,
        0.007369662169367075,
        -0.04107482731342316,
        -0.04830385744571686,
        -0.01649084873497486,
        -0.051081977784633636,
        0.02125135064125061,
        -0.05556706711649895,
        -0.0837252289056778,
        -0.0368102490901947,
        -0.019347064197063446,
        -0.09651077538728714,
        -0.02130975015461445,
        -0.001980842323973775,
        0.005909974221140146,
        -0.01946665719151497,
        -0.004241200163960457,
        0.054905783385038376,
        0.00964487623423338,
        0.04198728874325752,
        -0.05071931704878807,
        -0.034076109528541565,
        0.017428450286388397,
        0.03863373026251793,
        0.03750422224402428,
        -0.002370726317167282,
        -0.00605210242792964,
        0.07380793988704681,
        0.11343127489089966,
        -0.01714208535850048,
        -0.02348618023097515,
        -0.025060784071683884,
        -0.00322901364415884,
        0.09381663054227829,
        0.12432403862476349,
        -0.023612763732671738,
        -0.058988988399505615,
        0.013138934038579464,
        0.08539014309644699,
        0.06654707342386246,
        0.041268959641456604,
        -0.060660239309072495,
        0.007610471919178963,
        0.06463172286748886,
        0.027605444192886353,
        0.08069281280040741,
        -0.08356046676635742,
        0.03766242042183876,
        -0.045341040939092636,
        -0.0500415563583374,
        -0.056568097323179245,
        -0.014448150992393494,
        -0.07169634848833084,
        -0.043236009776592255,
        -0.041410963982343674,
        -0.014340685680508614,
        0.03388826921582222,
        0.09117232263088226,
        -0.07361417263746262,
        0.01430757436901331,
        -0.11338001489639282,
        -0.037470411509275436,
        -0.01762625202536583,
        -0.08979900926351547,
        0.03579419478774071,
        0.01738431490957737,
        -0.08658772706985474,
        0.08523866534233093,
        -1.8305380322658493e-08,
        -0.002381853060796857,
        0.11431209743022919,
        0.02184193581342697,
        -0.013648170046508312,
        -0.057559844106435776,
        0.0437452457845211,
        0.024156205356121063,
        0.05499603971838951,
        -0.018251163884997368,
        -0.07736284285783768,
        -0.03170022368431091,
        -0.031905993819236755,
        -0.011904102750122547,
        0.05869153141975403,
        -0.0667000338435173,
        -0.01393920835107565,
        -0.02566288411617279,
        0.0008608097559772432,
        -0.06980407238006592,
        -0.07417596131563187,
        -0.03569132834672928,
        0.04339928179979324,
        0.1490999162197113,
        -0.014691761694848537,
        -0.06545795500278473,
        0.07686690986156464,
        0.015011570416390896,
        0.04875360429286957,
        0.020181048661470413,
        -0.02251180075109005,
        -0.048184994608163834,
        -0.034919679164886475,
        0.08801520615816116,
        0.06183520331978798,
        0.03850262239575386,
        0.0983855128288269,
        -0.08924421668052673,
        0.04036075994372368,
        0.01518743485212326,
        -0.0160528477281332,
        -9.765717550180852e-05,
        -0.015889914706349373,
        0.015260627493262291,
        0.07500895857810974,
        0.032881349325180054,
        0.052880946546792984,
        0.010360079817473888,
        0.017107043415308,
        -0.06808651983737946,
        0.04599839076399803,
        0.06766331195831299,
        -0.0489264652132988,
        -0.023752950131893158,
        0.011790909804403782,
        0.0019234266364946961,
        0.04132690653204918,
        0.020090920850634575,
        -0.03301486745476723,
        -0.08767058700323105,
        0.0647556409239769,
        -0.06826712936162949,
        -0.035047538578510284,
        -0.061944350600242615,
        -0.0012346062576398253
      ],
      "query_id": "eval-prism-2",
      "question": "Where should a Prism sample with a broken seal be moved?",
      "ranking": [
        {
          "id": "prism",
          "score": 0.03278688524590164
        },
        {
          "id": "rivet",
          "score": 0.031754032258064516
        },
        {
          "id": "cargo",
          "score": 0.031054405392392875
        },
        {
          "id": "frost",
          "score": 0.030536130536130537
        },
        {
          "id": "quartz",
          "score": 0.029957522915269395
        },
        {
          "id": "nova",
          "score": 0.029513888888888888
        },
        {
          "id": "mirror",
          "score": 0.028258706467661692
        },
        {
          "id": "archive",
          "score": 0.02821939586645469
        },
        {
          "id": "iris",
          "score": 0.02792120864410021
        },
        {
          "id": "export",
          "score": 0.02782608695652174
        },
        {
          "id": "keel",
          "score": 0.027479766610201392
        },
        {
          "id": "lantern",
          "score": 0.027402402402402402
        },
        {
          "id": "rivet-calibration",
          "score": 0.02728937728937729
        },
        {
          "id": "iris-network",
          "score": 0.027242401779095628
        },
        {
          "id": "drone",
          "score": 0.027056277056277056
        },
        {
          "id": "beacon",
          "score": 0.02690100430416069
        },
        {
          "id": "harbor",
          "score": 0.026785714285714288
        },
        {
          "id": "engine",
          "score": 0.0264808362369338
        },
        {
          "id": "junction",
          "score": 0.02604430914933198
        },
        {
          "id": "quartz-batch",
          "score": 0.025807525807525808
        },
        {
          "id": "lantern-charge",
          "score": 0.02574682290807064
        },
        {
          "id": "orbit",
          "score": 0.025503573749187783
        },
        {
          "id": "soil",
          "score": 0.025478740668614087
        },
        {
          "id": "garden",
          "score": 0.025158227848101268
        }
      ],
      "reached_token_limit": false,
      "references": [
        "quarantine shelf Q4",
        "shelf Q4",
        "Q4"
      ],
      "relevance": {
        "prism": 1
      },
      "retrieval_ms": 15.234552000038093,
      "split": "eval",
      "total_ms": 150.49355299925082
    },
    {
      "answer": "90 requests per minute",
      "answerable": true,
      "context_ids": [
        "quartz",
        "quartz-batch",
        "mirror"
      ],
      "execution_position": 0,
      "generation_ms": 105.23999799988815,
      "group": "quartz",
      "input_tokens": 181,
      "method": "hybrid",
      "metrics": {
        "context_recall": 1.0,
        "exact_match": 0.0,
        "ndcg": 1.0,
        "recall": 1.0,
        "token_f1": 0.6666666666666666
      },
      "output_tokens": 5,
      "prompt": "Answer the question using only the context. Give a short answer. If the context does not contain the answer, say unknown.\n\nContext:\n[quartz] Quartz service limits. The Quartz lookup service accepts 90 requests per minute per client. Requests above that limit receive status 429. A client should wait 20 seconds before trying again.\n[quartz-batch] Quartz bulk service. The Quartz bulk service accepts 12 batches per hour. Batch jobs return status 202 when queued. This service has a separate quota from the lookup service.\n[mirror] Mirror synchronization. Mirror replicas synchronize every 14 minutes. A replica more than 40 minutes behind is marked stale. Stale replicas remain readable but cannot serve verification requests.\n\nQuestion: How many requests per minute may a Quartz client send?\nAnswer:",
      "query_embedding": [
        0.001306258956901729,
        0.02617870643734932,
        -0.028654765337705612,
        -0.0077374763786792755,
        -0.08457129448652267,
        -0.10112083703279495,
        0.0606890544295311,
        -0.008859875611960888,
        0.030482793226838112,
        0.013806763105094433,
        -0.07766597718000412,
        -0.020118800923228264,
        -0.02168157324194908,
        0.018731623888015747,
        0.040655285120010376,
        -0.0174686498939991,
        0.12908712029457092,
        -0.11634423583745956,
        0.03267567977309227,
        0.022819887846708298,
        0.03243072330951691,
        -0.08867334574460983,
        -0.022526517510414124,
        -0.005262277089059353,
        -0.03341134265065193,
        -0.04000718891620636,
        -0.04282575845718384,
        -0.03809073567390442,
        0.035880960524082184,
        0.04226948320865631,
        -0.06233211234211922,
        0.009170575998723507,
        -0.02158513478934765,
        -0.03802655264735222,
        -4.9994625442195684e-05,
        0.042874325066804886,
        -0.014620223082602024,
        -0.051179658621549606,
        -0.029755953699350357,
        0.008648673072457314,
        -0.012981685809791088,
        0.002949346089735627,
        -0.013971430249512196,
        0.0706300437450409,
        -0.020155157893896103,
        -0.03775162249803543,
        0.05105062946677208,
        0.0465579517185688,
        -0.05590149387717247,
        0.029113607481122017,
        -0.0441032238304615,
        0.025014331564307213,
        -0.012335777282714844,
        0.05126409977674484,
        0.01813853532075882,
        -0.009259955026209354,
        -0.05311587452888489,
        0.02063799649477005,
        0.018959125503897667,
        0.08613596856594086,
        -0.060837894678115845,
        -0.09908364713191986,
        -0.05767853930592537,
        -0.01623724028468132,
        0.0480552576482296,
        0.02683168835937977,
        -0.06882862746715546,
        -0.03418765962123871,
        0.02378333918750286,
        -0.04055556282401085,
        0.021308081224560738,
        -0.018353505060076714,
        -0.04655520245432854,
        -0.020671026781201363,
        0.050555840134620667,
        0.009208040311932564,
        0.00024023368314374238,
        -0.020441513508558273,
        -0.05475433170795441,
        -0.0821692943572998,
        -0.04223915562033653,
        0.004822226241230965,
        -0.017383361235260963,
        -0.03327636793255806,
        0.07567133009433746,
        -0.03411552682518959,
        0.04735402390360832,
        0.1334201842546463,
        0.02455158345401287,
        -0.06586913764476776,
        0.006649670656770468,
        0.10345128923654556,
        -0.09492957592010498,
        0.026136305183172226,
        -0.04120791703462601,
        0.0883733481168747,
        -0.039414260536432266,
        0.0466926209628582,
        -0.06724001467227936,
        0.03430885076522827,
        0.04868897795677185,
        -0.04283440485596657,
        -0.01848371885716915,
        0.010106189176440239,
        -0.03355305641889572,
        -0.056137800216674805,
        0.008756771683692932,
        0.08707261830568314,
        -0.036062534898519516,
        0.13836142420768738,
        -0.017652234062552452,
        0.03682589530944824,
        0.0337519571185112,
        0.008674662560224533,
        0.026633819565176964,
        0.056759800761938095,
        -0.02423752099275589,
        0.022731110453605652,
        0.02597692608833313,
        0.07526497542858124,
        0.03820608928799629,
        0.01978442445397377,
        -0.03182769939303398,
        -0.08036401122808456,
        0.01354170124977827,
        0.053719356656074524,
        0.028585221618413925,
        -7.006291173188907e-34,
        -0.06365704536437988,
        0.09077495336532593,
        0.003378415247425437,
        -0.02966723032295704,
        0.0238996222615242,
        0.0033854746725410223,
        0.015037070028483868,
        0.043491218239068985,
        0.028672445565462112,
        -0.07046304643154144,
        -0.04284605756402016,
        -0.0062253717333078384,
        0.020081542432308197,
        0.03678957745432854,
        0.017219550907611847,
        -0.03904396668076515,
        0.08913162350654602,
        0.029482396319508553,
        0.05108651891350746,
        -0.052389007061719894,
        -0.017647026106715202,
        -0.07577970623970032,
        -0.06556207686662674,
        0.03958847001194954,
        0.04152107983827591,
        0.0660257488489151,
        -0.038550276309251785,
        0.05202645808458328,
        -0.01945420727133751,
        0.03239184990525246,
        0.14571738243103027,
        0.034848153591156006,
        -0.054912883788347244,
        0.03337027132511139,
        0.025987405329942703,
        0.04191237688064575,
        0.040636926889419556,
        0.03222589194774628,
        0.0024470153730362654,
        -0.0252056997269392,
        -0.10109811276197433,
        0.04056650772690773,
        -0.0011319092009216547,
        0.03395615145564079,
        -0.09426732361316681,
        -0.10357880592346191,
        -0.05779372528195381,
        -0.028013842180371284,
        -0.008078002370893955,
        0.03139284998178482,
        0.0014568313490599394,
        -0.013617997989058495,
        0.011416725814342499,
        0.11887480318546295,
        0.06520339846611023,
        0.0815572589635849,
        0.01702398806810379,
        -0.03494332358241081,
        -0.03029276616871357,
        0.08589249849319458,
        0.07961584627628326,
        -0.10911483317613602,
        0.02600710839033127,
        -0.008009163662791252,
        0.09668377041816711,
        0.060329463332891464,
        -0.00022552699374500662,
        0.018878182396292686,
        0.005004135426133871,
        0.04465070739388466,
        0.0010606783907860518,
        0.018388625234365463,
        0.01657172478735447,
        -0.05872946232557297,
        -0.09190289676189423,
        -0.05766802653670311,
        0.08706510812044144,
        0.021737096831202507,
        -0.022761207073926926,
        0.05684242770075798,
        -0.027378305792808533,
        -0.07109831273555756,
        0.0014933887869119644,
        -0.032181669026613235,
        -0.014066027477383614,
        0.08326143026351929,
        0.036535173654556274,
        0.0024680832866579294,
        -0.03644271567463875,
        0.010464453138411045,
        0.02080909162759781,
        -0.004864121787250042,
        -0.03138072416186333,
        0.003819335950538516,
        -0.158140167593956,
        1.226174412225548e-33,
        -0.036586206406354904,
        -0.0069083054549992085,
        -0.008179632015526295,
        0.10618271678686142,
        0.03762320056557655,
        -0.003100362606346607,
        0.013607770204544067,
        0.1095075011253357,
        -0.004917521961033344,
        0.09655263274908066,
        0.020287618041038513,
        -0.06850696355104446,
        0.004230124410241842,
        -0.0023414648603647947,
        -0.0964154377579689,
        0.020531028509140015,
        0.11522272974252701,
        -0.07669702917337418,
        0.04198398441076279,
        0.017861438915133476,
        -0.00602993369102478,
        0.005675222724676132,
        -0.07588685303926468,
        -0.06151331216096878,
        -0.004445069003850222,
        0.012548588216304779,
        -0.03586035594344139,
        -0.06580397486686707,
        -0.05512208491563797,
        -0.04240832477807999,
        -0.04681526869535446,
        -0.05802248790860176,
        -0.039468590170145035,
        0.004598777275532484,
        0.04862704873085022,
        -0.018985409289598465,
        0.07524465769529343,
        0.13559912145137787,
        0.017002681270241737,
        0.11277097463607788,
        0.059472259134054184,
        -0.0008644010522402823,
        0.00921617355197668,
        0.05481630936264992,
        -0.017817245796322823,
        0.07286499440670013,
        -0.028586911037564278,
        0.020372124388813972,
        -0.0813860148191452,
        -0.004539870657026768,
        0.01048518717288971,
        -0.04152991250157356,
        0.05172542482614517,
        0.04741658270359039,
        -0.03088190034031868,
        -0.02093951776623726,
        0.027354564517736435,
        -0.007007696200162172,
        0.03522617742419243,
        0.016612377017736435,
        0.09384791553020477,
        0.03386778384447098,
        -0.046378765255212784,
        -0.010824523866176605,
        0.07707598805427551,
        0.03724077343940735,
        -0.03273361921310425,
        -0.05485152453184128,
        -0.02158314920961857,
        0.014783184044063091,
        0.09208548814058304,
        0.011158143170177937,
        -0.045870374888181686,
        0.008815350010991096,
        -0.041943710297346115,
        0.0029294071719050407,
        -0.038405321538448334,
        -0.0410880409181118,
        -0.09582965821027756,
        -0.008739844895899296,
        -0.042735252529382706,
        0.08435423672199249,
        0.003818994387984276,
        -0.02673487924039364,
        -0.03821839764714241,
        -0.03555169329047203,
        0.025996675714850426,
        0.011009739711880684,
        0.003625294426456094,
        -0.0071533131413161755,
        0.019123677164316177,
        0.056295037269592285,
        0.0028591135051101446,
        -0.010238255374133587,
        -0.008096817880868912,
        -1.791602599610087e-08,
        0.006711644120514393,
        -0.03528255969285965,
        -0.014076165854930878,
        -0.05509309470653534,
        0.03141878917813301,
        0.09768997132778168,
        -0.055934302508831024,
        -0.029827915132045746,
        0.02272466942667961,
        0.024228308349847794,
        0.06907434016466141,
        -0.028233371675014496,
        -0.01479315385222435,
        0.009875470772385597,
        -0.01536006759852171,
        -0.05488761514425278,
        0.033348239958286285,
        -0.07760970294475555,
        -0.043607234954833984,
        -0.06407957524061203,
        0.007291093468666077,
        0.07489099353551865,
        0.0688365250825882,
        -0.0708431676030159,
        0.04714406281709671,
        0.048526883125305176,
        0.05876297876238823,
        0.11294785141944885,
        -0.08117780834436417,
        -0.05661746859550476,
        -0.08434997498989105,
        -0.026814041659235954,
        0.005967289209365845,
        0.006581843830645084,
        -0.058996472507715225,
        0.036246106028556824,
        -0.14548669755458832,
        -0.01672632060945034,
        0.0011387068079784513,
        -0.02319497987627983,
        0.01582358591258526,
        -0.05240136757493019,
        0.012290878221392632,
        0.02459009177982807,
        0.08736369013786316,
        0.010981868021190166,
        -0.10083762556314468,
        -0.04747927561402321,
        0.042738672345876694,
        0.006982777733355761,
        0.006206465885043144,
        -0.01310324389487505,
        0.058274466544389725,
        -0.02065306343138218,
        -0.025214670225977898,
        0.03731228783726692,
        0.026025040075182915,
        -0.08427626639604568,
        0.014936997555196285,
        0.018294798210263252,
        0.05269632115960121,
        0.0690876767039299,
        -0.07510765641927719,
        -0.035201143473386765
      ],
      "query_id": "eval-quartz-1",
      "question": "How many requests per minute may a Quartz client send?",
      "ranking": [
        {
          "id": "quartz",
          "score": 0.03278688524590164
        },
        {
          "id": "quartz-batch",
          "score": 0.03225806451612903
        },
        {
          "id": "mirror",
          "score": 0.031746031746031744
        },
        {
          "id": "beacon",
          "score": 0.029857397504456328
        },
        {
          "id": "harbor",
          "score": 0.029631255487269532
        },
        {
          "id": "drone",
          "score": 0.02946912242686891
        },
        {
          "id": "frost",
          "score": 0.029138513513513514
        },
        {
          "id": "orbit",
          "score": 0.029083245521601686
        },
        {
          "id": "lantern-charge",
          "score": 0.028577260665441927
        },
        {
          "id": "lantern",
          "score": 0.02857142857142857
        },
        {
          "id": "nova",
          "score": 0.028484848484848488
        },
        {
          "id": "junction",
          "score": 0.028125
        },
        {
          "id": "export",
          "score": 0.027745885954841176
        },
        {
          "id": "iris-network",
          "score": 0.027650648360030512
        },
        {
          "id": "keel",
          "score": 0.02684684684684685
        },
        {
          "id": "prism",
          "score": 0.026547116736990152
        },
        {
          "id": "archive",
          "score": 0.025937081659973226
        },
        {
          "id": "rivet-calibration",
          "score": 0.025603392041748205
        },
        {
          "id": "cargo",
          "score": 0.025503573749187783
        },
        {
          "id": "soil",
          "score": 0.02548701298701299
        },
        {
          "id": "garden",
          "score": 0.025478740668614087
        },
        {
          "id": "rivet",
          "score": 0.025332691999358666
        },
        {
          "id": "engine",
          "score": 0.024390243902439025
        },
        {
          "id": "iris",
          "score": 0.023952954675846242
        }
      ],
      "reached_token_limit": false,
      "references": [
        "90",
        "90 requests"
      ],
      "relevance": {
        "quartz": 1
      },
      "retrieval_ms": 8.023441998375347,
      "split": "eval",
      "total_ms": 114.75104599958286
    },
    {
      "answer": "20 seconds",
      "answerable": true,
      "context_ids": [
        "quartz",
        "quartz-batch",
        "junction"
      ],
      "execution_position": 2,
      "generation_ms": 110.08409599890001,
      "group": "quartz",
      "input_tokens": 190,
      "method": "hybrid",
      "metrics": {
        "context_recall": 1.0,
        "exact_match": 1.0,
        "ndcg": 1.0,
        "recall": 1.0,
        "token_f1": 1.0
      },
      "output_tokens": 3,
      "prompt": "Answer the question using only the context. Give a short answer. If the context does not contain the answer, say unknown.\n\nContext:\n[quartz] Quartz service limits. The Quartz lookup service accepts 90 requests per minute per client. Requests above that limit receive status 429. A client should wait 20 seconds before trying again.\n[quartz-batch] Quartz bulk service. The Quartz bulk service accepts 12 batches per hour. Batch jobs return status 202 when queued. This service has a separate quota from the lookup service.\n[junction] Junction message queue. The junction queue retries a failed delivery up to five times. Each retry waits 18 seconds. After the fifth failed retry, the message enters the copper dead-letter queue.\n\nQuestion: How long should a Quartz client wait after a rate-limit response?\nAnswer:",
      "query_embedding": [
        -0.055591292679309845,
        0.024280618876218796,
        -0.0050908406265079975,
        -0.006776070687919855,
        -0.0340358130633831,
        -0.08725199848413467,
        -0.030103908851742744,
        -0.01420119870454073,
        0.042321979999542236,
        -0.00851687602698803,
        0.027205677703022957,
        -0.010884852148592472,
        -0.05837157741189003,
        -0.0035135194193571806,
        0.022226611152291298,
        -0.00912282895296812,
        0.13032525777816772,
        -0.07227999716997147,
        0.028100039809942245,
        0.004567988682538271,
        0.0029242674354463816,
        -0.09633422642946243,
        -0.002111700363457203,
        0.0003804178850259632,
        -0.014421481639146805,
        0.00015059681027196348,
        -0.04059877246618271,
        -0.03823179006576538,
        -0.006997330579906702,
        0.030490562319755554,
        -0.040977951139211655,
        -0.05131407454609871,
        -0.03747251629829407,
        -0.061401527374982834,
        -0.013976595364511013,
        0.04830316826701164,
        -0.0033214064314961433,
        -0.05020422860980034,
        -0.022754307836294174,
        0.009256510064005852,
        -0.0018664810340851545,
        0.03712655231356621,
        -0.035286955535411835,
        0.10206270962953568,
        0.07401090115308762,
        -0.0675504058599472,
        0.05868074297904968,
        0.037478405982255936,
        -0.06410857290029526,
        0.010031374171376228,
        -0.026460357010364532,
        0.05530396103858948,
        -0.024688759818673134,
        0.02243775688111782,
        0.0021535507403314114,
        0.07480480521917343,
        0.02364731766283512,
        0.054876599460840225,
        -0.04802405461668968,
        0.04075656086206436,
        -0.06072293594479561,
        -0.0994425117969513,
        -0.06217368319630623,
        -0.03551807627081871,
        0.037588898092508316,
        0.03623105585575104,
        -0.0312193613499403,
        -0.08573504537343979,
        0.01675221137702465,
        0.042604658752679825,
        0.011460845358669758,
        -0.05980886518955231,
        0.003129643388092518,
        -0.001315295579843223,
        0.0020448616705834866,
        -0.017392219975590706,
        -0.0026027255225926638,
        0.02584623172879219,
        -0.013627665117383003,
        -0.0723443403840065,
        -0.013825190253555775,
        -0.047836363315582275,
        0.018579207360744476,
        -0.06884036958217621,
        0.012164992280304432,
        -0.0424887053668499,
        0.10926385223865509,
        0.13114801049232483,
        0.05289890617132187,
        -0.05935688689351082,
        0.084344282746315,
        0.05354045331478119,
        -0.09331119805574417,
        0.0016940555069595575,
        0.015105393715202808,
        0.06087413430213928,
        -0.038892220705747604,
        0.036477137356996536,
        -0.03894489258527756,
        -0.0003989931137766689,
        0.046807873994112015,
        -0.04287835955619812,
        -0.022005919367074966,
        0.036139633506536484,
        -0.00848971027880907,
        -0.04908385127782822,
        0.023852059617638588,
        0.11379087716341019,
        -0.04116271436214447,
        0.12807084619998932,
        0.0073774573393166065,
        0.07730288803577423,
        0.03802325949072838,
        0.021245116367936134,
        -0.0447893925011158,
        0.05931730568408966,
        -0.0458005890250206,
        0.012853731401264668,
        0.03814956173300743,
        0.03248012810945511,
        0.06316982954740524,
        0.04955550283193588,
        -0.04110468551516533,
        -0.05815849453210831,
        0.027880646288394928,
        0.07250908762216568,
        0.015148896723985672,
        -2.1187675885877243e-33,
        -0.14858825504779816,
        0.059107642620801926,
        -0.022697173058986664,
        -0.10643366724252701,
        -0.024363085627555847,
        0.0073804655112326145,
        0.009476437233388424,
        0.07875816524028778,
        -0.035117700695991516,
        -0.014153634198009968,
        0.00881112553179264,
        -0.0884801596403122,
        -0.023967457935214043,
        -0.004867141600698233,
        -0.024841969832777977,
        -0.04679768532514572,
        0.0586484894156456,
        0.03244202211499214,
        0.017330829054117203,
        -0.058359500020742416,
        -0.020318005234003067,
        -0.11699529737234116,
        -0.058569543063640594,
        0.06535527855157852,
        0.0013980926014482975,
        -0.0017140003619715571,
        -0.04955679178237915,
        0.07480376213788986,
        -0.02763889729976654,
        0.004369797650724649,
        0.11111076176166534,
        0.05839700996875763,
        -0.03737254440784454,
        -0.019887449219822884,
        -0.01216505654156208,
        -0.001266785548068583,
        0.06170862168073654,
        -0.0061934152618050575,
        0.0052062091417610645,
        -0.06240597367286682,
        -0.1014389768242836,
        0.07798925787210464,
        -0.017506258562207222,
        0.06425713002681732,
        -0.06003144010901451,
        -0.12133534252643585,
        -0.03645652160048485,
        -0.019895747303962708,
        -0.06618689745664597,
        0.016047829762101173,
        0.003250331152230501,
        -0.008440311998128891,
        -0.051415782421827316,
        0.09287898987531662,
        0.05121277645230293,
        0.06426559388637543,
        0.027800610288977623,
        -0.008690828457474709,
        -0.10726038366556168,
        0.04747559130191803,
        0.10707913339138031,
        -0.13310690224170685,
        0.026235008612275124,
        -0.0417538546025753,
        0.049813833087682724,
        0.06765340268611908,
        -0.02454836294054985,
        -0.016725847497582436,
        -0.03170877695083618,
        0.004581619054079056,
        0.03961165249347687,
        0.07000185549259186,
        -0.0031958152540028095,
        -0.014931957237422466,
        -0.05444222688674927,
        -0.04983067139983177,
        0.051856230944395065,
        0.0015068016946315765,
        -0.01670091412961483,
        -0.04821300879120827,
        0.04329434409737587,
        -0.06913679093122482,
        -0.06613211333751678,
        -0.009175433777272701,
        -0.040850572288036346,
        0.06339048594236374,
        0.0692722499370575,
        0.011297781020402908,
        -0.02070225402712822,
        0.01564016193151474,
        -0.02347550354897976,
        0.009209861978888512,
        0.020588664337992668,
        0.02654319442808628,
        -0.03661029413342476,
        2.333748240279843e-33,
        0.05254918709397316,
        -0.08245836943387985,
        0.013252459466457367,
        0.07568953931331635,
        0.07873046398162842,
        -0.005384919233620167,
        -0.05435752868652344,
        0.12297603487968445,
        -0.0024727806448936462,
        0.02871888503432274,
        0.027680281549692154,
        -0.028372114524245262,
        0.006100520025938749,
        0.026903213933110237,
        -0.07303407043218613,
        0.03406235948204994,
        0.0965190902352333,
        -0.06552810221910477,
        0.05946952477097511,
        0.0757041871547699,
        0.039275504648685455,
        -0.0218991506844759,
        -0.057506661862134933,
        -0.014769644476473331,
        -0.0528019517660141,
        0.014746641740202904,
        -0.03062208741903305,
        -0.03484368324279785,
        -0.04411697760224342,
        -0.060831841081380844,
        -0.07831581681966782,
        -0.032004889100790024,
        0.00011551305215107277,
        -0.04137361794710159,
        0.10977369546890259,
        0.0005205905181355774,
        0.05142168700695038,
        0.024299893528223038,
        0.005578008480370045,
        0.12327416986227036,
        0.06818109005689621,
        0.0037079760804772377,
        -0.048551417887210846,
        0.03019067645072937,
        0.013703652657568455,
        0.00218668719753623,
        0.01284901611506939,
        0.003502531675621867,
        -0.08768875896930695,
        0.03313376381993294,
        0.00546628562733531,
        -0.03428729251027107,
        0.10001970827579498,
        0.029601598158478737,
        -0.005979518871754408,
        -0.05000536888837814,
        0.03463205695152283,
        -0.054268285632133484,
        -0.014543904922902584,
        0.024240944534540176,
        0.04476134479045868,
        0.05471480265259743,
        -0.0038719838485121727,
        -0.009802551940083504,
        0.09432320296764374,
        0.05813225358724594,
        0.0329357348382473,
        -0.018889624625444412,
        0.05344504863023758,
        0.0444381982088089,
        0.12475798279047012,
        0.03541788086295128,
        -0.02957594394683838,
        0.07503324747085571,
        0.01793871447443962,
        -0.0098313232883811,
        -0.041713472455739975,
        -0.016934826970100403,
        -0.039614636451005936,
        -0.012154432944953442,
        -0.0314984992146492,
        0.10305379331111908,
        0.019945897161960602,
        0.01953687146306038,
        -0.0015743147814646363,
        -0.04420521482825279,
        0.0240667462348938,
        -0.02193952351808548,
        0.022750094532966614,
        -0.022128773853182793,
        0.03558701276779175,
        -0.005070475861430168,
        -0.04449410364031792,
        0.012261397205293179,
        -0.011270301416516304,
        -1.7345504588206495e-08,
        -0.0036183143965899944,
        -0.05348583683371544,
        -0.028039267286658287,
        0.03952987119555473,
        0.05864423140883446,
        0.14545844495296478,
        -0.0149069894105196,
        -0.052723634988069534,
        -0.03804721310734749,
        -0.02269146963953972,
        0.07516718655824661,
        0.007573125883936882,
        0.05878482758998871,
        0.016536826267838478,
        0.0589410774409771,
        -0.06994105875492096,
        0.0551711805164814,
        -0.049374230206012726,
        -0.01953260786831379,
        -0.050384581089019775,
        -0.030460866168141365,
        0.10295551270246506,
        0.08019596338272095,
        -0.1347348541021347,
        0.005556750576943159,
        0.028885919600725174,
        0.06222410500049591,
        0.08733398467302322,
        -0.06710058450698853,
        -0.03908739238977432,
        -0.05241365730762482,
        -0.021328603848814964,
        0.022844552993774414,
        0.016229094937443733,
        -0.03457055240869522,
        -0.00130531657487154,
        -0.07534079998731613,
        -0.009248480200767517,
        0.08460301160812378,
        0.03197026625275612,
        -0.0016855710418894887,
        -0.012993273325264454,
        -0.02100543864071369,
        0.006835148669779301,
        0.08679134398698807,
        -0.008725553750991821,
        -0.07184506952762604,
        -0.02632860094308853,
        0.010610444471240044,
        0.030478011816740036,
        -0.013920210301876068,
        -0.032554980367422104,
        -0.004638377111405134,
        -0.02610323391854763,
        -0.01690676249563694,
        -0.04582047089934349,
        0.04171449691057205,
        -0.030545735731720924,
        -0.03620259463787079,
        0.038815803825855255,
        0.02991783805191517,
        -0.022465281188488007,
        -0.08442483097314835,
        -0.028091825544834137
      ],
      "query_id": "eval-quartz-2",
      "question": "How long should a Quartz client wait after a rate-limit response?",
      "ranking": [
        {
          "id": "quartz",
          "score": 0.03278688524590164
        },
        {
          "id": "quartz-batch",
          "score": 0.03225806451612903
        },
        {
          "id": "junction",
          "score": 0.030330882352941176
        },
        {
          "id": "orbit",
          "score": 0.030303030303030304
        },
        {
          "id": "beacon",
          "score": 0.029910714285714284
        },
        {
          "id": "frost",
          "score": 0.028991596638655463
        },
        {
          "id": "lantern",
          "score": 0.0288981288981289
        },
        {
          "id": "cargo",
          "score": 0.02886002886002886
        },
        {
          "id": "mirror",
          "score": 0.02886002886002886
        },
        {
          "id": "lantern-charge",
          "score": 0.028258706467661692
        },
        {
          "id": "export",
          "score": 0.02804284323271665
        },
        {
          "id": "drone",
          "score": 0.027417840375586856
        },
        {
          "id": "harbor",
          "score": 0.027402402402402402
        },
        {
          "id": "nova",
          "score": 0.02715098147128967
        },
        {
          "id": "engine",
          "score": 0.026992753623188405
        },
        {
          "id": "soil",
          "score": 0.026973565905412694
        },
        {
          "id": "prism",
          "score": 0.026234567901234566
        },
        {
          "id": "rivet-calibration",
          "score": 0.025989268947015427
        },
        {
          "id": "archive",
          "score": 0.025978407557354925
        },
        {
          "id": "keel",
          "score": 0.025978407557354925
        },
        {
          "id": "iris-network",
          "score": 0.025893752088205813
        },
        {
          "id": "rivet",
          "score": 0.025893752088205813
        },
        {
          "id": "garden",
          "score": 0.02484567901234568
        },
        {
          "id": "iris",
          "score": 0.023952954675846242
        }
      ],
      "reached_token_limit": false,
      "references": [
        "20 seconds",
        "20"
      ],
      "relevance": {
        "quartz": 1
      },
      "retrieval_ms": 28.576785000041127,
      "split": "eval",
      "total_ms": 140.66996199835557
    },
    {
      "answer": "three hours",
      "answerable": true,
      "context_ids": [
        "rivet",
        "rivet-calibration",
        "archive"
      ],
      "execution_position": 1,
      "generation_ms": 91.29880100226728,
      "group": "rivet",
      "input_tokens": 186,
      "method": "hybrid",
      "metrics": {
        "context_recall": 1.0,
        "exact_match": 1.0,
        "ndcg": 1.0,
        "recall": 1.0,
        "token_f1": 1.0
      },
      "output_tokens": 3,
      "prompt": "Answer the question using only the context. Give a short answer. If the context does not contain the answer, say unknown.\n\nContext:\n[rivet] Rivet tool checkout. Rivet torque tools must be returned within three hours. Borrowers leave their badge in the red tray. Tools with a damaged grip go to the repair desk instead of the tool rack.\n[rivet-calibration] Rivet calibration. Rivet torque tools are calibrated every 60 days. Calibration happens at the instrument bench. The repair desk handles physical damage, not routine calibration.\n[archive] Archive recovery. The archive service keeps deleted notebooks for 21 days. Restore a notebook from the Recovery drawer. Restoring does not restore former sharing permissions.\n\nQuestion: How long may a borrower keep a Rivet torque tool?\nAnswer:",
      "query_embedding": [
        -0.10655827075242996,
        0.021557798609137535,
        0.02330782637000084,
        0.028374414891004562,
        -0.02922721393406391,
        -0.025450576096773148,
        -0.11762619018554688,
        -0.038683295249938965,
        0.03945983201265335,
        -0.001760947867296636,
        0.0028712444473057985,
        0.06067299470305443,
        0.04912611097097397,
        -0.03845799341797829,
        -0.05872008949518204,
        0.04903535917401314,
        -0.022176088765263557,
        -0.05410134792327881,
        0.013882594183087349,
        0.017078278586268425,
        0.00535917142406106,
        -0.0538782998919487,
        -0.01853369176387787,
        0.003935809247195721,
        0.07351333647966385,
        -0.01614413782954216,
        -0.007902352139353752,
        0.0410066656768322,
        0.021060368046164513,
        0.008442336693406105,
        -0.018366340547800064,
        -0.09658712148666382,
        -0.10368002206087112,
        0.02703048288822174,
        0.007091805338859558,
        0.08826778084039688,
        -0.07489711046218872,
        -0.04301685839891434,
        -0.0690595954656601,
        0.053309082984924316,
        -0.026064511388540268,
        0.004619952756911516,
        0.035346854478120804,
        -0.05542626976966858,
        0.02359105460345745,
        0.0493386909365654,
        0.022529052570462227,
        -0.001849415129981935,
        0.028883224353194237,
        0.04051528498530388,
        -0.036851536482572556,
        -0.02373039908707142,
        0.03240172192454338,
        -0.011147805489599705,
        0.029248090460896492,
        -0.011028874665498734,
        0.06775673478841782,
        -0.005241175647825003,
        -0.018265482038259506,
        0.07205111533403397,
        0.06087653711438179,
        0.0037221245002001524,
        -0.03383302316069603,
        -0.015343519859015942,
        0.003983586560934782,
        0.02719070017337799,
        0.011056842282414436,
        -0.01957305707037449,
        0.00975662562996149,
        0.03677140921354294,
        -0.0017752695130184293,
        -0.03679151087999344,
        -0.07001539319753647,
        0.08174379914999008,
        0.07378839701414108,
        -0.008832572028040886,
        0.01933692954480648,
        0.05820656567811966,
        -0.0022335893008857965,
        -0.08752667903900146,
        -0.13481728732585907,
        0.08723664283752441,
        0.06470227241516113,
        -0.03536791726946831,
        0.06263598799705505,
        -0.00311820930801332,
        0.0030611760448664427,
        0.06936205923557281,
        0.047130338847637177,
        0.05351362004876137,
        0.052922338247299194,
        0.057935889810323715,
        -0.007935416884720325,
        -0.03247414529323578,
        -0.009958096779882908,
        0.01256417017430067,
        -0.023298362269997597,
        0.0832601934671402,
        -0.09136956185102463,
        -0.035907354205846786,
        -0.016109751537442207,
        0.027910469099879265,
        -0.08327954262495041,
        -0.04148156940937042,
        0.006246133707463741,
        0.012205834500491619,
        -0.04033659026026726,
        -0.008955082856118679,
        -0.11765981465578079,
        0.03819197043776512,
        0.028528787195682526,
        0.060805585235357285,
        0.01835946924984455,
        0.01639747992157936,
        0.039133019745349884,
        -0.03324035555124283,
        -0.07361903786659241,
        0.013925454579293728,
        0.04770269617438316,
        0.05522490292787552,
        0.07081935554742813,
        0.016001299023628235,
        -0.021661296486854553,
        -0.07031670212745667,
        -0.07743386924266815,
        0.060708899050951004,
        -0.010096680372953415,
        -3.610301677152246e-33,
        -0.05099695548415184,
        -0.05982251465320587,
        -0.07532603293657303,
        0.027882112190127373,
        -0.09205901622772217,
        0.03804076090455055,
        0.06094614416360855,
        0.05428062751889229,
        -0.01480020396411419,
        0.021700788289308548,
        0.08567266166210175,
        -0.00894341990351677,
        -0.08125624805688858,
        -0.12490839511156082,
        0.02479347586631775,
        -0.0163972657173872,
        0.09403164684772491,
        0.011561482213437557,
        -0.04163959249854088,
        -0.01426620688289404,
        -0.025925878435373306,
        -0.06685327738523483,
        0.012548761442303658,
        0.04476428031921387,
        -0.01041410956531763,
        -0.020408526062965393,
        0.06883681565523148,
        -0.016096726059913635,
        -0.017639733850955963,
        0.004545643925666809,
        0.017617061734199524,
        0.06667865067720413,
        0.045111577957868576,
        0.04461311176419258,
        -0.07437483966350555,
        -0.05148885026574135,
        0.019227005541324615,
        -0.03150128200650215,
        -0.07309115678071976,
        0.0021993527188897133,
        0.05440972372889519,
        0.01750306971371174,
        -0.0151994489133358,
        -0.03401956707239151,
        -0.0010807191720232368,
        -0.1157749816775322,
        0.02881012298166752,
        0.0374995693564415,
        -0.03547128289937973,
        0.012007401324808598,
        -0.05011893808841705,
        0.041360724717378616,
        0.008312320336699486,
        0.061790093779563904,
        -0.03550942242145538,
        0.06595425307750702,
        0.011650322005152702,
        -0.10123101621866226,
        0.008122609928250313,
        -0.037730176001787186,
        -0.01997363567352295,
        0.04904477298259735,
        0.12910394370555878,
        0.0462648868560791,
        0.024232182651758194,
        0.024039018899202347,
        0.05382796749472618,
        0.06287118047475815,
        -0.03782028704881668,
        0.023092376068234444,
        0.0276947058737278,
        -0.09852416813373566,
        -0.09847263991832733,
        -0.008097059093415737,
        -0.06945505738258362,
        -0.056678276509046555,
        0.06226857006549835,
        -0.019521212205290794,
        0.0908360704779625,
        0.0048769074492156506,
        0.009537147358059883,
        0.005116152111440897,
        0.004498971160501242,
        0.07132686674594879,
        0.002371698385104537,
        -0.042866118252277374,
        0.0261990986764431,
        -0.06590510159730911,
        0.0017517119413241744,
        0.05934746935963631,
        -0.05021195858716965,
        -0.08232278376817703,
        -0.03385250270366669,
        -0.03178106248378754,
        0.028057999908924103,
        1.976556833038221e-33,
        0.03353925421833992,
        -0.024396009743213654,
        -0.05340903624892235,
        0.08306819945573807,
        0.010809266939759254,
        -0.02517392486333847,
        -0.10928747802972794,
        0.061588186770677567,
        -0.0440312884747982,
        0.04836295545101166,
        -0.0099352290853858,
        -0.03034934401512146,
        0.004527392331510782,
        0.004069857764989138,
        0.07483147084712982,
        0.03784565627574921,
        -0.000420902855694294,
        -0.09033671766519547,
        -0.058405280113220215,
        -0.016556184738874435,
        0.0872742235660553,
        -0.002724011428654194,
        0.08636465668678284,
        0.033377181738615036,
        -0.026041507720947266,
        -0.007081277668476105,
        -0.07838674634695053,
        -0.0181465782225132,
        -0.13167957961559296,
        -0.017868543043732643,
        -0.038626350462436676,
        -0.07171562314033508,
        -0.04902563616633415,
        0.06054572016000748,
        -0.018724404275417328,
        -0.10236020386219025,
        0.01970498263835907,
        0.04791839420795441,
        0.03285408765077591,
        0.015929676592350006,
        0.07482025772333145,
        0.02458394505083561,
        0.008692586794495583,
        0.04752272740006447,
        -0.02186901681125164,
        -0.03329376503825188,
        -0.003145541762933135,
        -0.12899832427501678,
        0.09766429662704468,
        0.08187755942344666,
        0.030432939529418945,
        0.024770155549049377,
        0.1261049062013626,
        -0.05579470098018646,
        -0.0855921134352684,
        -0.04969390854239464,
        0.06568104773759842,
        -0.10320743173360825,
        0.08523710072040558,
        0.0609460286796093,
        0.043070387095212936,
        -0.01477416418492794,
        0.008929933421313763,
        0.04914325103163719,
        0.03926565870642662,
        -0.03358715400099754,
        0.07985381782054901,
        -0.027154522016644478,
        -0.030639104545116425,
        -0.02367962710559368,
        0.14214307069778442,
        0.024562951177358627,
        0.1012628823518753,
        -0.03166074678301811,
        -0.020345564931631088,
        0.034555234014987946,
        0.03853105753660202,
        -0.06803765147924423,
        -0.013329163193702698,
        -0.042587459087371826,
        -0.0013176322681829333,
        -0.05391203239560127,
        0.022330477833747864,
        0.023386450484395027,
        -0.035683196038007736,
        -0.030242761597037315,
        -0.0019657823722809553,
        0.05932513251900673,
        0.05988895148038864,
        0.051016952842473984,
        0.055793073028326035,
        -0.0258436668664217,
        -0.016500378027558327,
        -0.04738623648881912,
        -0.0008980280254036188,
        -1.723764775363179e-08,
        -0.01361876167356968,
        0.03685415908694267,
        0.019528714939951897,
        -0.00483322748914361,
        0.06202496960759163,
        0.04098942503333092,
        -0.038008660078048706,
        0.054806411266326904,
        -0.05211266875267029,
        0.04380166158080101,
        0.14238397777080536,
        -0.022818472236394882,
        -0.011707386001944542,
        0.012606313452124596,
        -0.09282862395048141,
        -0.07373887300491333,
        0.056553617119789124,
        -0.04102165624499321,
        -0.01655724085867405,
        -0.026214350014925003,
        0.028619395568966866,
        0.013871274888515472,
        0.07284782081842422,
        0.005548445973545313,
        -0.06541771441698074,
        -0.056400179862976074,
        -0.029403939843177795,
        0.09261424839496613,
        -0.0129074202850461,
        0.06863603740930557,
        -0.019890405237674713,
        0.017016587778925896,
        0.060352250933647156,
        0.008747734129428864,
        -0.07901860773563385,
        -0.021610090509057045,
        -0.05162588506937027,
        0.0371670238673687,
        -0.00024169946846086532,
        0.05119514465332031,
        -0.03626887872815132,
        0.09546300768852234,
        -0.044396281242370605,
        0.011548883281648159,
        -0.02003578655421734,
        0.0346415750682354,
        -0.11107255518436432,
        -0.01739027351140976,
        -0.013771944679319859,
        0.01626107282936573,
        0.009585426189005375,
        0.004231281112879515,
        0.02420233003795147,
        0.036405544728040695,
        -0.013165456242859364,
        -0.012263880111277103,
        0.05223176255822182,
        -0.0062249936163425446,
        -0.012440269812941551,
        -0.06143549084663391,
        -0.025160931050777435,
        -0.017579229548573494,
        0.022450527176260948,
        0.01983703300356865
      ],
      "query_id": "eval-rivet-1",
      "question": "How long may a borrower keep a Rivet torque tool?",
      "ranking": [
        {
          "id": "rivet",
          "score": 0.03278688524590164
        },
        {
          "id": "rivet-calibration",
          "score": 0.03225806451612903
        },
        {
          "id": "archive",
          "score": 0.029709507042253523
        },
        {
          "id": "keel",
          "score": 0.029386529386529386
        },
        {
          "id": "mirror",
          "score": 0.02904040404040404
        },
        {
          "id": "harbor",
          "score": 0.02900988017658188
        },
        {
          "id": "frost",
          "score": 0.02886002886002886
        },
        {
          "id": "export",
          "score": 0.028484848484848488
        },
        {
          "id": "orbit",
          "score": 0.027984344422700584
        },
        {
          "id": "drone",
          "score": 0.027673192771084338
        },
        {
          "id": "lantern",
          "score": 0.027650648360030512
        },
        {
          "id": "engine",
          "score": 0.027432808155699723
        },
        {
          "id": "beacon",
          "score": 0.02728937728937729
        },
        {
          "id": "lantern-charge",
          "score": 0.027106227106227107
        },
        {
          "id": "iris-network",
          "score": 0.02690100430416069
        },
        {
          "id": "junction",
          "score": 0.02690100430416069
        },
        {
          "id": "quartz",
          "score": 0.026838432635534086
        },
        {
          "id": "iris",
          "score": 0.026830135039090264
        },
        {
          "id": "quartz-batch",
          "score": 0.02668564312399929
        },
        {
          "id": "cargo",
          "score": 0.02667140825035562
        },
        {
          "id": "prism",
          "score": 0.02638888888888889
        },
        {
          "id": "nova",
          "score": 0.025679012345679014
        },
        {
          "id": "soil",
          "score": 0.02532051282051282
        },
        {
          "id": "garden",
          "score": 0.02531645569620253
        }
      ],
      "reached_token_limit": false,
      "references": [
        "three hours",
        "3 hours",
        "three",
        "3"
      ],
      "relevance": {
        "rivet": 1
      },
      "retrieval_ms": 12.022686001728289,
      "split": "eval",
      "total_ms": 104.81390399945667
    },
    {
      "answer": "repair desk",
      "answerable": true,
      "context_ids": [
        "rivet",
        "rivet-calibration",
        "prism"
      ],
      "execution_position": 0,
      "generation_ms": 89.78865199969732,
      "group": "rivet",
      "input_tokens": 192,
      "method": "hybrid",
      "metrics": {
        "context_recall": 1.0,
        "exact_match": 1.0,
        "ndcg": 1.0,
        "recall": 1.0,
        "token_f1": 1.0
      },
      "output_tokens": 3,
      "prompt": "Answer the question using only the context. Give a short answer. If the context does not contain the answer, say unknown.\n\nContext:\n[rivet] Rivet tool checkout. Rivet torque tools must be returned within three hours. Borrowers leave their badge in the red tray. Tools with a damaged grip go to the repair desk instead of the tool rack.\n[rivet-calibration] Rivet calibration. Rivet torque tools are calibrated every 60 days. Calibration happens at the instrument bench. The repair desk handles physical damage, not routine calibration.\n[prism] Prism sample storage. Prism mineral samples are stored at 8 degrees Celsius. Each sample requires a white tamper seal. Samples with broken seals must be moved to quarantine shelf Q4.\n\nQuestion: Where should a torque tool with a damaged grip be returned?\nAnswer:",
      "query_embedding": [
        -0.06556106358766556,
        -0.02319505624473095,
        0.011220230720937252,
        0.05314842611551285,
        -0.0648849830031395,
        0.02527095563709736,
        -0.013143619522452354,
        0.004249610472470522,
        0.04623046889901161,
        0.03280281648039818,
        0.060852669179439545,
        0.08612938970327377,
        0.006915367674082518,
        -0.0053111957386136055,
        -0.04483800381422043,
        -0.001123122638091445,
        0.026713449507951736,
        -0.009333372116088867,
        0.06518954038619995,
        -0.012529570609331131,
        -0.01707540452480316,
        0.08629784733057022,
        -0.00796086061745882,
        0.01246488094329834,
        -0.027831273153424263,
        0.023953383788466454,
        -0.08387436717748642,
        0.053722601383924484,
        -0.015192201361060143,
        -0.030656103044748306,
        -0.08070820569992065,
        -0.04297111555933952,
        -0.09742292016744614,
        -0.0017382556106895208,
        0.0009536308352835476,
        0.07257308810949326,
        -0.058249857276678085,
        -0.07013601809740067,
        -0.008255327120423317,
        -0.018598560243844986,
        0.0014630296500399709,
        0.022884385660290718,
        0.06761982291936874,
        -0.09124374389648438,
        0.08535744994878769,
        0.03584832325577736,
        0.07959308475255966,
        0.035304803401231766,
        0.11715719848871231,
        0.03186202794313431,
        0.017163889482617378,
        -0.024276848882436752,
        -0.0015994246350601315,
        0.016834894195199013,
        0.04280725121498108,
        0.030415518209338188,
        0.02319922298192978,
        -0.029634393751621246,
        -0.00046822300646454096,
        0.05553456395864487,
        0.0898856595158577,
        0.05099615827202797,
        -0.04620520770549774,
        0.050918322056531906,
        -0.012975546531379223,
        -0.035562433302402496,
        0.018626129254698753,
        -0.07727523893117905,
        0.0011482085101306438,
        0.03522610291838646,
        0.01224123127758503,
        -0.07538289576768875,
        -0.0741259753704071,
        0.0413101501762867,
        0.056268077343702316,
        0.012118987739086151,
        -0.032735731452703476,
        0.02227320335805416,
        0.02659417875111103,
        -0.06044641509652138,
        -0.06923136860132217,
        0.06340952962636948,
        0.07578018307685852,
        0.04623202607035637,
        0.07269319891929626,
        0.009660836309194565,
        0.011903484351933002,
        0.020895998924970627,
        0.11145596951246262,
        0.06840954720973969,
        -0.024936676025390625,
        0.06295932084321976,
        -0.05081527680158615,
        0.06440607458353043,
        -0.028212063014507294,
        0.019195949658751488,
        0.05492159351706505,
        0.061538051813840866,
        -0.06140802428126335,
        0.006878742482513189,
        0.023248767480254173,
        0.022379569709300995,
        -0.06663474440574646,
        -0.0532747320830822,
        -0.05060750991106033,
        0.029845528304576874,
        -0.06120553985238075,
        -0.042129356414079666,
        -0.03360321745276451,
        0.019878186285495758,
        0.024622900411486626,
        0.032503943890333176,
        -0.02910025790333748,
        0.004697376862168312,
        0.056131698191165924,
        -0.061186108738183975,
        -0.03292321041226387,
        0.019642431288957596,
        -0.04938361793756485,
        -0.0071677519008517265,
        -0.03849733620882034,
        -0.042353663593530655,
        0.04653606191277504,
        0.009111816063523293,
        -0.023171747103333473,
        0.031777188181877136,
        -0.03122955560684204,
        -6.619956597761012e-33,
        -0.00012935335689689964,
        -0.06233489513397217,
        -0.013451811857521534,
        -0.0205317884683609,
        -0.03970557451248169,
        0.00839536264538765,
        0.06525783985853195,
        -0.025633323937654495,
        -0.0036464130971580744,
        -0.008548114448785782,
        0.09708788990974426,
        0.003753093769773841,
        0.008632799610495567,
        -0.036732591688632965,
        -0.03977878764271736,
        0.005266936495900154,
        0.034382179379463196,
        0.05106782168149948,
        -0.085401251912117,
        0.02711622044444084,
        -0.05551309883594513,
        0.08500349521636963,
        -0.014452382922172546,
        0.06537489593029022,
        0.006657048594206572,
        0.05660257861018181,
        0.05335889011621475,
        0.03896506130695343,
        0.006707204971462488,
        0.022118808701634407,
        -0.06573516130447388,
        0.030582936480641365,
        0.049523238092660904,
        0.009312765672802925,
        -0.07486384361982346,
        0.018105320632457733,
        0.02286072075366974,
        -0.08760377764701843,
        -0.11242848634719849,
        -0.05555589497089386,
        0.08068836480379105,
        0.053577080368995667,
        -0.09217037260532379,
        0.008825989440083504,
        0.03507691249251366,
        -0.06769821047782898,
        0.062320075929164886,
        0.05067933723330498,
        0.05943918973207474,
        -0.1021939143538475,
        -0.07674406468868256,
        0.009988807141780853,
        0.13530898094177246,
        0.05095863714814186,
        -0.0720132365822792,
        0.06598145514726639,
        0.009841294959187508,
        0.05673222243785858,
        0.023722654208540916,
        0.04428628832101822,
        0.012191803194582462,
        0.06465642899274826,
        0.08417785167694092,
        0.017393246293067932,
        0.0843077301979065,
        -0.026068145409226418,
        0.040138740092515945,
        -0.00789841078221798,
        -0.01945141702890396,
        -0.041429296135902405,
        0.02618567831814289,
        -0.07027937471866608,
        0.020117562264204025,
        0.05515977740287781,
        -0.04153083637356758,
        -0.017354536801576614,
        0.021464407444000244,
        0.0009891404770314693,
        -0.009644530713558197,
        -0.05040779709815979,
        -0.0033932537771761417,
        -0.01545317005366087,
        -0.00584773812443018,
        0.0341712161898613,
        -0.023973766714334488,
        -0.03078887052834034,
        0.014422432519495487,
        -0.094944529235363,
        0.013284196145832539,
        0.023537371307611465,
        -0.10757087916135788,
        -0.09291919320821762,
        -0.037578240036964417,
        -0.00158852175809443,
        0.03033461421728134,
        3.8895668088129736e-33,
        0.036352675408124924,
        -0.0300848800688982,
        -0.000549004995264113,
        0.06074073165655136,
        -0.09754786640405655,
        -0.07077457755804062,
        -0.05721849948167801,
        -0.0398569218814373,
        -0.03305603563785553,
        -0.045138511806726456,
        0.0013494499726220965,
        -0.039826322346925735,
        -0.04735273867845535,
        0.041391655802726746,
        0.0630912333726883,
        0.03930814191699028,
        -0.061558231711387634,
        -0.09151741862297058,
        -0.06842552870512009,
        -0.02313486486673355,
        0.12712889909744263,
        0.01168150082230568,
        0.09134376794099808,
        0.09955151379108429,
        0.029264744371175766,
        0.009334424510598183,
        -0.042347460985183716,
        -0.05874870717525482,
        -0.14275920391082764,
        -0.017898600548505783,
        0.012340015731751919,
        -0.0843106284737587,
        -0.031241202726960182,
        0.05360560491681099,
        -0.03477499261498451,
        0.001933120540343225,
        -0.0004958860226906836,
        0.002335797995328903,
        0.0531778410077095,
        0.034819621592760086,
        0.05106748640537262,
        0.037708524614572525,
        0.007533232681453228,
        0.07500340044498444,
        0.045967791229486465,
        -0.06961631029844284,
        -0.005127147771418095,
        -0.012277227826416492,
        0.08537633717060089,
        0.07456269860267639,
        0.03437652438879013,
        0.014515133574604988,
        0.04303997755050659,
        0.02058049663901329,
        -0.005919663701206446,
        -0.007089334540069103,
        0.08593502640724182,
        -0.1254737228155136,
        0.030878420919179916,
        0.030231811106204987,
        -0.05089590325951576,
        -0.016952740028500557,
        -0.0014370641438290477,
        0.05860499292612076,
        0.00876538548618555,
        -0.03174357861280441,
        0.09429360926151276,
        0.0013678042450919747,
        -0.030222073197364807,
        -0.042320676147937775,
        0.059203095734119415,
        0.11742734163999557,
        0.1600692868232727,
        -0.04786523059010506,
        0.05926238372921944,
        0.08037817478179932,
        0.02703547105193138,
        -0.06440228223800659,
        -0.03764236718416214,
        -0.038536254316568375,
        0.041669923812150955,
        -0.030458716675639153,
        0.022690266370773315,
        0.04078957438468933,
        -0.013863147236406803,
        0.01840919815003872,
        -0.01939205639064312,
        0.022745531052350998,
        0.009222928434610367,
        -0.07187247276306152,
        -0.03507057577371597,
        -0.047799404710531235,
        -0.01678438112139702,
        -0.07018185406923294,
        -0.022956129163503647,
        -1.8668465884275065e-08,
        -0.02166622132062912,
        0.0365106426179409,
        0.05913001298904419,
        -0.019392943009734154,
        0.005798064637929201,
        0.06932082027196884,
        -0.04181903228163719,
        0.07528799027204514,
        0.005999767687171698,
        -0.06539615988731384,
        -0.01259677205234766,
        -0.08492998033761978,
        0.014926259405910969,
        0.03193981572985649,
        -0.10375739634037018,
        -0.07604061812162399,
        0.031334325671195984,
        -0.029717687517404556,
        -0.055216457694768906,
        -0.06481863558292389,
        -0.00783377792686224,
        -0.030566513538360596,
        0.1517377644777298,
        -0.006684156134724617,
        0.00046666813432238996,
        -0.030455738306045532,
        -0.0877704843878746,
        0.01576608419418335,
        -0.01162171270698309,
        0.027621686458587646,
        -0.01808369718492031,
        -0.05767626687884331,
        0.04924088716506958,
        -0.016219772398471832,
        0.06386309117078781,
        -0.0174881424754858,
        -0.09078241139650345,
        0.049359750002622604,
        0.00042488836334086955,
        0.045887626707553864,
        -0.04725462198257446,
        0.04030127450823784,
        0.046788979321718216,
        -0.0033553573302924633,
        -0.05833657830953598,
        0.006209386046975851,
        -0.05938003957271576,
        0.0063274032436311245,
        -0.02044420689344406,
        -0.04389875754714012,
        -0.06959817558526993,
        0.0005991827929392457,
        0.009377624839544296,
        -0.006909591145813465,
        -0.028030870482325554,
        -0.0292952973395586,
        -0.008111665956676006,
        -0.057856373488903046,
        -0.05373748391866684,
        0.06497389823198318,
        -0.0769287720322609,
        -0.06112468242645264,
        -0.02920881286263466,
        0.050428397953510284
      ],
      "query_id": "eval-rivet-2",
      "question": "Where should a torque tool with a damaged grip be returned?",
      "ranking": [
        {
          "id": "rivet",
          "score": 0.03278688524590164
        },
        {
          "id": "rivet-calibration",
          "score": 0.031754032258064516
        },
        {
          "id": "prism",
          "score": 0.031054405392392875
        },
        {
          "id": "frost",
          "score": 0.029437229437229435
        },
        {
          "id": "quartz",
          "score": 0.029386529386529386
        },
        {
          "id": "archive",
          "score": 0.029206349206349208
        },
        {
          "id": "cargo",
          "score": 0.02919863597612958
        },
        {
          "id": "nova",
          "score": 0.029083245521601686
        },
        {
          "id": "keel",
          "score": 0.027972027972027972
        },
        {
          "id": "orbit",
          "score": 0.027692895339954164
        },
        {
          "id": "junction",
          "score": 0.027579737335834898
        },
        {
          "id": "iris",
          "score": 0.027529761904761904
        },
        {
          "id": "export",
          "score": 0.027272727272727275
        },
        {
          "id": "drone",
          "score": 0.02712049508554787
        },
        {
          "id": "mirror",
          "score": 0.027046783625730993
        },
        {
          "id": "lantern",
          "score": 0.026856524873828405
        },
        {
          "id": "iris-network",
          "score": 0.026547116736990152
        },
        {
          "id": "beacon",
          "score": 0.026540946394272742
        },
        {
          "id": "engine",
          "score": 0.026132699813337858
        },
        {
          "id": "harbor",
          "score": 0.025989268947015427
        },
        {
          "id": "lantern-charge",
          "score": 0.025859192525859193
        },
        {
          "id": "soil",
          "score": 0.025833333333333333
        },
        {
          "id": "quartz-batch",
          "score": 0.025478740668614087
        },
        {
          "id": "garden",
          "score": 0.02484567901234568
        }
      ],
      "reached_token_limit": false,
      "references": [
        "repair desk",
        "the repair desk"
      ],
      "relevance": {
        "rivet": 1
      },
      "retrieval_ms": 10.182099002122413,
      "split": "eval",
      "total_ms": 101.55449800004135
    },
    {
      "answer": "7 degrees Celsius",
      "answerable": false,
      "context_ids": [
        "keel",
        "prism",
        "garden"
      ],
      "execution_position": 2,
      "generation_ms": 112.13435099853086,
      "group": "unknown-weather",
      "input_tokens": 176,
      "method": "hybrid",
      "metrics": {
        "context_recall": null,
        "exact_match": 0.0,
        "ndcg": null,
        "recall": null,
        "token_f1": 0.0
      },
      "output_tokens": 4,
      "prompt": "Answer the question using only the context. Give a short answer. If the context does not contain the answer, say unknown.\n\nContext:\n[keel] Keel backup policy. Keel configuration backups run every six hours. The station keeps 28 backup snapshots. Restoring a snapshot requires the maintenance role and restarts the routing service.\n[prism] Prism sample storage. Prism mineral samples are stored at 8 degrees Celsius. Each sample requires a white tamper seal. Samples with broken seals must be moved to quarantine shelf Q4.\n[garden] Garden humidity. The seed garden humidity target is 64 percent. If humidity exceeds 70 percent, open the roof vent for 12 minutes. The soil moisture reading is a separate measurement.\n\nQuestion: What will the station temperature be tomorrow?\nAnswer:",
      "query_embedding": [
        -0.060997117310762405,
        0.02198760211467743,
        0.015585321001708508,
        0.0815829411149025,
        -0.05733443424105644,
        -0.009531643241643906,
        -0.0019971623551100492,
        0.005746128037571907,
        -0.027042051777243614,
        -0.010372329503297806,
        -0.0358501672744751,
        -0.07367196679115295,
        0.01075143925845623,
        -0.015744658187031746,
        0.015427670441567898,
        -0.03888692334294319,
        0.038064729422330856,
        -0.09246853739023209,
        -0.03562220185995102,
        0.032282739877700806,
        -0.06624540686607361,
        0.039965737611055374,
        -0.045143939554691315,
        0.04234322905540466,
        0.026986243203282356,
        0.0385780893266201,
        -0.03103010356426239,
        0.04273604601621628,
        -0.026906099170446396,
        0.04681332781910896,
        -0.13481715321540833,
        0.02125607058405876,
        0.046542998403310776,
        -0.008000344969332218,
        -0.0018987269140779972,
        -0.05375131219625473,
        0.03324589878320694,
        -0.08802968263626099,
        0.01534233707934618,
        0.07080704718828201,
        -0.01728338934481144,
        -0.05252677947282791,
        0.012309676967561245,
        0.04193055257201195,
        0.022943589836359024,
        0.005898070987313986,
        -0.006964242085814476,
        0.03493591025471687,
        0.07721993327140808,
        0.03248335421085358,
        -0.01335973385721445,
        0.028135789558291435,
        -0.013823792338371277,
        0.07035748660564423,
        -0.03087708353996277,
        0.06041763722896576,
        -0.004003460519015789,
        0.002398597076535225,
        0.06762243807315826,
        0.13386373221874237,
        -0.019925415515899658,
        0.05048472434282303,
        -0.08916109055280685,
        0.03382677212357521,
        0.16511434316635132,
        -0.06499183177947998,
        -0.08757942914962769,
        0.04956648871302605,
        0.014462332241237164,
        -0.05731714516878128,
        -0.008410627953708172,
        0.011368556879460812,
        0.03810443729162216,
        -0.10833493620157242,
        -0.04100581631064415,
        -0.021977901458740234,
        0.04429010674357414,
        -0.01568705029785633,
        0.026060936972498894,
        0.007330798543989658,
        -0.0026122445706278086,
        -0.08253011852502823,
        0.012118985876441002,
        -0.02059102989733219,
        -0.11305499821901321,
        0.043687853962183,
        0.08921760320663452,
        0.15230673551559448,
        0.04595908522605896,
        0.0066565172746777534,
        -0.046906452625989914,
        0.00022280862322077155,
        -0.0924437865614891,
        0.006474604830145836,
        -0.0459868460893631,
        0.13163796067237854,
        -0.017330054193735123,
        0.0001421971683157608,
        -0.03140603005886078,
        0.003344347234815359,
        0.04317981377243996,
        0.011563635431230068,
        -0.01915777288377285,
        0.050344549119472504,
        0.023243384435772896,
        -0.03822679817676544,
        0.025342777371406555,
        0.019357558339834213,
        -0.011792750097811222,
        -0.08733649551868439,
        -0.09462796151638031,
        0.008268089033663273,
        -0.024232584983110428,
        -0.008561376482248306,
        0.03404487296938896,
        0.02594226412475109,
        0.03423119708895683,
        0.03211498260498047,
        -0.0555163249373436,
        -0.012080563232302666,
        -0.028833553194999695,
        0.032811835408210754,
        0.038858652114868164,
        0.11589706689119339,
        -0.04250727593898773,
        0.08254286646842957,
        0.00011654215632006526,
        -4.612295633187056e-33,
        0.03089454397559166,
        0.0170151274651289,
        0.018625320866703987,
        0.03838702291250229,
        0.04868335649371147,
        -0.039760272949934006,
        -0.07672058045864105,
        0.008493734523653984,
        0.04197419807314873,
        -0.022299764677882195,
        0.008921967819333076,
        -0.036499202251434326,
        -0.05302279442548752,
        0.041382599622011185,
        0.0045198071748018265,
        -0.011703833937644958,
        0.020247552543878555,
        0.05123543739318848,
        -0.02070760726928711,
        0.051663871854543686,
        -0.04202772304415703,
        0.03740548714995384,
        -0.057086363434791565,
        -0.041912004351615906,
        0.00971481017768383,
        -0.025125602260231972,
        0.03450549393892288,
        -0.0573064349591732,
        -0.02903848886489868,
        0.004760717507451773,
        0.015922246500849724,
        -0.0510096438229084,
        -0.027578791603446007,
        0.033643029630184174,
        0.020219305530190468,
        -0.023225771263241768,
        -0.08145760744810104,
        0.029579337686300278,
        -0.024392709136009216,
        0.026362348347902298,
        0.13034555315971375,
        0.0018655292224138975,
        0.04302157834172249,
        -0.046028170734643936,
        0.08430156111717224,
        -0.004388746805489063,
        0.05596863850951195,
        0.0005423579132184386,
        0.04337301105260849,
        0.005784087814390659,
        -0.035755641758441925,
        0.027171501889824867,
        -0.11484675854444504,
        0.017932003363966942,
        0.0016835771966725588,
        0.05119764059782028,
        0.028492366895079613,
        -0.006193956360220909,
        0.024975502863526344,
        0.03230952471494675,
        -0.02530696988105774,
        0.051148921251297,
        0.03861984610557556,
        -0.13241539895534515,
        0.05007924512028694,
        0.03331137076020241,
        -0.024014277383685112,
        -0.03259504958987236,
        -0.0652703195810318,
        -0.0137571906670928,
        0.03368419408798218,
        -0.03831705078482628,
        0.058233100920915604,
        -0.00014533105422742665,
        -0.018892280757427216,
        0.03119734488427639,
        0.05434475466609001,
        -0.01516904029995203,
        0.013473599217832088,
        0.05911746621131897,
        -0.06363244354724884,
        0.05164732411503792,
        0.033941999077796936,
        -0.07172023504972458,
        0.022684376686811447,
        -0.05445083975791931,
        -0.011621566489338875,
        0.05768107622861862,
        -0.011493315920233727,
        0.032758790999650955,
        -0.03538064286112785,
        -0.04956495016813278,
        0.0018486519111320376,
        0.06944137811660767,
        -0.05518389120697975,
        2.40449279639019e-33,
        0.042931362986564636,
        -0.006065985653549433,
        -0.08881571143865585,
        0.019190145656466484,
        -0.0823620855808258,
        -0.02363250032067299,
        0.03608177229762077,
        0.042620230466127396,
        0.023933351039886475,
        0.08089759945869446,
        -0.011267835274338722,
        -0.023861853405833244,
        0.09498916566371918,
        3.902298431057716e-06,
        -0.030347125604748726,
        -0.0030220807529985905,
        0.01033241581171751,
        0.052566733211278915,
        -0.0112387053668499,
        0.04377489164471626,
        -0.14259199798107147,
        0.00839537288993597,
        -0.03520799055695534,
        0.12574288249015808,
        -0.010955963283777237,
        0.03286700323224068,
        0.11397957056760788,
        -0.020058631896972656,
        -0.08237498998641968,
        -0.026524126529693604,
        -0.07047757506370544,
        -0.03213139995932579,
        -0.0442126989364624,
        0.09227652847766876,
        -0.017502307891845703,
        0.07903407514095306,
        0.07075022906064987,
        -0.01143202930688858,
        0.03944786265492439,
        -0.008492563851177692,
        0.0231736209243536,
        0.02159593254327774,
        0.03348584100604057,
        0.04094630852341652,
        -0.014743573032319546,
        -0.012914098799228668,
        0.00516223581507802,
        0.05493774265050888,
        0.06478339433670044,
        0.06290251761674881,
        0.06390555948019028,
        -0.06811733543872833,
        -0.05504229664802551,
        0.028174370527267456,
        0.01401049830019474,
        -0.05209365859627724,
        -0.03765634819865227,
        0.0008223732002079487,
        -0.07687150686979294,
        -0.06310875713825226,
        0.04182259365916252,
        -0.0507449246942997,
        0.034862931817770004,
        0.002996993949636817,
        -0.007989587262272835,
        7.012428977759555e-05,
        -0.05650479346513748,
        0.05314714461565018,
        0.029034631326794624,
        0.05376649275422096,
        0.15988117456436157,
        -0.0015435103559866548,
        -0.02923913300037384,
        -0.0442892424762249,
        -0.02098837122321129,
        0.009430808015167713,
        0.10067238658666611,
        0.03150814026594162,
        -0.02135065570473671,
        -0.023860545828938484,
        -0.09719980508089066,
        0.07643601298332214,
        -0.04701634868979454,
        -0.036073822528123856,
        0.022190367802977562,
        -0.06974714249372482,
        0.08604969084262848,
        0.008065827190876007,
        0.021134424954652786,
        0.011392581276595592,
        -0.05537445843219757,
        0.0438503697514534,
        -0.05120772123336792,
        -0.010446918196976185,
        -0.05848800018429756,
        -1.371556113127781e-08,
        -0.021275050938129425,
        0.016785096377134323,
        -0.03340042009949684,
        0.05282682552933693,
        0.02331412397325039,
        -0.05708758905529976,
        -0.012331846170127392,
        -0.11002470552921295,
        0.0057155373506248,
        0.03450847417116165,
        0.09761346131563187,
        0.021482989192008972,
        0.0535975880920887,
        -0.029591698199510574,
        0.0346464142203331,
        -0.06624484062194824,
        -0.07540933787822723,
        -0.0344853550195694,
        -0.0035471611190587282,
        -0.023544220253825188,
        0.03217129781842232,
        -0.026728849858045578,
        0.006974941119551659,
        0.029659103602170944,
        0.07647335529327393,
        0.017969442531466484,
        0.03699389100074768,
        0.0941241979598999,
        0.027436451986432076,
        0.07846325635910034,
        -0.03150618448853493,
        -0.033340997993946075,
        -0.09163433313369751,
        -0.07945156842470169,
        -0.03449936583638191,
        -0.04699954763054848,
        -0.012736805714666843,
        0.08794096857309341,
        0.0029163684230297804,
        -0.0023790765553712845,
        -0.016530180349946022,
        -0.043969299644231796,
        -0.11211967468261719,
        -0.006425367668271065,
        0.012304704636335373,
        -0.10561459511518478,
        -0.018239153549075127,
        0.05595758929848671,
        0.0005168105126358569,
        -0.020851872861385345,
        -0.029697241261601448,
        0.021657979115843773,
        0.03240073472261429,
        0.06409773975610733,
        0.043499041348695755,
        -0.010942621156573296,
        -0.07360106706619263,
        0.010018224827945232,
        -0.042333509773015976,
        0.0412004329264164,
        -0.09539669752120972,
        -0.028019681572914124,
        -0.12666520476341248,
        -0.021815016865730286
      ],
      "query_id": "eval-unknown-weather",
      "question": "What will the station temperature be tomorrow?",
      "ranking": [
        {
          "id": "keel",
          "score": 0.03177805800756621
        },
        {
          "id": "prism",
          "score": 0.03125
        },
        {
          "id": "garden",
          "score": 0.030834914611005692
        },
        {
          "id": "iris",
          "score": 0.030090497737556562
        },
        {
          "id": "frost",
          "score": 0.02938045560996381
        },
        {
          "id": "lantern",
          "score": 0.029211087420042643
        },
        {
          "id": "nova",
          "score": 0.029116045245077504
        },
        {
          "id": "engine",
          "score": 0.028665028665028666
        },
        {
          "id": "junction",
          "score": 0.028484848484848488
        },
        {
          "id": "iris-network",
          "score": 0.028381642512077296
        },
        {
          "id": "soil",
          "score": 0.028068137824235385
        },
        {
          "id": "rivet",
          "score": 0.027777777777777776
        },
        {
          "id": "harbor",
          "score": 0.027650648360030512
        },
        {
          "id": "lantern-charge",
          "score": 0.027271052146674038
        },
        {
          "id": "beacon",
          "score": 0.027212143650499815
        },
        {
          "id": "quartz-batch",
          "score": 0.027031963470319637
        },
        {
          "id": "orbit",
          "score": 0.02694394213381555
        },
        {
          "id": "export",
          "score": 0.02658450704225352
        },
        {
          "id": "archive",
          "score": 0.026279628993473032
        },
        {
          "id": "drone",
          "score": 0.025978407557354925
        },
        {
          "id": "rivet-calibration",
          "score": 0.025937081659973226
        },
        {
          "id": "cargo",
          "score": 0.025003906860446942
        },
        {
          "id": "mirror",
          "score": 0.024725274725274724
        },
        {
          "id": "quartz",
          "score": 0.02454819277108434
        }
      ],
      "reached_token_limit": false,
      "references": [
        "unknown"
      ],
      "relevance": {},
      "retrieval_ms": 11.54687400048715,
      "split": "eval",
      "total_ms": 125.28958899929421
    },
    {
      "answer": "7319",
      "answerable": false,
      "context_ids": [
        "keel",
        "iris",
        "iris-network"
      ],
      "execution_position": 1,
      "generation_ms": 106.40648399930797,
      "group": "unknown-captain",
      "input_tokens": 192,
      "method": "hybrid",
      "metrics": {
        "context_recall": null,
        "exact_match": 0.0,
        "ndcg": null,
        "recall": null,
        "token_f1": 0.0
      },
      "output_tokens": 4,
      "prompt": "Answer the question using only the context. Give a short answer. If the context does not contain the answer, say unknown.\n\nContext:\n[keel] Keel backup policy. Keel configuration backups run every six hours. The station keeps 28 backup snapshots. Restoring a snapshot requires the maintenance role and restarts the routing service.\n[iris] Iris emergency access. When the Iris door loses network connectivity, enter the local access code 5826. The mechanical override key is stored in locker C7. The local code is fictional training data.\n[iris-network] Iris network enrollment. The Iris network enrollment code is 7319. This code enrolls a controller in the network and cannot open a door. Enrollment is performed from the network console.\n\nQuestion: What is the station captain's personal phone number?\nAnswer:",
      "query_embedding": [
        -0.12359026819467545,
        0.020979316905140877,
        0.015529650263488293,
        -0.01245142426341772,
        -0.05303918942809105,
        0.07344620674848557,
        0.06934510916471481,
        0.09761858731508255,
        -0.010537217371165752,
        -0.015873393043875694,
        -0.054724130779504776,
        -0.012431574985384941,
        0.0027843602001667023,
        -0.05130470171570778,
        -0.04891069978475571,
        -0.07508363574743271,
        0.019406162202358246,
        -0.04846329614520073,
        0.0532996729016304,
        -0.008724644780158997,
        -0.020369049161672592,
        0.07512278854846954,
        -0.04622197896242142,
        -0.047724395990371704,
        0.03333914279937744,
        -0.023420365527272224,
        -0.013223838061094284,
        0.04761020839214325,
        -0.013730302453041077,
        -0.0222194641828537,
        0.006903833709657192,
        0.09229693561792374,
        0.1103062778711319,
        0.022937864065170288,
        0.019199736416339874,
        0.022442515939474106,
        0.04996532201766968,
        0.05501601845026016,
        0.008843250572681427,
        0.07220953702926636,
        -0.02048374153673649,
        -0.05089370906352997,
        -0.0068827103823423386,
        0.044173359870910645,
        0.03340784087777138,
        0.00054831278976053,
        -0.010973542928695679,
        -0.04375946521759033,
        0.07610494643449783,
        0.0421176552772522,
        -0.009184900671243668,
        -0.00596160301938653,
        0.04322093352675438,
        0.06042169779539108,
        0.06606381386518478,
        -0.019618481397628784,
        0.02510124258697033,
        0.046879809349775314,
        0.08512288331985474,
        0.08754552900791168,
        -0.006994285155087709,
        0.010785053484141827,
        -0.07657850533723831,
        -0.01590973511338234,
        0.012225030921399593,
        -0.0003593429282773286,
        -0.07828239351511002,
        -0.03584664687514305,
        0.015209665521979332,
        -0.044810034334659576,
        0.005049769766628742,
        0.044686153531074524,
        -0.017436588183045387,
        -0.051812440156936646,
        -0.03838784620165825,
        0.01878868043422699,
        -0.01307044830173254,
        0.043013568967580795,
        0.0004456464375834912,
        0.05691729485988617,
        -0.10076300799846649,
        -0.126998171210289,
        -0.016347968950867653,
        0.03419903665781021,
        -0.011295188218355179,
        0.017368894070386887,
        0.024149814620614052,
        0.012287313118577003,
        -0.013455216772854328,
        0.016701294109225273,
        -0.035475946962833405,
        0.06512868404388428,
        0.006030977703630924,
        -0.004099072422832251,
        -0.12503927946090698,
        0.08605197072029114,
        -0.06102185323834419,
        0.0268404558300972,
        -0.09298188239336014,
        0.06140681728720665,
        0.024863343685865402,
        0.05605847388505936,
        -0.036278679966926575,
        0.019885418936610222,
        0.007720048073679209,
        0.00785752758383751,
        0.04783684015274048,
        0.03264114633202553,
        0.03104313649237156,
        -0.04116379842162132,
        -0.0011707214871421456,
        -0.02203522063791752,
        -0.06423228234052658,
        0.022067341953516006,
        0.01682877168059349,
        0.03208175301551819,
        0.029057210311293602,
        0.014620212838053703,
        0.058122631162405014,
        -0.07380855828523636,
        0.008877619169652462,
        -0.05098173767328262,
        -0.029071908444166183,
        0.05100298672914505,
        -0.14356543123722076,
        0.026504110544919968,
        0.07751759886741638,
        -4.996566573180785e-33,
        0.020666584372520447,
        0.05456085503101349,
        0.0655047595500946,
        0.03326999023556709,
        0.06403069198131561,
        0.03560083359479904,
        -0.044786129146814346,
        0.02309408225119114,
        0.04603676497936249,
        0.07022253423929214,
        -0.040922727435827255,
        0.03893266245722771,
        0.02625257708132267,
        -0.10068310797214508,
        -0.07600963860750198,
        0.0008572348160669208,
        -0.04588911309838295,
        -0.007371739484369755,
        -0.040016256272792816,
        -0.031422197818756104,
        0.0700911283493042,
        -0.011797184124588966,
        -0.060448866337537766,
        -0.026003751903772354,
        0.12416891008615494,
        0.0510602630674839,
        0.012341017834842205,
        -0.017652083188295364,
        0.12552911043167114,
        0.024269871413707733,
        -0.047507911920547485,
        0.052769631147384644,
        0.03293368220329285,
        0.041162289679050446,
        0.025393685325980186,
        -0.006527209188789129,
        -0.05891960859298706,
        -0.03941991925239563,
        -0.08768825232982635,
        -0.011130825616419315,
        0.04947669431567192,
        0.012774699367582798,
        -0.04275376722216606,
        0.08703423291444778,
        -0.09407848119735718,
        -0.06825553625822067,
        0.07366205751895905,
        0.03229720517992973,
        0.1663738191127777,
        0.009422305040061474,
        -0.0013684136793017387,
        0.04703107103705406,
        -0.14284080266952515,
        -0.021517673507332802,
        0.038386523723602295,
        -0.04045141860842705,
        0.04940272122621536,
        0.016960464417934418,
        0.04407479241490364,
        -0.01618432067334652,
        0.06371209025382996,
        0.0659053698182106,
        0.03420056775212288,
        -0.002545171184465289,
        0.07556462287902832,
        -0.0796504095196724,
        -0.02964041940867901,
        -0.10366290807723999,
        0.021108519285917282,
        -0.007692708633840084,
        0.03746045008301735,
        -0.039278559386730194,
        0.015878725796937943,
        -0.04907679930329323,
        -0.07077202200889587,
        0.018306082114577293,
        -0.02146095782518387,
        0.04377347603440285,
        -0.03755662590265274,
        0.060474518686532974,
        -0.031673282384872437,
        0.017790010198950768,
        -0.04077719524502754,
        0.041745707392692566,
        0.002449034946039319,
        0.00831941980868578,
        0.00478491373360157,
        -0.0060210078954696655,
        -0.041649434715509415,
        0.04479778930544853,
        -0.019024336710572243,
        -0.03293736279010773,
        -0.011700001545250416,
        0.02302301675081253,
        -0.09657501429319382,
        3.174819958422959e-33,
        -0.03758200258016586,
        -0.058328963816165924,
        -0.01966787502169609,
        -0.06993544101715088,
        -0.017368340864777565,
        -0.07426279038190842,
        0.08206126093864441,
        0.05119789391756058,
        -0.007331878412514925,
        0.032999325543642044,
        -0.010225498117506504,
        0.009428641758859158,
        0.029090404510498047,
        0.08014366775751114,
        -0.007706267759203911,
        0.06590426713228226,
        0.029248347505927086,
        0.07201419025659561,
        -0.05119713768362999,
        -0.0716431513428688,
        -0.002032649703323841,
        0.005733990576118231,
        0.0368352048099041,
        0.1328999251127243,
        -0.05494636297225952,
        -0.008415323682129383,
        0.16353312134742737,
        0.022774558514356613,
        -0.0481407605111599,
        -0.008722755126655102,
        -0.06908755749464035,
        -0.040859658271074295,
        -0.09018199890851974,
        0.059205181896686554,
        -0.055578622967004776,
        0.064555324614048,
        0.008485756814479828,
        0.1272246241569519,
        -0.0004502689989749342,
        0.017751993611454964,
        0.012595325708389282,
        0.02043777145445347,
        0.017972836270928383,
        0.059914879500865936,
        -0.07233119010925293,
        -0.041004471480846405,
        0.016951262950897217,
        0.029016252607107162,
        -0.029679326340556145,
        0.030605725944042206,
        -0.009157450869679451,
        -0.024317802861332893,
        0.0020420467481017113,
        0.04214620962738991,
        -0.01815006136894226,
        0.016928208991885185,
        -0.003491281997412443,
        -0.0009553713607601821,
        0.03728995844721794,
        -0.032204944640398026,
        0.10525918006896973,
        0.008928442373871803,
        0.01136284414678812,
        0.0383872464299202,
        0.012721511535346508,
        0.04314229637384415,
        -0.0383206307888031,
        -0.05585349351167679,
        0.025602759793400764,
        0.03381464630365372,
        0.052071474492549896,
        -0.10659957677125931,
        0.0032578313257545233,
        0.022789472714066505,
        -0.08997728675603867,
        0.00933542475104332,
        -0.03796987608075142,
        0.04769621044397354,
        -0.08586619049310684,
        -0.005373020656406879,
        0.02864978089928627,
        0.021306481212377548,
        -0.06754990667104721,
        0.026488561183214188,
        -0.07021136581897736,
        -0.009498373605310917,
        0.12848253548145294,
        0.0523715578019619,
        0.06811285763978958,
        -0.011947163380682468,
        -0.008720649406313896,
        -0.010644773952662945,
        -0.10564647614955902,
        -0.0902208685874939,
        -0.09334059804677963,
        -1.5524571850278335e-08,
        -0.02787560410797596,
        -0.015264016576111317,
        0.015139338560402393,
        0.00800323486328125,
        0.026052845641970634,
        -0.03532005101442337,
        -0.019586320966482162,
        -0.09302134066820145,
        -0.025067077949643135,
        0.0028434975538402796,
        0.01632728986442089,
        -0.02313545159995556,
        -0.017969423905014992,
        -0.011036301963031292,
        0.05582370609045029,
        -0.04395934194326401,
        0.019287096336483955,
        -0.07131119817495346,
        0.009674751199781895,
        0.07194885611534119,
        -0.0503317266702652,
        -0.026666464284062386,
        0.03290237858891487,
        0.02925858087837696,
        0.02248387038707733,
        0.030730238184332848,
        0.032552480697631836,
        0.077695332467556,
        0.047203317284584045,
        -0.004700130317360163,
        0.0760362297296524,
        0.07960096001625061,
        -0.09679733216762543,
        -0.020336776971817017,
        -0.07649827748537064,
        0.007051086984574795,
        -0.03430993854999542,
        -0.027789819985628128,
        0.0065635936334729195,
        -0.06294199079275131,
        -0.048717789351940155,
        -0.003726668655872345,
        -0.05734328180551529,
        0.07333154231309891,
        -0.00465979240834713,
        0.019166942685842514,
        0.013949054293334484,
        -0.050774164497852325,
        0.027661701664328575,
        -0.0647677332162857,
        -0.05461939051747322,
        -0.03513346612453461,
        0.03272135555744171,
        0.0038805976510047913,
        -0.0033393402118235826,
        -0.0658840537071228,
        -0.03671423718333244,
        0.016814248636364937,
        -0.023564647883176804,
        0.0228390172123909,
        -0.06185908988118172,
        0.010315227322280407,
        -0.08489993214607239,
        -0.03647056967020035
      ],
      "query_id": "eval-unknown-captain",
      "question": "What is the station captain's personal phone number?",
      "ranking": [
        {
          "id": "keel",
          "score": 0.032018442622950824
        },
        {
          "id": "iris",
          "score": 0.03177805800756621
        },
        {
          "id": "iris-network",
          "score": 0.031754032258064516
        },
        {
          "id": "cargo",
          "score": 0.030536130536130537
        },
        {
          "id": "frost",
          "score": 0.02928692699490662
        },
        {
          "id": "beacon",
          "score": 0.029030910609857977
        },
        {
          "id": "orbit",
          "score": 0.028790389395194696
        },
        {
          "id": "garden",
          "score": 0.028693528693528692
        },
        {
          "id": "lantern",
          "score": 0.02862400327131466
        },
        {
          "id": "junction",
          "score": 0.027777777777777776
        },
        {
          "id": "harbor",
          "score": 0.027651515151515153
        },
        {
          "id": "engine",
          "score": 0.027526395173453996
        },
        {
          "id": "nova",
          "score": 0.027479766610201392
        },
        {
          "id": "quartz",
          "score": 0.026973565905412694
        },
        {
          "id": "quartz-batch",
          "score": 0.02694394213381555
        },
        {
          "id": "mirror",
          "score": 0.026742734890354787
        },
        {
          "id": "rivet",
          "score": 0.02668564312399929
        },
        {
          "id": "lantern-charge",
          "score": 0.026540946394272742
        },
        {
          "id": "soil",
          "score": 0.0264808362369338
        },
        {
          "id": "archive",
          "score": 0.026013513513513515
        },
        {
          "id": "export",
          "score": 0.025708635464733027
        },
        {
          "id": "drone",
          "score": 0.025679012345679014
        },
        {
          "id": "rivet-calibration",
          "score": 0.02523809523809524
        },
        {
          "id": "prism",
          "score": 0.024250440917107582
        }
      ],
      "reached_token_limit": false,
      "references": [
        "unknown"
      ],
      "relevance": {},
      "retrieval_ms": 8.608612999523757,
      "split": "eval",
      "total_ms": 116.41791899819509
    }
  ],
  "schema_version": 1,
  "split": "eval",
  "summary": {
    "methods": {
      "bm25": {
        "answerable_exact_match": 0.7916666666666666,
        "context_recall": {
          "ci95": [
            1.0,
            1.0
          ],
          "groups": 12,
          "mean": 1.0,
          "queries": 24
        },
        "electricity_cost_usd": null,
        "exact_match": {
          "ci95": [
            0.56,
            0.8846153846153846
          ],
          "groups": 14,
          "mean": 0.7307692307692307,
          "queries": 26
        },
        "generation_ms": {
          "p50": 91.80615399964154,
          "p95": 131.52411074952397
        },
        "input_tokens": 4687,
        "ndcg": {
          "ci95": [
            0.923110365327387,
            1.0
          ],
          "groups": 12,
          "mean": 0.9692441461309548,
          "queries": 24
        },
        "output_tokens": 92,
        "paid_api_cost_usd": 0,
        "recall": {
          "ci95": [
            1.0,
            1.0
          ],
          "groups": 12,
          "mean": 1.0,
          "queries": 24
        },
        "retrieval_ms": {
          "p50": 0.14568649930879474,
          "p95": 0.180304750756477
        },
        "token_f1": {
          "ci95": [
            0.5833333333333334,
            0.8888888888888888
          ],
          "groups": 14,
          "mean": 0.7564102564102564,
          "queries": 26
        },
        "total_ms": {
          "p50": 93.74057850072859,
          "p95": 133.40709825206432
        },
        "unanswerable_exact_match": 0.0
      },
      "dense": {
        "answerable_exact_match": 0.8333333333333334,
        "context_recall": {
          "ci95": [
            1.0,
            1.0
          ],
          "groups": 12,
          "mean": 1.0,
          "queries": 24
        },
        "electricity_cost_usd": null,
        "exact_match": {
          "ci95": [
            0.6,
            0.8928571428571429
          ],
          "groups": 14,
          "mean": 0.7692307692307693,
          "queries": 26
        },
        "generation_ms": {
          "p50": 93.72728249945794,
          "p95": 125.10356174971093
        },
        "input_tokens": 4683,
        "ndcg": {
          "ci95": [
            1.0,
            1.0
          ],
          "groups": 12,
          "mean": 1.0,
          "queries": 24
        },
        "output_tokens": 92,
        "paid_api_cost_usd": 0,
        "recall": {
          "ci95": [
            1.0,
            1.0
          ],
          "groups": 12,
          "mean": 1.0,
          "queries": 24
        },
        "retrieval_ms": {
          "p50": 9.399712998856558,
          "p95": 14.704895497743564
        },
        "token_f1": {
          "ci95": [
            0.626625,
            0.9259259259259259
          ],
          "groups": 14,
          "mean": 0.7948717948717948,
          "queries": 26
        },
        "total_ms": {
          "p50": 105.91935250158713,
          "p95": 138.76304824862018
        },
        "unanswerable_exact_match": 0.0
      },
      "hybrid": {
        "answerable_exact_match": 0.7916666666666666,
        "context_recall": {
          "ci95": [
            1.0,
            1.0
          ],
          "groups": 12,
          "mean": 1.0,
          "queries": 24
        },
        "electricity_cost_usd": null,
        "exact_match": {
          "ci95": [
            0.56,
            0.8846153846153846
          ],
          "groups": 14,
          "mean": 0.7307692307692307,
          "queries": 26
        },
        "generation_ms": {
          "p50": 94.66100400095456,
          "p95": 128.35885724962282
        },
        "input_tokens": 4720,
        "ndcg": {
          "ci95": [
            1.0,
            1.0
          ],
          "groups": 12,
          "mean": 1.0,
          "queries": 24
        },
        "output_tokens": 93,
        "paid_api_cost_usd": 0,
        "recall": {
          "ci95": [
            1.0,
            1.0
          ],
          "groups": 12,
          "mean": 1.0,
          "queries": 24
        },
        "retrieval_ms": {
          "p50": 9.022337499118294,
          "p95": 14.582691499526845
        },
        "token_f1": {
          "ci95": [
            0.6049603174603174,
            0.8994708994708994
          ],
          "groups": 14,
          "mean": 0.7673992673992674,
          "queries": 26
        },
        "total_ms": {
          "p50": 105.85031949995027,
          "p95": 144.370631500351
        },
        "unanswerable_exact_match": 0.0
      }
    },
    "paired_differences": {
      "dense-bm25": {
        "context_recall": {
          "ci95": [
            0.0,
            0.0
          ],
          "groups": 12,
          "mean": 0.0,
          "queries": 24
        },
        "exact_match": {
          "ci95": [
            0.0,
            0.12
          ],
          "groups": 14,
          "mean": 0.038461538461538464,
          "queries": 26
        },
        "ndcg": {
          "ci95": [
            0.0,
            0.07688963467261302
          ],
          "groups": 12,
          "mean": 0.030755853869045207,
          "queries": 24
        },
        "recall": {
          "ci95": [
            0.0,
            0.0
          ],
          "groups": 12,
          "mean": 0.0,
          "queries": 24
        },
        "token_f1": {
          "ci95": [
            0.0,
            0.12
          ],
          "groups": 14,
          "mean": 0.038461538461538464,
          "queries": 26
        }
      },
      "hybrid-bm25": {
        "context_recall": {
          "ci95": [
            0.0,
            0.0
          ],
          "groups": 12,
          "mean": 0.0,
          "queries": 24
        },
        "exact_match": {
          "ci95": [
            0.0,
            0.0
          ],
          "groups": 14,
          "mean": 0.0,
          "queries": 26
        },
        "ndcg": {
          "ci95": [
            0.0,
            0.07688963467261302
          ],
          "groups": 12,
          "mean": 0.030755853869045207,
          "queries": 24
        },
        "recall": {
          "ci95": [
            0.0,
            0.0
          ],
          "groups": 12,
          "mean": 0.0,
          "queries": 24
        },
        "token_f1": {
          "ci95": [
            0.0,
            0.03428571428571428
          ],
          "groups": 14,
          "mean": 0.010989010989010988,
          "queries": 26
        }
      }
    }
  }
}