{
  "queries": 300,
  "corpus": 5183,
  "methods": {
    "search": {
      "hit5": {
        "mean": 0.8466666666666667,
        "ci95": [
          0.8033333333333333,
          0.8866666666666667
        ]
      },
      "ndcg5": {
        "mean": 0.7354595147832406,
        "ci95": [
          0.6923827357581637,
          0.7757347791939254
        ]
      },
      "recall5": {
        "mean": 0.8334444444444444,
        "ci95": [
          0.7916083333333334,
          0.8733333333333333
        ]
      },
      "mrr5": {
        "mean": 0.7117222222222221,
        "ci95": [
          0.6651666666666667,
          0.7556125
        ]
      }
    },
    "bge": {
      "hit5": {
        "mean": 0.8166666666666667,
        "ci95": [
          0.7733333333333333,
          0.86
        ]
      },
      "ndcg5": {
        "mean": 0.7286710381723919,
        "ci95": [
          0.6843907144728544,
          0.7716672352368392
        ]
      },
      "recall5": {
        "mean": 0.8019444444444443,
        "ci95": [
          0.756775,
          0.8447791666666666
        ]
      },
      "mrr5": {
        "mean": 0.7107222222222223,
        "ci95": [
          0.6636666666666666,
          0.7554458333333334
        ]
      },
      "latency": {
        "median_seconds": 0.15375117800431326,
        "p95_seconds": 0.165911595968646,
        "total_seconds": 46.23716147628147
      }
    },
    "noul": {
      "hit5": {
        "mean": 0.8733333333333333,
        "ci95": [
          0.8333333333333334,
          0.91
        ]
      },
      "ndcg5": {
        "mean": 0.7858938343589951,
        "ci95": [
          0.7450718088290401,
          0.8242338591540701
        ]
      },
      "recall5": {
        "mean": 0.8627222222222224,
        "ci95": [
          0.8233333333333334,
          0.8996666666666666
        ]
      },
      "mrr5": {
        "mean": 0.7656111111111111,
        "ci95": [
          0.7222208333333333,
          0.8064458333333333
        ]
      },
      "latency": {
        "median_seconds": 3.30676821351517,
        "p95_seconds": 3.8272787401074315,
        "total_seconds": 999.5904360541608,
        "uncached_queries": 300
      }
    },
    "span_noul": {
      "hit5": {
        "mean": 0.8566666666666667,
        "ci95": [
          0.8166666666666667,
          0.8933333333333333
        ]
      },
      "ndcg5": {
        "mean": 0.7424108844614891,
        "ci95": [
          0.7003304187276058,
          0.7826866031253356
        ]
      },
      "recall5": {
        "mean": 0.8397222222222221,
        "ci95": [
          0.7977777777777777,
          0.8783333333333333
        ]
      },
      "mrr5": {
        "mean": 0.7181111111111111,
        "ci95": [
          0.6726666666666667,
          0.7607236111111111
        ]
      },
      "latency": {
        "median_seconds": 3.648189618019387,
        "p95_seconds": 7.037027447586294,
        "total_seconds": 1234.8959365497867,
        "uncached_queries": 299
      }
    },
    "liquid_noul": {
      "hit5": {
        "mean": 0.8733333333333333,
        "ci95": [
          0.8333333333333334,
          0.91
        ]
      },
      "ndcg5": {
        "mean": 0.7866853513322697,
        "ci95": [
          0.746395721965559,
          0.8253056435761149
        ]
      },
      "recall5": {
        "mean": 0.8667222222222222,
        "ci95": [
          0.8271652777777777,
          0.903111111111111
        ]
      },
      "mrr5": {
        "mean": 0.7631111111111111,
        "ci95": [
          0.7191111111111111,
          0.8043347222222221
        ]
      },
      "latency": {
        "median_seconds": 3.873437517991988,
        "p95_seconds": 5.131768966600065,
        "total_seconds": 1220.3547977076669,
        "uncached_queries": 299
      }
    }
  },
  "paired_differences": {
    "bge-search": {
      "ndcg5_mean": -0.006788476610848706,
      "ci95": [
        -0.03598557095052707,
        0.021731334667334876
      ],
      "wins": 51,
      "ties": 205,
      "losses": 44
    },
    "noul-search": {
      "ndcg5_mean": 0.050434319575754644,
      "ci95": [
        0.020671139279733616,
        0.080424917096399
      ],
      "wins": 64,
      "ties": 204,
      "losses": 32
    },
    "span_noul-search": {
      "ndcg5_mean": 0.0069513696782485465,
      "ci95": [
        -0.024642124296899652,
        0.03923170928860712
      ],
      "wins": 58,
      "ties": 198,
      "losses": 44
    },
    "liquid_noul-search": {
      "ndcg5_mean": 0.05122583654902915,
      "ci95": [
        0.020682850206021675,
        0.08246608471139764
      ],
      "wins": 65,
      "ties": 202,
      "losses": 33
    },
    "noul-bge": {
      "ndcg5_mean": 0.05722279618660335,
      "ci95": [
        0.027650918279121278,
        0.08699017087381551
      ],
      "wins": 61,
      "ties": 212,
      "losses": 27
    },
    "span_noul-bge": {
      "ndcg5_mean": 0.01373984628909725,
      "ci95": [
        -0.015584535284558982,
        0.043588549083423626
      ],
      "wins": 52,
      "ties": 206,
      "losses": 42
    },
    "liquid_noul-bge": {
      "ndcg5_mean": 0.058014313159877866,
      "ci95": [
        0.026868546490646246,
        0.08841689381351399
      ],
      "wins": 68,
      "ties": 203,
      "losses": 29
    },
    "span_noul-noul": {
      "ndcg5_mean": -0.04348294989750609,
      "ci95": [
        -0.0634454464159435,
        -0.0243625341692531
      ],
      "wins": 17,
      "ties": 229,
      "losses": 54
    },
    "liquid_noul-noul": {
      "ndcg5_mean": 0.0007915169732745146,
      "ci95": [
        -0.014296514483095333,
        0.015815691337599302
      ],
      "wins": 25,
      "ties": 250,
      "losses": 25
    },
    "liquid_noul-span_noul": {
      "ndcg5_mean": 0.04427446687078061,
      "ci95": [
        0.024506789549654462,
        0.0655717747663972
      ],
      "wins": 55,
      "ties": 227,
      "losses": 18
    }
  },
  "candidate_recall20": 0.925,
  "candidate_hit20": 0.9266666666666666,
  "score_diagnostics": {
    "bge": {
      "queries_with_any_ties": 165,
      "queries_with_tied_top_score": 1,
      "mean_unique_scores_out_of_20": 19.2
    },
    "noul": {
      "queries_with_any_ties": 300,
      "queries_with_tied_top_score": 13,
      "mean_unique_scores_out_of_20": 9.703333333333333
    },
    "span_noul": {
      "queries_with_any_ties": 0,
      "queries_with_tied_top_score": 0,
      "mean_unique_scores_out_of_20": 20.0
    },
    "liquid_noul": {
      "queries_with_any_ties": 12,
      "queries_with_tied_top_score": 2,
      "mean_unique_scores_out_of_20": 19.946666666666665
    }
  },
  "noul": {
    "completed_queries": 300,
    "calls": 6000,
    "models": [
      "typesafe/jev-1.13-20260917"
    ],
    "reported_cost_usd": 0.182449386
  },
  "span_noul": {
    "completed_queries": 300,
    "calls": 6000,
    "models": [
      "respan/span-02-20261015"
    ],
    "reported_cost_usd": 0.02927134
  },
  "liquid_noul": {
    "completed_queries": 300,
    "calls": 6000,
    "models": [
      "liquid/d1-ultra-20261015"
    ],
    "reported_cost_usd": 0.110930904
  },
  "top1_hits": {
    "search": 189,
    "bge": 191,
    "noul": 211,
    "span_noul": 190,
    "liquid_noul": 209
  },
  "api_cost_total": 0.32265162999999997,
  "embedding": {
    "load_seconds": 0.1600018210010603,
    "documents": {
      "seconds": 1662.356543758011,
      "batch_seconds": [
        1.7338815939729102,
        1.272653613006696,
        1.129450655018445,
        1.2669724529841915,
        0.8425601240014657,
        1.1460144640295766,
        1.2662071640370414,
        1.1320833250065334,
        1.4915826969663613,
        1.2804531800211407,
        1.2377863129950128,
        1.4319116650149226,
        0.8661133809946477,
        1.299806728027761,
        1.4127186599653214,
        1.3931466299691238,
        1.4333029270055704,
        1.589824328024406,
        1.378074268985074,
        1.2655430790036917,
        1.351368798990734,
        1.4213959620101377,
        1.2214032470365055,
        1.3208643720136024,
        1.2172138940077275,
        1.0742387240170501,
        1.4734987660194747,
        1.3246844609966502,
        1.4171159039833583,
        1.3367645520484075,
        1.2715392119716853,
        1.5422650800319389,
        1.5361911739455536,
        1.3469379419693723,
        1.4819923579925671,
        1.3238463799934834,
        1.414442097011488,
        1.0399367309873924,
        1.2981561940396205,
        1.1627014189725742,
        1.1421250840066932,
        1.2002319649909623,
        1.3003952910075895,
        0.9259748610202223,
        1.2733469249797054,
        1.6376378280110657,
        1.2633831650018692,
        1.270443568995688,
        0.9450457390048541,
        1.6273764480138198,
        1.6173391150077805,
        1.3689154040184803,
        1.13373674597824,
        1.3814109049853869,
        0.987956408993341,
        1.2127390559762716,
        1.3522075960063376,
        1.2783900589565746,
        1.14603501802776,
        1.255265828978736,
        1.2838072860031389,
        1.3426361770252697,
        1.1038817149819806,
        1.3386064909864217,
        1.2408061369787902,
        1.2147394710336812,
        1.2086377590312622,
        1.3892401150078513,
        1.1689550030278042,
        1.3249426080146804,
        1.228773929993622,
        1.24423275195295,
        1.4561990259680897,
        0.8749485749867745,
        1.4010787730221637,
        0.8956643690471537,
        1.1686003899667412,
        1.126453825039789,
        0.9716467140242457,
        1.4807869180222042,
        1.3196974910097197,
        1.1023568219970912,
        1.664237584976945,
        1.2470805670018308,
        1.3254161680233665,
        1.256247347977478,
        1.1677043300005607,
        0.9729032189934514,
        0.6937805699999444,
        1.4170841129962355,
        1.318385505990591,
        1.2373679640004411,
        1.2793888049782254,
        1.4536427049897611,
        1.3397560800076462,
        1.26368995802477,
        1.1563233570195735,
        1.33827247004956,
        1.0009206770337187,
        1.6290660899830982,
        1.3830884660128504,
        0.8993346730130725,
        1.7794131489936262,
        1.5466256720246747,
        1.5017898160149343,
        0.9570593790267594,
        1.5171866589807905,
        1.3404223010293208,
        1.3221647670143284,
        1.223525581008289,
        1.2052239180193283,
        1.391881513001863,
        0.9152580529917032,
        1.0210196319967508,
        1.2185638680239208,
        1.3875561270397156,
        1.0718443249934353,
        1.0863663690397516,
        1.16024070099229,
        1.2471866039559245,
        1.120230801985599,
        0.6933462710003369,
        1.2206014479743317,
        1.1696291040279903,
        1.1432362389750779,
        0.8756972820265219,
        1.0869506670278497,
        1.2251512630027719,
        1.2564106300123967,
        1.0824500499875285,
        1.213055398024153,
        1.1606831820099615,
        1.078746034996584,
        1.3231353480368853,
        1.1506213870015927,
        0.8681332679698244,
        1.2458825809881091,
        1.2193070540088229,
        1.2053265679860488,
        1.2080084339831956,
        0.8379567540250719,
        1.3217981409979984,
        1.281263843004126,
        1.044574111001566,
        1.2581277320277877,
        1.4006395310279913,
        1.164646224991884,
        1.2412056069588289,
        1.3770376369939186,
        1.4907235950231552,
        0.8671620229724795,
        1.401864777028095,
        0.9399532090174034,
        1.4491804050048813,
        1.3610073600430042,
        1.2004761549760588,
        1.2675950389821082,
        1.3950880320044234,
        1.3918549179797992,
        1.1561995599768125,
        1.4094106039847247,
        1.4024163389694877,
        1.4550648150034249,
        1.1310772570432164,
        1.0983005259768106,
        1.3837269800133072,
        1.2034539430169389,
        1.1363536060089245,
        1.3918709880090319,
        1.5149500080151483,
        1.496386591985356,
        1.0547195309773088,
        1.1737216589972377,
        1.4296137660276145,
        1.4507903269841336,
        1.6298796740011312,
        1.2513447570381686,
        1.5157852430129424,
        1.1361808709916659,
        1.186555958003737,
        1.1798466609907337,
        1.0608460860094056,
        1.22554900101386,
        0.7974027679883875,
        1.0596679159789346,
        1.4338379860273562,
        1.072732187982183,
        1.1323768869624473,
        1.2467794920084998,
        1.1631626739981584,
        1.1344349500141107,
        1.1126518090022728,
        1.0717110609984957,
        1.159317959973123,
        1.0497924630180933,
        1.3736702610040084,
        1.2691556549980305,
        1.2201975850039162,
        1.527685373032,
        1.1920958069968037,
        1.1557674399809912,
        1.131159306038171,
        1.1952914300491102,
        1.1080860960064456,
        1.3550230620312504,
        1.0801625630119815,
        1.0847089280141518,
        1.1030089569976553,
        1.0793446080060676,
        1.1885730770300142,
        1.117174785991665,
        1.085019543999806,
        1.40453008498298,
        1.3360452449996956,
        1.2751790839829482,
        1.2498169239843264,
        1.2069955449551344,
        1.075635427958332,
        1.2917306790477596,
        1.073301268974319,
        1.227144500007853,
        1.2765522439731285,
        1.2236217639874667,
        1.213574711990077,
        1.274165434006136,
        1.1760664720204659,
        1.2287037079804577,
        1.2709578340291046,
        1.200622590025887,
        1.2087391670211218,
        1.4053969340166077,
        1.345012322999537,
        1.3908623099559918,
        1.2907830289914273,
        1.3368872769642621,
        1.178303330030758,
        0.99351201497484,
        1.1282002679654397,
        1.258104421023745,
        1.2193858489627019,
        0.9601331560406834,
        1.040837120031938,
        1.3318618870107457,
        1.205182773002889,
        1.2800622759968974,
        1.3374585589626804,
        0.9599190399749205,
        1.6988274090108462,
        1.0490034089889377,
        1.3685962479794398,
        1.4303371799760498,
        1.112583859008737,
        1.1989383089821786,
        1.1602899819845334,
        1.0864390089991502,
        1.2639868700061925,
        1.1179306620033458,
        1.3470505290315486,
        0.8767566690221429,
        1.4244716429966502,
        1.285956133971922,
        1.0570696400245652,
        1.3836149880080484,
        1.268414762977045,
        1.3981629849877208,
        1.3408947889693081,
        1.3133015939965844,
        1.358673817012459,
        1.2236071130027995,
        1.3541267240070738,
        1.4775914270430803,
        1.3766242869896814,
        1.185808633978013,
        1.1500096800155006,
        1.1504599939798936,
        0.8839927850058302,
        1.2521312999888323,
        1.1947510719764978,
        1.2736977320164442,
        0.7483153840294108,
        1.1601035179919563,
        1.2631019850377925,
        1.454504270979669,
        1.0895619899965823,
        1.2325749089941382,
        1.2822188109857962,
        1.1525805040146224,
        1.3054131409735419,
        1.2574860089807771,
        1.1237646090448834,
        1.2639796059811488,
        1.2912384669762105,
        1.094423713046126,
        1.2494504710193723,
        1.1836771719972603,
        1.1827515799668618,
        1.3821416310383938,
        1.135849687969312,
        1.1622004469973035,
        1.3864865400246345,
        0.8048994740238413,
        1.1574553109821863,
        1.1217191600007936,
        1.3641252829693258,
        1.237793962995056,
        1.114303098001983,
        1.2270897869602777,
        1.188050914031919,
        1.5527797239483334,
        1.2967548370361328,
        1.4918940720381215,
        1.1154781460063532,
        1.3789137579733506,
        1.056088479992468,
        1.3540004119859077,
        1.0407073039677925,
        1.25715590902837,
        1.4977974919602275,
        1.2910101459710859,
        1.2253149999887682,
        1.3459973929566331,
        1.33032336801989,
        1.3571146230096929,
        0.9786238690139726,
        1.3179996649851091,
        1.325552606023848,
        1.1585883049992844,
        1.136409165977966,
        1.3728714759927243,
        1.204183205962181,
        0.8710565700312145,
        0.8472913430305198,
        1.314789202006068,
        0.9825235370080918,
        1.0907017790013924,
        1.4189291530055925,
        0.9886804560082965,
        1.239260632020887,
        1.0985187019687146,
        1.06706671603024,
        1.1799533580197021,
        1.3522987060132436,
        1.3535899360431358,
        1.4144712500274181,
        1.2153240450425074,
        1.300593429012224,
        1.392037535959389,
        1.42226079601096,
        1.2797848979826085,
        1.0827408200129867,
        1.1662562420242466,
        1.1550526999635622,
        1.2380854219663888,
        1.0499002250144258,
        1.2824110920191742,
        1.4147756759775802,
        1.110862075991463,
        1.263680602016393,
        1.1456640340038575,
        1.2638536149752326,
        1.311646001006011,
        1.27276893297676,
        1.1094015800044872,
        1.034079479984939,
        1.1780949690146372,
        1.3934541849885136,
        1.1001469809561968,
        1.2237251329934224,
        1.0252307649934664,
        1.3912912359810434,
        1.3126094890176319,
        1.1558624080498703,
        1.282606762018986,
        1.42197948199464,
        1.2550377569859847,
        1.1697135749855079,
        0.9943569470196962,
        1.1835285570123233,
        1.1680071559967473,
        1.0857781930244528,
        1.0102466139942408,
        1.2876102759619243,
        1.327123433991801,
        1.3766492729773745,
        1.1226768179913051,
        1.3932801490300335,
        1.2665587030351162,
        1.1340734010445885,
        0.8813150229980238,
        1.2317596720531583,
        1.0825051059946418,
        1.305061973980628,
        1.2891730020055547,
        1.617314969014842,
        1.0397907510050572,
        1.0486344270175323,
        1.0069198099663481,
        1.2855965389753692,
        1.4873652649694122,
        1.2115714169922285,
        1.5101031659869477,
        1.4426608569920063,
        1.1467915049870498,
        1.380118808010593,
        1.5371626520063728,
        1.2080158989992924,
        1.429197204997763,
        1.0810242560110055,
        1.4215732370503247,
        1.6970517730223946,
        1.4791907439939678,
        1.1692489340202883,
        1.4428951580193825,
        1.4987954649841413,
        1.3506194389774464,
        1.4827982760034502,
        1.4850442310562357,
        1.1847030380158685,
        1.4811911980505101,
        1.2093762399745174,
        1.0465818890370429,
        1.1239559979876503,
        0.7200739710242487,
        1.6463877719943412,
        1.5786762349889614,
        1.1947966570151038,
        1.6002658230136149,
        1.5923954779864289,
        0.7137958499952219,
        1.088738218008075,
        1.1356851950404234,
        1.5213679739972576,
        1.1050140730221756,
        0.9340156549587846,
        1.4684828899917193,
        1.4134402089985088,
        1.4085870180279016,
        1.169312268961221,
        1.2149710259982385,
        1.500350009999238,
        1.3456006240448914,
        1.3544966760091484,
        1.1196639640256763,
        1.3681361969793215,
        1.5492873269831762,
        1.273827989003621,
        1.1382371520157903,
        0.7518657350447029,
        1.0276109949918464,
        1.541696641012095,
        1.6155695489724167,
        1.2376138410181738,
        1.273646928020753,
        1.1861684290342964,
        0.9707501800148748,
        1.2923986040404998,
        1.5112795570166782,
        1.5001976789790206,
        1.0805336459889077,
        1.1391774519579485,
        1.1822871239855886,
        1.176891318988055,
        1.4862187840044498,
        1.4723612859961577,
        1.5647503339569084,
        1.080312009959016,
        1.2738805279950611,
        0.8720765130128711,
        1.5987405229825526,
        0.8789961729780771,
        1.3491286559728906,
        1.1802676030201837,
        1.1933899559662677,
        1.29901474196231,
        1.232746950990986,
        1.1257745740003884,
        1.342434794001747,
        1.5446880650124513,
        1.0952118950081058,
        1.2026481530047022,
        1.565807762031909,
        1.113534145988524,
        1.142818592954427,
        1.4196884660050273,
        1.4364285750198178,
        1.489480154006742,
        1.404190818022471,
        1.4167632210301235,
        1.364168995001819,
        1.1698989600408822,
        1.1200977099942975,
        1.1843803519732319,
        1.4780597180360928,
        1.5107525140047073,
        1.3250404900172725,
        0.9613810740411282,
        1.514650459983386,
        1.5834662260022014,
        1.562367649981752,
        1.3621134820277803,
        1.2668086899793707,
        1.185492463002447,
        1.4143753930111416,
        1.4692824460216798,
        1.1799142599920742,
        1.6122926770476624,
        1.5871711280196905,
        1.243444323015865,
        1.0955706560052931,
        1.2005039100185968,
        1.3581209999974817,
        1.5065891349804588,
        1.4699169740197249,
        1.6915330910123885,
        1.1789257469936274,
        1.5679815530311316,
        1.6447483280207962,
        1.4339078060002066,
        1.00707232800778,
        1.1148258039611392,
        1.3273369169910438,
        1.5288549580145627,
        1.457662363012787,
        1.643112341989763,
        1.1508305929601192,
        1.3387767880340107,
        1.5026579520199448,
        0.9451373839983717,
        1.1277452299837023,
        1.1375828820164315,
        1.1319783640210517,
        1.510328508040402,
        1.3283842779928818,
        1.430637774989009,
        1.455284269002732,
        1.530099206021987,
        1.2648397790035233,
        1.028342948993668,
        1.3795209630043246,
        1.5131306269904599,
        1.4775947079760954,
        1.0506901929620653,
        1.600473344034981,
        1.2649554490344599,
        1.270480549952481,
        1.6606168940197676,
        1.0760675560450181,
        1.4127982960199006,
        1.3567874759901315,
        1.3173130240174942,
        1.18280330800917,
        1.547428383026272,
        1.471417636028491,
        1.0634509400115348,
        0.838844443031121,
        1.5236031300155446,
        1.1297741690068506,
        1.160110029974021,
        1.4350451469654217,
        1.2948635959764943,
        1.3150443829945289,
        1.1193514179904014,
        1.4391626490396447,
        1.4534840559936129,
        1.572374465991743,
        1.3733393379952759,
        0.7982262660516426,
        1.5764337820000947,
        1.4541564609971829,
        1.4303179090493359,
        1.2477511420147493,
        1.760964321962092,
        1.0978057219763286,
        1.5552591580199078,
        1.1259221290238202,
        0.7219870570115745,
        1.1669936800026335,
        1.3260656940401532,
        0.9771359769511037,
        1.3025844580261037,
        1.122128589951899,
        1.199322376982309,
        1.2300077729742043,
        1.0960442090290599,
        1.3075385259580798,
        1.07570017199032,
        1.079700973990839,
        1.3091628840193152,
        1.3559521600254811,
        1.2328159229946323,
        1.3695984169607982,
        1.413366855995264,
        1.1894013739656657,
        1.2541194169898517,
        1.2046677690232173,
        1.0645649050129578,
        1.2988829829846509,
        1.3392980250064284,
        1.4135581649607047,
        1.2215513489791192,
        0.960139756964054,
        1.3023104379535653,
        1.363087932986673,
        1.1356934210052714,
        1.298235961003229,
        1.2488155979663134,
        1.245869304984808,
        1.205789293977432,
        1.259226922004018,
        1.382263308041729,
        1.1214423610363156,
        1.1718083880259655,
        1.1666239089681767,
        0.9924450460239314,
        1.192351390956901,
        1.4168765749782324,
        1.2420060560107231,
        1.1654854679945856,
        1.1815629790071398,
        1.3558368840022013,
        1.1257358570001088,
        1.2953421070124023,
        1.2734559230157174,
        1.0883750229841098,
        1.176987744984217,
        1.089738574984949,
        1.443992929009255,
        1.1803514779894613,
        1.0558644600096159,
        1.331806325004436,
        1.2325875100214034,
        1.3897360910195857,
        1.1785599839640781,
        1.176121378026437,
        1.2675684519927017,
        1.236401074042078,
        1.188244085002225,
        1.030993351014331,
        1.1070413420093246,
        0.9686441360390745,
        1.2653663770179264,
        1.4349237350397743,
        0.7648206180310808,
        1.139853305008728,
        1.2636476449551992,
        1.3076763399876654,
        1.093304954993073,
        1.31120745401131,
        1.2094499659724534,
        1.340485060994979,
        1.2125044779968448,
        1.5225606830208562,
        0.9276602119789459,
        1.5612252920400351,
        0.893435503996443,
        1.4352485159761272,
        1.289137029030826,
        0.8852256860118359,
        1.1741989310248755,
        1.310097270004917,
        1.1434488960076123,
        1.2576646790257655,
        1.0346693629981019,
        1.3792888940079138,
        1.2220791020081379,
        1.583691363048274,
        1.5676101049757563,
        1.363017889962066,
        1.1618561660288833,
        1.1202004580409266,
        1.032792131009046,
        1.3521515249740332,
        1.3099484500125982,
        1.7079393900348805,
        1.457919389999006,
        1.5271480359951966,
        1.2051342580234632,
        1.168747137999162,
        1.1588416710146703,
        1.417417922988534,
        1.1711237579584122,
        1.028317128017079,
        1.5037819350254722,
        1.5578347410191782,
        1.6546352899749763,
        1.1217491499846801,
        1.0801012890296988,
        1.3481733910157345,
        1.5409317929879762,
        1.5627672160044312,
        1.3991293909493834,
        1.21039062802447,
        1.0530770730110817,
        1.1103094939608127,
        1.3921115929842927,
        1.1832267600111663,
        1.6311843750299886,
        1.037622720003128,
        1.6545466969837435,
        0.7316918749711476,
        1.4985169660067186,
        1.2156478650285862,
        1.1962388459942304,
        1.3967818900127895,
        1.5897929920465685,
        1.6150388139649294,
        1.232196055992972,
        1.1351614409941249,
        1.5935457150335424,
        1.0156423779553734,
        1.192085144983139,
        1.131123382016085,
        1.4390153660206124,
        1.4778003619867377,
        1.194222473015543,
        1.1525817299843766,
        1.3917666909983382,
        1.1312691940111108,
        1.6276294859708287,
        1.3940281649702229,
        1.3598901799996383,
        1.154340979992412,
        1.1997760910307989,
        1.5845040929852985,
        0.917862648027949,
        1.567873172054533,
        0.9627964990213513,
        1.5399625590071082,
        1.517301268002484,
        1.5912097069667652,
        1.4730228850385174,
        1.4091177399968728,
        1.4719254350056872,
        1.4545576319796965,
        1.1486251819878817,
        1.2211065129959024,
        1.1115960479946807,
        1.4681313809705898,
        1.1019399110227823,
        1.614896925049834,
        1.419101862993557,
        1.4163388349697925,
        1.474492768989876,
        1.6101081640226766,
        1.5239211409934796,
        1.3731302749947645,
        1.5695767090073787,
        1.4294463639962487,
        1.2371293189935386,
        1.64527135505341,
        1.363655554014258,
        1.39684678503545,
        1.27563916699728,
        1.1793366589699872,
        1.5726864809985273,
        1.6290635240147822,
        1.0895537169999443,
        1.6146115600131452,
        1.346157707972452,
        1.1038038849947043,
        1.2063559530070052,
        1.3976087759947404,
        0.9697242630063556,
        1.2291840949910693,
        1.0846258529927582,
        1.4422789530362934,
        1.3141800030134618,
        1.067102432018146,
        1.3450528199900873,
        1.2344291420304216,
        1.649711580015719,
        1.1972914640209638,
        1.6050976989790797,
        1.5552185269771144,
        1.6522565169725567,
        1.4126066410099156,
        1.2094338370370679,
        1.6753596459748223,
        1.2493022460257635,
        1.5509166460251436,
        1.4303492829785682,
        1.4202845320105553,
        1.4413285210030153,
        1.240363079996314,
        1.2108653120230883,
        1.1132182080182247,
        1.3569563619676046,
        1.4079601960256696,
        1.2415165599668398,
        1.1879067869740538,
        1.3478120429790579,
        1.2410881269606762,
        1.5504869099822827,
        1.0493030460202135,
        1.3713935549603775,
        1.2101104400353506,
        1.6959413940203376,
        1.2818056069663726,
        1.5828554879990406,
        1.0935438239830546,
        1.3430922140250914,
        1.3750228479621,
        1.385008301003836,
        1.4882656119880266,
        1.6627879310399294,
        1.2997821809840389,
        1.1844570520333946,
        1.249007923004683,
        1.5325666129938327,
        0.8380553210154176,
        1.370483408041764,
        1.222017655032687,
        1.6575189940049313,
        1.2370103480061516,
        1.1966205219505355,
        1.2769760339870118,
        1.563236546004191,
        1.0614857499604113,
        1.5299795520259067,
        1.2771452540182509,
        1.0066434770124033,
        1.1884842080180533,
        1.2022683140239678,
        1.1693466029828414,
        1.4128418519976549,
        1.1114778089686297,
        1.401234779972583,
        1.1995562149677426,
        1.536224826995749,
        1.3864794099936262,
        1.2555777840316296,
        1.6748631530208513,
        1.6160897070076317,
        1.207716820994392,
        1.0993215020280331,
        1.3870302449795417,
        1.3387693160329945,
        1.1617394289933145,
        1.2031733129988424,
        1.635818762006238,
        1.3905025179847144,
        0.8085622329963371,
        1.1182837970554829,
        1.0935631380416453,
        1.3618158170138486,
        1.3680742669967003,
        1.3945625420310535,
        1.3719812930212356,
        1.2402083860361017,
        1.4115699279936962,
        1.5037876310525462,
        1.3785996019723825,
        1.543997014989145,
        1.5613700849935412,
        1.366791300009936,
        1.2667841810034588,
        1.515403256053105,
        1.426762082031928,
        1.1536085730185732,
        1.5246434250148013,
        1.0176749259699136,
        1.4511908919666894,
        1.4588430580333807,
        1.4300683959736489,
        1.502609469986055,
        1.205541046045255,
        1.6107484580134042,
        1.647826349013485,
        1.414622729003895,
        1.457940927008167,
        1.5550696669961326,
        1.3425953300320543,
        1.3463960440130904,
        1.2292884170310572,
        1.629792127001565,
        1.092295654991176,
        1.287468985945452,
        1.4208961799740791,
        1.1028909689630382,
        1.6783196189790033,
        1.1299033890245482,
        1.5769435960100964,
        1.5306440580170602,
        1.7173258000402711,
        1.0923856160370633,
        1.7259438020410016,
        1.94042341504246,
        1.5029061899986118,
        1.3526820570114069,
        1.1915677459910512,
        1.665765302022919,
        1.5126900330069475,
        1.7119263079948723,
        1.2826126249856316,
        1.3944586970028467,
        1.3282087849802338,
        1.2994573100004345,
        1.190128210990224,
        1.4871401019627228,
        1.5131358779617585,
        1.0835934490314685,
        1.3243363079964183,
        1.148238023975864,
        1.5846144740353338,
        1.7058550990186632,
        1.2886990769766271,
        1.4480987319839187,
        1.4803491409984417,
        1.6172758010216057,
        1.4198500670026988,
        1.2388116330257617,
        1.457392047974281,
        1.0900066019967198,
        1.769613623037003,
        1.5975997599889524,
        1.3146033550146967,
        1.2932464240002446,
        1.4036021659849212,
        1.1610431059962139,
        1.0951523359981366,
        1.4619825850240886,
        1.2498010629788041,
        1.591311179974582,
        1.2349614009726793,
        1.165549621975515,
        1.529821837961208,
        1.3400501099531539,
        1.4616265480290167,
        1.4406955989543349,
        1.3516762549988925,
        1.6372140599996783,
        1.6351194999879226,
        1.567797772004269,
        1.3453477040166035,
        1.111785231041722,
        1.5899485899717547,
        1.102475481980946,
        1.560816500976216,
        1.223005365987774,
        1.1508802970056422,
        1.2218011500081047,
        1.3883962610270828,
        1.5617889949935488,
        1.407510539982468,
        1.4042903369991109,
        1.3936930839554407,
        1.1552358170156367,
        1.2984895799891092,
        1.4720711619593203,
        1.2720291790319607,
        1.3082035760162398,
        1.2841297030099668,
        1.4203112759860232,
        1.3797702369629405,
        1.38780870300252,
        1.2042144930455834,
        1.0599459609948099,
        1.0944673290359788,
        1.5507401489885524,
        1.1399867190048099,
        1.3882215859484859,
        1.1334854860324413,
        1.2054087489959784,
        1.1918497640290298,
        1.431136469997,
        1.5048101189895533,
        1.3120725670014508,
        1.3245125570101663,
        1.1631091109593399,
        1.5675487429834902,
        1.2939184320275672,
        1.6280096140108071,
        1.0041322560282424,
        1.3429447329835966,
        1.4122999969986267,
        1.5644192399922758,
        1.0729513979749754,
        1.1516036220127717,
        1.3936386199784465,
        1.466781782975886,
        1.0851383359986357,
        1.4176249380107038,
        1.1160421679960564,
        1.09629394300282,
        1.0372326449723914,
        1.0785630049649626,
        1.487591776996851,
        1.3359921309747733,
        1.157494498998858,
        1.4212513189995661,
        1.5616210350417532,
        1.4841864409972914,
        1.4843388660228811,
        1.2234510449925438,
        1.5855801530415192,
        1.404576590983197,
        1.526264916989021,
        1.1906483890488744,
        1.1426829400006682,
        0.7364782150252722,
        1.1812998710083775,
        1.1797463900293224,
        1.3626504779676907,
        1.2097362650092691,
        1.5647846439969726,
        1.1007151420344599,
        1.1518762380001135,
        1.1127742670360021,
        0.7236765609704889,
        1.2090372300008312,
        1.0402167809661478,
        0.7682933610049076,
        1.232092806021683,
        0.9217396629974246,
        1.1326768869766966,
        1.6406075190170668,
        1.408969515003264,
        1.2076003330294043,
        1.2185121839866042,
        1.1540403559920378,
        1.456167733995244,
        1.384180266992189,
        0.9353705940302461,
        1.5462561429594643,
        1.1242821880150586,
        1.3809509529964998,
        1.6500564980087802,
        1.409538795996923,
        1.4097223120043054,
        1.368560250964947,
        1.4446261269622482,
        0.8519182889722288,
        1.4588393790181726,
        1.181160228967201,
        0.8382402040297166,
        1.43369580199942,
        1.1343901960062794,
        1.5186668369569816,
        1.4101020900416188,
        1.3567466809763573,
        1.3545033750124276,
        1.1641229150118306,
        1.4319255909649655,
        1.4675708030117676,
        1.4426516739767976,
        1.772596175025683,
        1.5548445210442878,
        1.2678724889992736,
        1.5578613989637233,
        1.3948281740304083,
        1.270299914991483,
        1.5120369360083714,
        1.1807688779663295,
        1.6201637369813398,
        1.038411178975366,
        1.6578389460337348,
        1.2993249529972672,
        0.9220205440069549,
        1.481022299034521,
        1.3551868560025468,
        1.3465668080025353,
        1.3966675610281527,
        1.5648204099852592,
        1.4291355700115673,
        1.22038013295969,
        1.4730034369858913,
        1.4208789659896865,
        1.329288394015748,
        1.4030560110113584,
        1.5621112529770471,
        1.5566413319902495,
        1.3414568779990077,
        1.2354082869715057,
        1.337812221958302,
        1.1918795990059152,
        1.3777874379884452,
        1.4663774049840868,
        1.4207405889756046,
        1.1508577649947256,
        1.2552149189868942,
        1.0773539029760286,
        1.2115341210155748,
        1.77830281999195,
        1.6962110190070234,
        1.647378916037269,
        1.1758757620118558,
        1.1025580950081348,
        1.3780837410013191,
        1.2154188039712608,
        1.245915655978024,
        1.1986408059601672,
        1.2107607129728422,
        1.2695618019788526,
        1.2952556919772178,
        1.262609652010724,
        1.4240918750292622,
        1.2145361940492876,
        1.1363811260089278,
        1.1361161920358427,
        1.3916498940088786,
        1.4117194470018148,
        1.5507816989556886,
        1.309620090003591,
        1.1931995790218934,
        1.2405994730070233,
        1.2011222320143133,
        1.24769644101616,
        1.025203766010236,
        1.092207234003581,
        1.6621575099998154,
        1.5320673640235327,
        1.264070922974497,
        1.4712760950205848,
        1.3106359270168468,
        1.2707218740251847,
        1.422884734987747,
        1.35294429899659,
        1.2632642989628948,
        1.011381950986106,
        1.22108838299755,
        1.2033354160375893,
        1.0397519679972902,
        1.402110251947306,
        1.6673075830331072,
        1.3900039160507731,
        1.452344699006062,
        1.3786776250344701,
        1.1640370780369267,
        1.5782517609768547,
        1.3405483629903756,
        1.19248168397462,
        1.1341813260223716,
        1.191255691985134,
        1.425424563989509,
        1.493241508025676,
        1.285886769008357,
        1.3975958210066892,
        1.4444378960179165,
        0.9114606810035184,
        1.2530330520239659,
        1.2916427709860727,
        1.2603360710199922,
        1.2868762130383402,
        1.1847399310208857,
        1.3550933069782332,
        1.2269970430061221,
        1.054175072000362,
        1.3319308889913373,
        1.502097301010508,
        1.1399777159676887,
        1.349698781967163,
        1.1176804559654556,
        1.2781862430274487,
        1.4030000119819306,
        1.4327701369766146,
        1.0845529119833373,
        1.2664848559652455,
        1.2147324630059302,
        1.2098999180016108,
        1.2335705550503917,
        1.326526433986146,
        1.089479350950569,
        1.3127993160160258,
        1.4769209339865483,
        1.2915439700009301,
        1.379629516042769,
        1.2201683140010573,
        1.3891059330198914,
        1.1754854819737375,
        1.3874774599680677,
        1.1102031450136565,
        1.1400538199814036,
        1.3000422869808972,
        1.1004296930041164,
        1.0828447390231304,
        1.141910790989641,
        1.4028794009936973,
        1.4320934930001386,
        1.0318340150406584,
        1.3341858459752984,
        1.264963074005209,
        1.2411404919694178,
        1.1051340439589694,
        1.2590974100166932,
        1.0887894550105557,
        1.2861220890190452,
        1.4483734410023317,
        1.3755724739748985,
        1.2740201949491166,
        1.4171548289596103,
        1.3194600669667125,
        1.4268993270234205,
        1.148046937014442,
        1.2462753559811972,
        0.8791561729740351,
        0.9392623559688218,
        1.1843697259901091,
        1.219869695021771,
        1.3349246080033481,
        1.4567535429960117,
        1.2471809220151044,
        0.8112377609941177,
        1.3843755839625373,
        1.2829717290005647,
        1.1766253919922747,
        0.8068122749682516,
        1.4004723070538603,
        1.5861975189764053,
        1.2092298609786667,
        1.1087849420146085,
        1.1030823439941742,
        1.4081530870171264,
        1.2798301029833965,
        0.9063527039834298,
        1.3998240230139345,
        1.3527627369621769,
        1.1397113670245744,
        1.2269405709812418,
        1.4535570049774833,
        1.2595958840101957,
        1.2286974120070226,
        1.38239489501575,
        1.0640972420223989,
        1.1472620770218782,
        1.4416608850006014,
        1.4144402879755944,
        1.1579478179919533,
        1.2503645130200312,
        1.2081815209821798,
        1.083318685006816,
        1.4068033419898711,
        1.4431555420160294,
        1.403556761040818,
        1.239894120953977,
        1.2561703629908152,
        1.1875205009710044,
        1.1269583179964684,
        1.058857159980107,
        1.4262158389901742,
        1.1172090169857256,
        1.4437939210329205,
        1.2417258020141162,
        1.2855319960508496,
        1.0860312400036491,
        1.060368602978997,
        0.6470284900278784,
        1.421595598978456,
        1.18844627100043,
        1.342589418985881,
        1.4299859579768963,
        1.4062562190229073,
        0.687237792997621,
        1.1035864619771019,
        1.3429600999807008,
        1.0218375729746185,
        1.2453565199975856,
        1.4651122969808057,
        1.2039308499661274,
        1.1070243470021524,
        1.1943636739742942,
        1.1433576349518262,
        1.3843753760447726,
        0.7558483460452408,
        1.2435549449874088,
        1.2104152659885585,
        1.2286939049954526,
        1.115101298026275,
        1.114164853002876,
        1.1373742939904332,
        1.3998810580233112,
        1.092175589990802,
        1.391261514974758,
        1.4322336940094829,
        1.491864476003684,
        1.384875978983473,
        0.8539535040035844,
        0.963160687009804,
        0.8318655140465125,
        1.343175905989483,
        1.1362140779965557,
        1.2319443710148335,
        0.9349572549690492,
        1.081257599988021,
        1.2013630300061777,
        0.8483850779593922,
        1.4263842409709468,
        1.0239064309862442,
        1.4985007549985312,
        1.026515859994106,
        0.7684878900181502,
        0.7488915929570794,
        0.627286286035087,
        0.9527339600026608,
        1.5775157010066323,
        1.563161445024889,
        1.0703850230202079
      ]
    },
    "queries": {
      "seconds": 8.119335422990844,
      "batch_seconds": [
        0.08559314697049558,
        0.10875023895641789,
        0.10844587703468278,
        0.10548240400385112,
        0.12079262203769758,
        0.10798839497147128,
        0.09480502700898796,
        0.088469980051741,
        0.13052032398991287,
        0.11764265701640397,
        0.12657835701247677,
        0.11428384302416816,
        0.09117760101798922,
        0.10671235003974289,
        0.11132646002806723,
        0.13232374301878735,
        0.12324725202051923,
        0.09790757100563496,
        0.11362719000317156,
        0.07386650500120595,
        0.13048588403034955,
        0.12378914497094229,
        0.11760133702773601,
        0.08050455403281376,
        0.13238128303783014,
        0.11724867601878941,
        0.09091264003654942,
        0.11522980604786426,
        0.10075396299362183,
        0.08788670698413625,
        0.08574566803872585,
        0.07405704603297636,
        0.12637180596357211,
        0.11042654496850446,
        0.14089310000417754,
        0.10678662895224988,
        0.0906800189986825,
        0.11702885397244245,
        0.09733499796129763,
        0.10992882400751114,
        0.1096320420037955,
        0.10455763997742906,
        0.12988975102780387,
        0.09122417104663327,
        0.11124652897706255,
        0.12836389400763437,
        0.1684626010246575,
        0.08661391999339685,
        0.08238790195900947,
        0.12660291697829962,
        0.09953060699626803,
        0.11377946997527033,
        0.13350878696655855,
        0.10210911801550537,
        0.12697358801960945,
        0.08051182399503887,
        0.14162317296722904,
        0.08097680599894375,
        0.09570078097749501,
        0.0952411680482328,
        0.08575624699005857,
        0.1135218589915894,
        0.1292750479769893,
        0.10267822101013735,
        0.09662947501055896,
        0.12452141696121544,
        0.12495601898990571,
        0.09557305002817884,
        0.08229269098956138,
        0.09367561101680622,
        0.1212071519694291,
        0.08429791999515146,
        0.09642061300110072,
        0.11113030801061541,
        0.09390648297267035
      ]
    },
    "search_seconds": 0.10133320500608534,
    "peak_rss_mib": 2077.71484375,
    "stage_wall_seconds_approx": 1673.82,
    "stage_wall_measurement": "Embedding log creation to final stats write, from filesystem timestamps; includes process startup, loading, document/query embedding and search."
  },
  "bge_runtime": {
    "load_seconds": 0.8915864310110919,
    "peak_rss_mib": 4315.421875,
    "candidate_sha256": "03d8af4abfdc7c5dc0e12438ffc1eaeb6f4e055c54b2ddbbb06d48cbc519ec88",
    "device": "cuda",
    "gpu_name": "NVIDIA GeForce RTX 5060 Ti",
    "peak_cuda_allocated_mib": 1155.669921875,
    "peak_cuda_reserved_mib": 1200.0,
    "stage_wall_seconds": 51.449888900038786,
    "torch_version": "2.13.0+cu130",
    "transformers_version": "5.16.1"
  },
  "cpu_partial": {
    "status": "interrupted_by_user_to_switch_to_gpu",
    "completed_queries": 99,
    "completed_pairs": 1980,
    "completed_query_seconds": 446.4231961859041,
    "median_query_seconds": 4.522543830971699,
    "stopped_utc": "2026-10-12T08:14:12Z",
    "note": "Sum of completed query timings excludes load, warmup, checkpoint writes and the interrupted query. Exact CPU process wall elapsed was not instrumented.",
    "embedding_document_seconds": 1662.356543758011,
    "embedding_query_seconds": 8.119335422990844,
    "embedding_search_seconds": 0.10133320500608534,
    "elapsed_wall_seconds_approx": 454.144,
    "wall_time_measurement": "Log creation to final interrupt traceback write; includes process startup, load, warmup, completed queries, checkpoint writes and interrupted query. Approximate, from filesystem timestamps.",
    "candidate_sha256": "03d8af4abfdc7c5dc0e12438ffc1eaeb6f4e055c54b2ddbbb06d48cbc519ec88",
    "device": "cpu",
    "torch_version": "2.14.1+cpu",
    "transformers_version": "5.19.0",
    "python_version": "3.12.3",
    "full_300_query_seconds_estimate": 1352.7975641997093,
    "estimate_method": "Mean measured scoring time over 99 completed claims multiplied by 300. Assumes similar claim/passages workload; excludes model loading, warmup and checkpoint overhead."
  },
  "cpu_full_run_estimate": {
    "queries": 300,
    "estimated_scoring_seconds": 1352.7975641997093,
    "measured_sample_queries": 99,
    "method": "Mean measured CPU query time multiplied by full query count; excludes setup and checkpoint overhead; assumes similar workload."
  },
  "cpu_comparison": {
    "matched_queries": 99,
    "cpu_query_seconds": 446.4231961859041,
    "current_query_seconds": 15.277122299885377,
    "observed_time_ratio": 29.22168111393947,
    "same_top5_order_queries": 86,
    "current_minus_cpu_ndcg5": 0.0,
    "note": "Same candidates, BF16 and batch size; Python, Torch and Transformers versions differ. CPU run is partial, not a full 300-query result."
  },
  "protocol": {
    "dataset": "BEIR SciFact test",
    "queries": 300,
    "corpus": 5183,
    "candidate_k": 20,
    "report_k": 5,
    "seed": 42,
    "threads": 6,
    "dtype": "bfloat16",
    "batch_size": 4,
    "document_token_cap_each_tokenizer": 400,
    "max_length": 512,
    "shared_trimming": true,
    "trimmed_documents": 2001,
    "prompt_tuned_on_test": false,
    "dataset_sha256": "509b858780259f9811bdd064af699d6ac781c479d112d16981c7fe226cba6947",
    "model_manifest_sha256": "afacff42474dde11094a5332e9e154f461c131fea06c579dfa5251cc342f235d",
    "cpu": "x86_64",
    "platform": "Linux-6.8.0-139-generic-x86_64-with-glibc2.39",
    "created_utc": "2026-10-12T07:37:43Z",
    "embedding_device": "cpu",
    "bge_device": "cuda",
    "amendment": "User requested stopping CPU BGE after 99 completed claims and restarting all 300 claims on GPU. CPU partial results and timings retained separately."
  },
  "timing_note": "BGE local-device time versus remote API time including network. API concurrency 4; BGE batch size 4. Shared embedding and partly cached API queries excluded.",
  "api_timing_comparison": {
    "noul": {
      "call_median_seconds": 0.5852144889940973,
      "call_p95_seconds": 0.7319137562211836,
      "input_tokens": 4344033,
      "mean_input_tokens": 724.0055,
      "query_timing": {
        "median_seconds": 3.30676821351517,
        "p95_seconds": 3.8272787401074315,
        "total_seconds": 999.5904360541608,
        "uncached_queries": 300
      }
    },
    "span_noul": {
      "call_median_seconds": 0.6042799360002391,
      "call_p95_seconds": 1.7464174509950687,
      "input_tokens": 2927134,
      "mean_input_tokens": 487.85566666666665,
      "query_timing": {
        "median_seconds": 3.648189618019387,
        "p95_seconds": 7.037027447586294,
        "total_seconds": 1234.8959365497867,
        "uncached_queries": 299
      }
    },
    "liquid_noul": {
      "call_median_seconds": 0.7149257620039862,
      "call_p95_seconds": 0.9591134348404012,
      "input_tokens": 2641212,
      "mean_input_tokens": 440.202,
      "query_timing": {
        "median_seconds": 3.873437517991988,
        "p95_seconds": 5.131768966600065,
        "total_seconds": 1220.3547977076669,
        "uncached_queries": 299
      }
    },
    "note": "Same 4-call concurrency, saved passages, HTTP-session reuse and client code pattern; different run times and prompt lengths. Observed client wall time, not isolated model inference speed."
  }
}