{ "family": "EQPH05", "identical_binary_hashes": true, "identical_jobs_except_burn_in": true, "initial_started_utc": "2026-11-05T07:07:40.503293+00:00", "confirmation_started_utc": "2026-11-05T11:56:02.725424+00:00", "comparisons": [ { "reference": "f64-bypass-reuse-b32", "candidate": "f32-bypass-reuse-b32", "initial_mean_difference_ns": -0.08842395833333333, "confirmation_mean_difference_ns": -0.09339010416666667, "initial_percent": -43.11326456501755, "confirmation_percent": -44.800929453945805, "initial_p_holm": 7.316130756232931e-07, "confirmation_p_holm": 4.834686009726335e-07, "initial_direction": "faster", "confirmation_direction": "faster" }, { "reference": "f64-bypass-reuse-b256", "candidate": "f32-bypass-reuse-b256", "initial_mean_difference_ns": -0.1605125, "confirmation_mean_difference_ns": -0.1605265625, "initial_percent": -68.11147700400026, "confirmation_percent": -68.30720746077795, "initial_p_holm": 6.023228898395371e-12, "confirmation_p_holm": 1.60977276024025e-14, "initial_direction": "faster", "confirmation_direction": "faster" }, { "reference": "f64-bypass-reuse-b32", "candidate": "f64-bypass-reuse-b256", "initial_mean_difference_ns": 0.030564583333333326, "confirmation_mean_difference_ns": 0.026551041666666664, "initial_percent": 14.90251050062723, "confirmation_percent": 12.73701700251102, "initial_p_holm": 0.007476604726575586, "confirmation_p_holm": 0.0008580362346185611, "initial_direction": "slower", "confirmation_direction": "slower" }, { "reference": "f32-bypass-reuse-b32", "candidate": "f32-bypass-reuse-b256", "initial_mean_difference_ns": -0.04152395833333333, "confirmation_mean_difference_ns": -0.040585416666666665, "initial_percent": -35.59005767548167, "confirmation_percent": -35.271538886323924, "initial_p_holm": 1.7428647434356935e-07, "confirmation_p_holm": 9.542700896114057e-10, "initial_direction": "faster", "confirmation_direction": "faster" }, { "reference": "f64-eq-tdf2-reuse-b32", "candidate": "f32-eq-tdf2-reuse-b32", "initial_mean_difference_ns": 0.07240260416666669, "confirmation_mean_difference_ns": 0.05236510416666662, "initial_percent": 1.8815709241913003, "confirmation_percent": 1.3671300548736554, "initial_p_holm": 0.13925265597884517, "confirmation_p_holm": 0.08238103049364975, "initial_direction": "not_detected", "confirmation_direction": "not_detected" }, { "reference": "f64-eq-tdf2-reuse-b256", "candidate": "f32-eq-tdf2-reuse-b256", "initial_mean_difference_ns": 0.18274375000000004, "confirmation_mean_difference_ns": 0.17471770833333328, "initial_percent": 5.0726111699283205, "confirmation_percent": 4.8329826160846245, "initial_p_holm": 2.8057603790215775e-05, "confirmation_p_holm": 9.72680514736503e-05, "initial_direction": "slower", "confirmation_direction": "slower" }, { "reference": "f64-eq-tdf2-reuse-b32", "candidate": "f64-eq-tdf2-reuse-b256", "initial_mean_difference_ns": -0.24542916666666673, "confirmation_mean_difference_ns": -0.2151828125, "initial_percent": -6.3781184290758075, "confirmation_percent": -5.617918553635937, "initial_p_holm": 3.921836835910562e-05, "confirmation_p_holm": 6.32874173443321e-06, "initial_direction": "faster", "confirmation_direction": "faster" }, { "reference": "f32-eq-tdf2-reuse-b32", "candidate": "f32-eq-tdf2-reuse-b256", "initial_mean_difference_ns": -0.13508802083333338, "confirmation_mean_difference_ns": -0.0928302083333333, "initial_percent": -3.4457805267014807, "confirmation_percent": -2.3908924107805096, "initial_p_holm": 0.00033080982932227415, "confirmation_p_holm": 0.004054885302966429, "initial_direction": "faster", "confirmation_direction": "faster" }, { "reference": "f64-eq-svf-reuse-b32", "candidate": "f32-eq-svf-reuse-b32", "initial_mean_difference_ns": 5.2098812500000005, "confirmation_mean_difference_ns": 5.223431770833333, "initial_percent": 97.24003940551104, "confirmation_percent": 97.97578044647852, "initial_p_holm": 8.183194767615688e-17, "confirmation_p_holm": 5.860495630877631e-18, "initial_direction": "slower", "confirmation_direction": "slower" }, { "reference": "f64-eq-svf-reuse-b256", "candidate": "f32-eq-svf-reuse-b256", "initial_mean_difference_ns": 5.0499234374999995, "confirmation_mean_difference_ns": 5.0704125, "initial_percent": 96.70666715605878, "confirmation_percent": 97.53153407314909, "initial_p_holm": 6.266089558303096e-12, "confirmation_p_holm": 1.1437646758975018e-14, "initial_direction": "slower", "confirmation_direction": "slower" }, { "reference": "f64-eq-svf-reuse-b32", "candidate": "f64-eq-svf-reuse-b256", "initial_mean_difference_ns": -0.13585520833333325, "confirmation_mean_difference_ns": -0.1326083333333335, "initial_percent": -2.535675033241369, "confirmation_percent": -2.4873312262997826, "initial_p_holm": 0.0038057705857973143, "confirmation_p_holm": 0.0008580362346185611, "initial_direction": "faster", "confirmation_direction": "faster" }, { "reference": "f32-eq-svf-reuse-b32", "candidate": "f32-eq-svf-reuse-b256", "initial_mean_difference_ns": -0.2958130208333335, "confirmation_mean_difference_ns": -0.28562760416666644, "initial_percent": -2.7992359532531097, "confirmation_percent": -2.7061441000699737, "initial_p_holm": 0.02344306742851672, "confirmation_p_holm": 0.003170180778023183, "initial_direction": "faster", "confirmation_direction": "faster" }, { "reference": "f64-lattice-fixed-reuse-b32", "candidate": "f32-lattice-fixed-reuse-b32", "initial_mean_difference_ns": -0.6572234375000001, "confirmation_mean_difference_ns": -0.6506723958333336, "initial_percent": -6.616492159979892, "confirmation_percent": -6.533918672340844, "initial_p_holm": 2.484075185852878e-09, "confirmation_p_holm": 5.773722361658517e-06, "initial_direction": "faster", "confirmation_direction": "faster" }, { "reference": "f64-lattice-fixed-reuse-b256", "candidate": "f32-lattice-fixed-reuse-b256", "initial_mean_difference_ns": -0.5369526041666669, "confirmation_mean_difference_ns": -0.5489489583333335, "initial_percent": -5.481553579971843, "confirmation_percent": -5.616584405036617, "initial_p_holm": 1.1630937207404884e-09, "confirmation_p_holm": 2.3682517164587272e-11, "initial_direction": "faster", "confirmation_direction": "faster" }, { "reference": "f64-lattice-fixed-reuse-b32", "candidate": "f64-lattice-fixed-reuse-b256", "initial_mean_difference_ns": -0.13748177083333318, "confirmation_mean_difference_ns": -0.18466406249999992, "initial_percent": -1.3840758058158875, "confirmation_percent": -1.8543586201067663, "initial_p_holm": 0.0016131258993789927, "confirmation_p_holm": 0.032696965993269156, "initial_direction": "faster", "confirmation_direction": "faster" }, { "reference": "f32-lattice-fixed-reuse-b32", "candidate": "f32-lattice-fixed-reuse-b256", "initial_mean_difference_ns": -0.017210937499999978, "confirmation_mean_difference_ns": -0.08294062499999981, "initial_percent": -0.18554493500227975, "confirmation_percent": -0.8910962393003374, "initial_p_holm": 1.0, "confirmation_p_holm": 0.06672931782908376, "initial_direction": "not_detected", "confirmation_direction": "not_detected" }, { "reference": "f64-lattice-linear-reuse-b32", "candidate": "f32-lattice-linear-reuse-b32", "initial_mean_difference_ns": -0.08636145833333356, "confirmation_mean_difference_ns": -0.01095989583333381, "initial_percent": -0.8153293362294645, "confirmation_percent": -0.103883463320531, "initial_p_holm": 1.0, "confirmation_p_holm": 1.0, "initial_direction": "not_detected", "confirmation_direction": "not_detected" }, { "reference": "f64-lattice-linear-reuse-b256", "candidate": "f32-lattice-linear-reuse-b256", "initial_mean_difference_ns": -0.5776140625, "confirmation_mean_difference_ns": -0.05377500000000009, "initial_percent": -5.207436975362045, "confirmation_percent": -0.5093672854953657, "initial_p_holm": 1.0, "confirmation_p_holm": 0.8062470097479235, "initial_direction": "not_detected", "confirmation_direction": "not_detected" }, { "reference": "f64-lattice-linear-reuse-b32", "candidate": "f64-lattice-linear-reuse-b256", "initial_mean_difference_ns": 0.49988124999999994, "confirmation_mean_difference_ns": 0.007031770833332907, "initial_percent": 4.719325676309727, "confirmation_percent": 0.06665069801314871, "initial_p_holm": 1.0, "confirmation_p_holm": 1.0, "initial_direction": "not_detected", "confirmation_direction": "not_detected" }, { "reference": "f32-lattice-linear-reuse-b32", "candidate": "f32-lattice-linear-reuse-b256", "initial_mean_difference_ns": 0.008628645833333514, "confirmation_mean_difference_ns": -0.03578333333333337, "initial_percent": 0.08213177134739347, "confirmation_percent": -0.33952533168631893, "initial_p_holm": 1.0, "confirmation_p_holm": 0.726860662117657, "initial_direction": "not_detected", "confirmation_direction": "not_detected" }, { "reference": "f64-schur-reuse-b32", "candidate": "f32-schur-reuse-b32", "initial_mean_difference_ns": 0.3118692708333334, "confirmation_mean_difference_ns": 0.3004427083333333, "initial_percent": 5.444605486168186, "confirmation_percent": 5.229885588943062, "initial_p_holm": 7.424679922107194e-06, "confirmation_p_holm": 0.00013577346386270568, "initial_direction": "slower", "confirmation_direction": "slower" }, { "reference": "f64-schur-reuse-b256", "candidate": "f32-schur-reuse-b256", "initial_mean_difference_ns": 0.3749661458333332, "confirmation_mean_difference_ns": 0.3262375000000001, "initial_percent": 6.630237589307919, "confirmation_percent": 5.750165034407306, "initial_p_holm": 1.5354237098245485e-08, "confirmation_p_holm": 3.8503298895643793e-07, "initial_direction": "slower", "confirmation_direction": "slower" }, { "reference": "f64-schur-reuse-b32", "candidate": "f64-schur-reuse-b256", "initial_mean_difference_ns": -0.07264635416666669, "confirmation_mean_difference_ns": -0.07119531250000018, "initial_percent": -1.268258130687494, "confirmation_percent": -1.239315611650471, "initial_p_holm": 0.10357534758337462, "confirmation_p_holm": 0.3530330466727394, "initial_direction": "not_detected", "confirmation_direction": "not_detected" }, { "reference": "f32-schur-reuse-b32", "candidate": "f32-schur-reuse-b256", "initial_mean_difference_ns": -0.009549479166666864, "confirmation_mean_difference_ns": -0.045400520833333326, "initial_percent": -0.15810629106096652, "confirmation_percent": -0.7510213041952984, "initial_p_holm": 1.0, "confirmation_p_holm": 0.09134878435511175, "initial_direction": "not_detected", "confirmation_direction": "not_detected" }, { "reference": "f64-eq-svf-full-b256", "candidate": "f64-eq-svf-reuse-b256", "initial_mean_difference_ns": -3.049053125, "confirmation_mean_difference_ns": -3.012440625, "initial_percent": -36.86460129723596, "confirmation_percent": -36.68705087764589, "initial_p_holm": 2.341776401163544e-10, "confirmation_p_holm": 6.876476266194115e-12, "initial_direction": "faster", "confirmation_direction": "faster" }, { "reference": "f64-lattice-linear-full-b256", "candidate": "f64-lattice-linear-reuse-b256", "initial_mean_difference_ns": -2.6935453125000004, "confirmation_mean_difference_ns": -3.2483864583333335, "initial_percent": -19.538769894119557, "confirmation_percent": -23.529481447276368, "initial_p_holm": 0.014565677546652212, "confirmation_p_holm": 3.498269637530281e-10, "initial_direction": "faster", "confirmation_direction": "faster" } ], "interpretation": "Each confidence interval and test belongs to its own experiment. No paired test between independent initial and confirmation runs." }