{ "family": "EQPH02", "identical_binary_hashes": true, "identical_jobs_except_burn_in": true, "initial_started_utc": "2026-11-05T06:13:11.218820+00:00", "confirmation_started_utc": "2026-11-05T11:28:09.916017+00:00", "comparisons": [ { "reference": "phaser-direct-feedback6", "candidate": "control-direct-linear64", "initial_mean_difference_ns": -93.880965625, "confirmation_mean_difference_ns": -94.59072083333334, "initial_percent": -85.07793888171005, "confirmation_percent": -84.88629975565873, "initial_p_holm": 7.637598466947669e-22, "confirmation_p_holm": 9.172896246644798e-14, "initial_direction": "faster", "confirmation_direction": "faster" }, { "reference": "phaser-transposed-feedback6", "candidate": "control-transposed-linear64", "initial_mean_difference_ns": -95.042471875, "confirmation_mean_difference_ns": -94.5903796875, "initial_percent": -86.20623776683594, "confirmation_percent": -85.81574643222568, "initial_p_holm": 2.04224155731628e-21, "confirmation_p_holm": 7.847898896189983e-21, "initial_direction": "faster", "confirmation_direction": "faster" }, { "reference": "phaser-tpt-feedback6", "candidate": "control-tpt-linear64", "initial_mean_difference_ns": -95.90099270833333, "confirmation_mean_difference_ns": -95.47077395833334, "initial_percent": -81.7968351445406, "confirmation_percent": -81.41575758587898, "initial_p_holm": 1.5933546926240709e-23, "confirmation_p_holm": 2.1014380586094344e-22, "initial_direction": "faster", "confirmation_direction": "faster" }, { "reference": "phaser-lattice-feedback6", "candidate": "control-lattice-linear64", "initial_mean_difference_ns": -107.26173125, "confirmation_mean_difference_ns": -107.25976458333334, "initial_percent": -87.23696042637874, "confirmation_percent": -86.97945904698435, "initial_p_holm": 8.293987951423799e-21, "confirmation_p_holm": 1.7878402319452842e-20, "initial_direction": "faster", "confirmation_direction": "faster" }, { "reference": "phaser-lattice-feedback6", "candidate": "phaser-lattice-feedback64", "initial_mean_difference_ns": -107.76137239583333, "confirmation_mean_difference_ns": -107.43676145833334, "initial_percent": -87.64332320235205, "confirmation_percent": -87.12298996466173, "initial_p_holm": 2.5440433528512977e-21, "confirmation_p_holm": 1.747227977279238e-18, "initial_direction": "faster", "confirmation_direction": "faster" }, { "reference": "phaser-lattice-feedback6", "candidate": "control-lattice-normalized64", "initial_mean_difference_ns": -105.134953125, "confirmation_mean_difference_ns": -104.81705, "initial_percent": -85.50723206040746, "confirmation_percent": -84.99860449364955, "initial_p_holm": 5.582295424091779e-21, "confirmation_p_holm": 1.0124412712739334e-21, "initial_direction": "faster", "confirmation_direction": "faster" }, { "reference": "control-lattice-linear64", "candidate": "control-lattice-normalized64", "initial_mean_difference_ns": 2.126778125, "confirmation_mean_difference_ns": 2.4427145833333332, "initial_percent": 13.5526365486345, "confirmation_percent": 15.213304581450625, "initial_p_holm": 2.934368280056884e-09, "confirmation_p_holm": 9.062135575604064e-08, "initial_direction": "slower", "confirmation_direction": "slower" }, { "reference": "phaser-lattice-feedback6fast", "candidate": "phaser-lattice-feedback64fast", "initial_mean_difference_ns": -107.96806510416667, "confirmation_mean_difference_ns": -107.707509375, "initial_percent": -87.62647004058192, "confirmation_percent": -87.24142895972702, "initial_p_holm": 7.40089170586372e-22, "confirmation_p_holm": 1.8646918880336127e-23, "initial_direction": "faster", "confirmation_direction": "faster" }, { "reference": "phaser-lattice-feedback6fast", "candidate": "control-lattice-linear64fast", "initial_mean_difference_ns": -107.47186666666667, "confirmation_mean_difference_ns": -107.33784479166667, "initial_percent": -87.22375728032426, "confirmation_percent": -86.94200632268954, "initial_p_holm": 2.070180347154433e-22, "confirmation_p_holm": 3.618544706055808e-22, "initial_direction": "faster", "confirmation_direction": "faster" }, { "reference": "phaser-lattice-feedback6fast", "candidate": "control-lattice-normalized64fast", "initial_mean_difference_ns": -105.18716302083334, "confirmation_mean_difference_ns": -104.8842796875, "initial_percent": -85.36950051115765, "confirmation_percent": -84.95465625791397, "initial_p_holm": 1.9076515843033203e-22, "confirmation_p_holm": 1.0894356758376715e-20, "initial_direction": "faster", "confirmation_direction": "faster" }, { "reference": "control-lattice-linear64fast", "candidate": "control-lattice-normalized64fast", "initial_mean_difference_ns": 2.284703645833334, "confirmation_mean_difference_ns": 2.453565104166666, "initial_percent": 14.513318272444952, "confirmation_percent": 15.219413593596576, "initial_p_holm": 1.840943984769978e-11, "confirmation_p_holm": 1.3459499226471547e-07, "initial_direction": "slower", "confirmation_direction": "slower" }, { "reference": "feedback-tpt-static6", "candidate": "zero-tpt-static6", "initial_mean_difference_ns": 3.4219802083333337, "confirmation_mean_difference_ns": 3.472896874999999, "initial_percent": 17.450851599280213, "confirmation_percent": 17.46980958401625, "initial_p_holm": 5.97982042691747e-09, "confirmation_p_holm": 1.3318467874878606e-09, "initial_direction": "slower", "confirmation_direction": "slower" }, { "reference": "feedback-tpt-high6", "candidate": "zero-tpt-high6", "initial_mean_difference_ns": 3.475771875, "confirmation_mean_difference_ns": 3.5405755208333334, "initial_percent": 17.75496501835443, "confirmation_percent": 17.783213270114405, "initial_p_holm": 6.796867242896927e-11, "confirmation_p_holm": 1.4009949495663097e-09, "initial_direction": "slower", "confirmation_direction": "slower" }, { "reference": "feedback-tpt-lfo6", "candidate": "zero-tpt-lfo6", "initial_mean_difference_ns": 11.076399479166668, "confirmation_mean_difference_ns": 11.219451562500002, "initial_percent": 9.436677819507565, "confirmation_percent": 9.550564781712945, "initial_p_holm": 5.911874677129767e-11, "confirmation_p_holm": 1.982554145009612e-14, "initial_direction": "slower", "confirmation_direction": "slower" }, { "reference": "feedback-lattice-static6", "candidate": "zero-lattice-static6", "initial_mean_difference_ns": 4.238943229166666, "confirmation_mean_difference_ns": 4.089371875, "initial_percent": 31.951468362229352, "confirmation_percent": 29.743840467791905, "initial_p_holm": 5.911874677129767e-11, "confirmation_p_holm": 4.2381458051705896e-10, "initial_direction": "slower", "confirmation_direction": "slower" }, { "reference": "feedback-lattice-high6", "candidate": "zero-lattice-high6", "initial_mean_difference_ns": 4.064466145833333, "confirmation_mean_difference_ns": 4.043680208333334, "initial_percent": 30.406832866385614, "confirmation_percent": 29.252472637690197, "initial_p_holm": 1.632127105116983e-10, "confirmation_p_holm": 1.9799702853690045e-10, "initial_direction": "slower", "confirmation_direction": "slower" }, { "reference": "feedback-lattice-lfo6", "candidate": "zero-lattice-lfo6", "initial_mean_difference_ns": 7.090068749999999, "confirmation_mean_difference_ns": 7.476323958333333, "initial_percent": 5.736627241109571, "confirmation_percent": 6.058527947929382, "initial_p_holm": 3.509859871590673e-06, "confirmation_p_holm": 2.8496550501397436e-12, "initial_direction": "slower", "confirmation_direction": "slower" }, { "reference": "zero-tpt-static6", "candidate": "zero-lattice-static6", "initial_mean_difference_ns": -5.525463541666667, "confirmation_mean_difference_ns": -5.5143109374999995, "initial_percent": -23.991183889118652, "confirmation_percent": -23.613549324568496, "initial_p_holm": 5.911874677129767e-11, "confirmation_p_holm": 4.816625906677415e-12, "initial_direction": "faster", "confirmation_direction": "faster" }, { "reference": "zero-tpt-high6", "candidate": "zero-lattice-high6", "initial_mean_difference_ns": -5.620693229166667, "confirmation_mean_difference_ns": -5.583166145833333, "initial_percent": -24.382554922554323, "confirmation_percent": -23.808581887083392, "initial_p_holm": 1.1189977857808694e-12, "confirmation_p_holm": 2.8496550501397436e-12, "initial_direction": "faster", "confirmation_direction": "faster" }, { "reference": "zero-tpt-lfo6", "candidate": "zero-lattice-lfo6", "initial_mean_difference_ns": 2.2306046875000005, "confirmation_mean_difference_ns": 2.1843098958333313, "initial_percent": 1.7365217500498575, "confirmation_percent": 1.697293934634847, "initial_p_holm": 2.794466674127057e-07, "confirmation_p_holm": 4.742100934258976e-07, "initial_direction": "slower", "confirmation_direction": "slower" }, { "reference": "second-tdf2-static3", "candidate": "second-schur-static3", "initial_mean_difference_ns": -0.30944843750000006, "confirmation_mean_difference_ns": -0.044369270833333196, "initial_percent": -3.152615986613161, "confirmation_percent": -0.43375289918768933, "initial_p_holm": 0.0008112665613547798, "confirmation_p_holm": 0.8622922735649329, "initial_direction": "faster", "confirmation_direction": "not_detected" }, { "reference": "second-tdf2-lfo3", "candidate": "second-schur-lfo3", "initial_mean_difference_ns": -21.632458333333332, "confirmation_mean_difference_ns": -21.6270125, "initial_percent": -21.249311336582434, "confirmation_percent": -21.254836983353197, "initial_p_holm": 1.015270534210608e-13, "confirmation_p_holm": 9.62625173944993e-15, "initial_direction": "faster", "confirmation_direction": "faster" }, { "reference": "second-tdf2-feedback6", "candidate": "second-schur-feedback6", "initial_mean_difference_ns": -45.79076510416667, "confirmation_mean_difference_ns": -45.568465625, "initial_percent": -22.2334190911467, "confirmation_percent": -22.120255217741192, "initial_p_holm": 1.0248540562304837e-17, "confirmation_p_holm": 1.8088124178073366e-18, "initial_direction": "faster", "confirmation_direction": "faster" } ], "interpretation": "Each confidence interval and test belongs to its own experiment. No paired test between independent initial and confirmation runs." }